LOG-2263: Vector: Added prometheus_exporter sink

[vimalk78]

Description

• Enabled internal-metrics of vector
• Exposed these metrics using prometheus exporter sink

The metrics are prefixed with vector_.

/cc @jcantrill
/assign

/cherry-pick

Links

• JIRA: https://issues.redhat.com/browse/LOG-2263

[vimalk78]

We cannot add namespace in this vector version. In latest version we can set the metric namespace here.

[vimalk78]

Example metrics

vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-dns_node-resolver-stchz_5105bf2c-b289-4302-91c3-f53c2a649ae9/dns-node-resolver/3.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-multus_multus-additional-cni-plugins-4th22_5a836e4c-a2e8-443f-bd02-650609747c5a/kube-multus-additional-cni-plugins/1.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcdctl/1.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcd-resources-copy/4.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-apiserver_apiserver-6d49f745df-grvch_464b75a7-0b06-4156-8620-49dff1a9f6c9/fix-audit-permissions/4.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-dns_node-resolver-stchz_5105bf2c-b289-4302-91c3-f53c2a649ae9/dns-node-resolver/4.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcd-ensure-env-vars/0.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-multus_multus-additional-cni-plugins-4th22_5a836e4c-a2e8-443f-bd02-650609747c5a/kube-multus-additional-cni-plugins/4.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-apiserver_apiserver-6d49f745df-grvch_464b75a7-0b06-4156-8620-49dff1a9f6c9/fix-audit-permissions/1.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-multus_multus-additional-cni-plugins-4th22_5a836e4c-a2e8-443f-bd02-650609747c5a/kube-multus-additional-cni-plugins/3.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcd-ensure-env-vars/4.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-oauth-apiserver_apiserver-7f64574b4-6cbcm_2d40eb24-4781-4002-885b-72c8eb04a76f/fix-audit-permissions/4.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcd-ensure-env-vars/1.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcd-ensure-env-vars/3.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-oauth-apiserver_apiserver-7f64574b4-6cbcm_2d40eb24-4781-4002-885b-72c8eb04a76f/fix-audit-permissions/3.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-apiserver_apiserver-6d49f745df-grvch_464b75a7-0b06-4156-8620-49dff1a9f6c9/fix-audit-permissions/3.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-infra_recycler-for-pv0030_d9c1c65a-93aa-4845-a27c-8666dbebfb9d/recycler-container/0.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcdctl/3.log"} 1 1645529984373
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcdctl/2.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-console_downloads-6f79767b7d-b9svn_10bb25af-bdcc-4336-b74e-c48a733f7131/download-server/4.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-apiserver_apiserver-6d49f745df-grvch_464b75a7-0b06-4156-8620-49dff1a9f6c9/fix-audit-permissions/2.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-etcd_etcd-crc-hsl9k-master-0_45f1d7f5-8803-4275-937f-45849e42e1c8/etcd-resources-copy/0.log"} 1 1645529984372
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-dns_node-resolver-stchz_5105bf2c-b289-4302-91c3-f53c2a649ae9/dns-node-resolver/2.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-marketplace_community-operators-c8t6s_f4c5aef8-58e9-4c8c-a894-bfba5a989ee1/registry-server/0.log"} 1 1645529984374
vector_checksum_errors_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",file="/var/log/pods/openshift-oauth-apiserver_apiserver-7f64574b4-6cbcm_2d40eb24-4781-4002-885b-72c8eb04a76f/fix-audit-permissions/1.log"} 1 1645529984372
# HELP vector_events_discarded_total events_discarded_total
# TYPE vector_events_discarded_total counter
vector_events_discarded_total{component_kind="transform",component_name="route_container_logs.app",component_type="lane"} 75061 1645529984372
# HELP vector_events_in_total events_in_total
# TYPE vector_events_in_total counter
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="redhat-marketplace-zxcck"} 3 1645529984374
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="packageserver-558d867c98-b7qvl"} 1236 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="network-metrics-daemon-tqlbz"} 262 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="marketplace-operator-77b54db7c7-j8g9r"} 254 1645529984373
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="package-server-manager-7f4757ccc7-85g4d"} 19 1645529984374
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="openshift-kube-scheduler-operator-7bf4c454bb-cmr7q"} 106 1645529984374
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="machine-config-server-9rq46"} 3 1645529984371
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="redhat-operators-p74x8"} 4 1645529984371
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="community-operators-pjm6s"} 4 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="machine-config-daemon-qnmcz"} 63 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="console-operator-555c85c854-pv57z"} 202 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="machine-api-operator-d69d69646-45hxh"} 48 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="cluster-logging-operator-9456f7784-57kf2"} 4 1645529984373
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="etcd-crc-hsl9k-master-0"} 3914 1645529984372
vector_events_in_total{component_kind="source",component_name="raw_container_logs",component_type="kubernetes_logs",pod_name="collect-profiles-27425460--1-kzj4g"} 4 1645529984372

[jcantrill]

/approve
/lgtm

[openshift-ci]

[APPROVALNOTIFIER] This PR is APPROVED

This pull-request has been approved by: jcantrill, vimalk78

The full list of commands accepted by this bot can be found here.

The pull request process is described here

Needs approval from an approver in each of these files:

• OWNERS [jcantrill,vimalk78]

Approvers can indicate their approval by writing /approve in a comment
Approvers can cancel approval by writing /approve cancel in a comment

[openshift-ci]

@vimalk78: all tests passed!

Full PR test history. Your PR dashboard.

Instructions for interacting with me using PR comments are available here. If you have questions or suggestions related to my behavior, please file an issue against the kubernetes/test-infra repository. I understand the commands that are listed here.