chore(alloy): Reduce metric amount
This commit is contained in:
parent
8e644dd07a
commit
887522f57a
SSH key fingerprint:
SHA256:B5tYaxBExaDm74r1px9iVeZ6F/ZDiyiy9SbBqfZYrvg
1 changed files with 110 additions and 112 deletions
|
|
@ -5,48 +5,34 @@ metadata:
|
||||||
name: alloy-config
|
name: alloy-config
|
||||||
data:
|
data:
|
||||||
config.alloy: |-
|
config.alloy: |-
|
||||||
prometheus.exporter.unix "node" {
|
prometheus.relabel "global_metric_filter" {
|
||||||
|
rule { action = "drop" source_labels = ["__name__"] regex = "container_(fs|network|tasks_state|threads|processes|open_fds|max_fds|file_descriptors|file_descriptor|memory_failures_total|spec_.*|cpu_cfs_.*|last_seen|start_time_seconds)" }
|
||||||
|
rule { action = "drop" source_labels = ["__name__"] regex = "go_.*|process_.*" }
|
||||||
|
rule { action = "drop" source_labels = ["__name__"] regex = "kube_(pod|deployment|replicaset|daemonset|job|cronjob|endpoint|service|ingress)_labels" }
|
||||||
|
rule { action = "drop" source_labels = ["__name__"] regex = "kube_(pod|replicaset|endpoint|service)_annotations" }
|
||||||
|
rule { action = "labeldrop" regex = "pod_uid|container_id|image_id|container_hash|endpoint|id" }
|
||||||
}
|
}
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_apiservers" {
|
prometheus.relabel "cadvisor_minimal" {
|
||||||
role = "endpoints"
|
rule { action = "keep" source_labels = ["__name__"] regex = "container_cpu_usage_seconds_total|container_memory_working_set_bytes" }
|
||||||
}
|
}
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_nodes" {
|
prometheus.relabel "node_exporter_minimal" {
|
||||||
role = "node"
|
rule { action = "drop" source_labels = ["__name__"] regex = "node_(filesystem|network|disk|vmstat|pressure|entropy|time|schedstat|timex|sockstat|nfs)_.*" }
|
||||||
}
|
}
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_nodes_cadvisor" {
|
prometheus.exporter.unix "node" {}
|
||||||
role = "node"
|
|
||||||
}
|
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_service_endpoints" {
|
discovery.kubernetes "kubernetes_apiservers" { role = "endpoints" }
|
||||||
role = "endpoints"
|
discovery.kubernetes "kubernetes_nodes" { role = "node" }
|
||||||
}
|
discovery.kubernetes "kubernetes_nodes_cadvisor" { role = "node" }
|
||||||
|
discovery.kubernetes "kubernetes_service_endpoints" { role = "endpoints" }
|
||||||
discovery.kubernetes "kubernetes_service_endpoints_slow" {
|
discovery.kubernetes "kubernetes_service_endpoints_slow" { role = "endpoints" }
|
||||||
role = "endpoints"
|
discovery.kubernetes "prometheus_pushgateway" { role = "service" }
|
||||||
}
|
discovery.kubernetes "kubernetes_services" { role = "service" }
|
||||||
|
discovery.kubernetes "kubernetes_pods" { role = "pod" }
|
||||||
discovery.kubernetes "prometheus_pushgateway" {
|
discovery.kubernetes "kubernetes_pods_slow" { role = "pod" }
|
||||||
role = "service"
|
discovery.kubernetes "pod_logs" { role = "pod" }
|
||||||
}
|
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_services" {
|
|
||||||
role = "service"
|
|
||||||
}
|
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_pods" {
|
|
||||||
role = "pod"
|
|
||||||
}
|
|
||||||
|
|
||||||
discovery.kubernetes "kubernetes_pods_slow" {
|
|
||||||
role = "pod"
|
|
||||||
}
|
|
||||||
|
|
||||||
discovery.kubernetes "pod_logs" {
|
|
||||||
role = "pod"
|
|
||||||
}
|
|
||||||
|
|
||||||
discovery.relabel "kubernetes_apiservers" {
|
discovery.relabel "kubernetes_apiservers" {
|
||||||
targets = discovery.kubernetes.kubernetes_apiservers.targets
|
targets = discovery.kubernetes.kubernetes_apiservers.targets
|
||||||
|
|
@ -457,122 +443,134 @@ data:
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
local.file_match "pod_logs" {
|
prometheus.scrape "alloy_self" {
|
||||||
path_targets = discovery.relabel.pod_logs.output
|
targets = [{ __address__ = "localhost:12345" }]
|
||||||
|
forward_to = [
|
||||||
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
|
job_name = "alloy"
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "prometheus" {
|
prometheus.scrape "prometheus" {
|
||||||
targets = [{
|
targets = [{ __address__ = "localhost:9090" }]
|
||||||
__address__ = "localhost:9090",
|
forward_to = [
|
||||||
}]
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
prometheus.remote_write.default.receiver
|
||||||
job_name = "prometheus"
|
]
|
||||||
|
job_name = "prometheus"
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "node_exporter" {
|
prometheus.scrape "node_exporter" {
|
||||||
targets = prometheus.exporter.unix.node.targets
|
targets = prometheus.exporter.unix.node.targets
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "node-exporter"
|
prometheus.relabel.node_exporter_minimal.receiver,
|
||||||
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
|
job_name = "node-exporter"
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_apiservers" {
|
prometheus.scrape "kubernetes_apiservers" {
|
||||||
targets = discovery.relabel.kubernetes_apiservers.output
|
targets = discovery.relabel.kubernetes_apiservers.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-apiservers"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
scheme = "https"
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
authorization {
|
job_name = "kubernetes-apiservers"
|
||||||
type = "Bearer"
|
scheme = "https"
|
||||||
credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token"
|
authorization { type = "Bearer" credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" }
|
||||||
}
|
tls_config { ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt" insecure_skip_verify = true }
|
||||||
|
|
||||||
tls_config {
|
|
||||||
ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt"
|
|
||||||
insecure_skip_verify = true
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_nodes" {
|
prometheus.scrape "kubernetes_nodes" {
|
||||||
targets = discovery.relabel.kubernetes_nodes.output
|
targets = discovery.relabel.kubernetes_nodes.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-nodes"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
scheme = "https"
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
authorization {
|
job_name = "kubernetes-nodes"
|
||||||
type = "Bearer"
|
scheme = "https"
|
||||||
credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token"
|
authorization { type = "Bearer" credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" }
|
||||||
}
|
tls_config { ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt" insecure_skip_verify = true }
|
||||||
|
|
||||||
tls_config {
|
|
||||||
ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt"
|
|
||||||
insecure_skip_verify = true
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_nodes_cadvisor" {
|
prometheus.scrape "kubernetes_nodes_cadvisor" {
|
||||||
targets = discovery.relabel.kubernetes_nodes_cadvisor.output
|
targets = discovery.relabel.kubernetes_nodes_cadvisor.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-nodes-cadvisor"
|
prometheus.relabel.cadvisor_minimal.receiver,
|
||||||
scheme = "https"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
authorization {
|
]
|
||||||
type = "Bearer"
|
job_name = "kubernetes-nodes-cadvisor"
|
||||||
credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token"
|
scheme = "https"
|
||||||
}
|
authorization { type = "Bearer" credentials_file = "/var/run/secrets/kubernetes.io/serviceaccount/token" }
|
||||||
|
tls_config { ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt" insecure_skip_verify = true }
|
||||||
tls_config {
|
|
||||||
ca_file = "/var/run/secrets/kubernetes.io/serviceaccount/ca.crt"
|
|
||||||
insecure_skip_verify = true
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_service_endpoints" {
|
prometheus.scrape "kubernetes_service_endpoints" {
|
||||||
targets = discovery.relabel.kubernetes_service_endpoints.output
|
targets = discovery.relabel.kubernetes_service_endpoints.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-service-endpoints"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
|
job_name = "kubernetes-service-endpoints"
|
||||||
honor_labels = true
|
honor_labels = true
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_service_endpoints_slow" {
|
prometheus.scrape "kubernetes_service_endpoints_slow" {
|
||||||
targets = discovery.relabel.kubernetes_service_endpoints_slow.output
|
targets = discovery.relabel.kubernetes_service_endpoints_slow.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-service-endpoints-slow"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
honor_labels = true
|
prometheus.remote_write.default.receiver
|
||||||
scrape_interval = "5m0s"
|
]
|
||||||
|
job_name = "kubernetes-service-endpoints-slow"
|
||||||
|
honor_labels = true
|
||||||
|
scrape_interval = "5m"
|
||||||
scrape_timeout = "30s"
|
scrape_timeout = "30s"
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "prometheus_pushgateway" {
|
prometheus.scrape "prometheus_pushgateway" {
|
||||||
targets = discovery.relabel.prometheus_pushgateway.output
|
targets = discovery.relabel.prometheus_pushgateway.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "prometheus-pushgateway"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
|
job_name = "prometheus-pushgateway"
|
||||||
honor_labels = true
|
honor_labels = true
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_services" {
|
prometheus.scrape "kubernetes_services" {
|
||||||
targets = discovery.relabel.kubernetes_services.output
|
targets = discovery.relabel.kubernetes_services.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-services"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
|
job_name = "kubernetes-services"
|
||||||
honor_labels = true
|
honor_labels = true
|
||||||
params = {
|
params = { module = ["http_2xx"] }
|
||||||
module = ["http_2xx"],
|
|
||||||
}
|
|
||||||
metrics_path = "/probe"
|
metrics_path = "/probe"
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_pods" {
|
prometheus.scrape "kubernetes_pods" {
|
||||||
targets = discovery.relabel.kubernetes_pods.output
|
targets = discovery.relabel.kubernetes_pods.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-pods"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
|
prometheus.remote_write.default.receiver
|
||||||
|
]
|
||||||
|
job_name = "kubernetes-pods"
|
||||||
honor_labels = true
|
honor_labels = true
|
||||||
}
|
}
|
||||||
|
|
||||||
prometheus.scrape "kubernetes_pods_slow" {
|
prometheus.scrape "kubernetes_pods_slow" {
|
||||||
targets = discovery.relabel.kubernetes_pods_slow.output
|
targets = discovery.relabel.kubernetes_pods_slow.output
|
||||||
forward_to = [prometheus.remote_write.default.receiver]
|
forward_to = [
|
||||||
job_name = "kubernetes-pods-slow"
|
prometheus.relabel.global_metric_filter.receiver,
|
||||||
honor_labels = true
|
prometheus.remote_write.default.receiver
|
||||||
scrape_interval = "5m0s"
|
]
|
||||||
|
job_name = "kubernetes-pods-slow"
|
||||||
|
honor_labels = true
|
||||||
|
scrape_interval = "5m"
|
||||||
scrape_timeout = "30s"
|
scrape_timeout = "30s"
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue