From f96796d5b242ffa9b0ec53e30091429901c8c52a Mon Sep 17 00:00:00 2001 From: KumKeeHyun Date: Tue, 23 Jan 2024 23:49:16 +0900 Subject: [PATCH] Add example config file for kafka kraft mode metrics(#881) (#906) Signed-off-by: KumKeeHyun --- example_configs/kafka-kraft-3_0_0.yml | 137 ++++++++++++++++++++++++++ 1 file changed, 137 insertions(+) create mode 100644 example_configs/kafka-kraft-3_0_0.yml diff --git a/example_configs/kafka-kraft-3_0_0.yml b/example_configs/kafka-kraft-3_0_0.yml new file mode 100644 index 00000000..d6fb80ee --- /dev/null +++ b/example_configs/kafka-kraft-3_0_0.yml @@ -0,0 +1,137 @@ +lowercaseOutputName: true + +rules: +# Special cases and very specific rules +- pattern : kafka.server<>Value + name: kafka_server_$1_$2 + type: GAUGE + labels: + clientId: "$3" + topic: "$4" + partition: "$5" +- pattern : kafka.server<>Value + name: kafka_server_$1_$2 + type: GAUGE + labels: + clientId: "$3" + broker: "$4:$5" +- pattern : kafka.coordinator.(\w+)<>Value + name: kafka_coordinator_$1_$2_$3 + type: GAUGE +# Kraft current state info metric rule +- pattern: "kafka.server<>current-state: ([a-z]+)" + name: kafka_server_raft_metrics_current_state_info + type: GAUGE + value: 1 + labels: + "state": "$1" +# Kraft specific rules for raft-metrics, raft-channel-metrics, broker-metadata-metrics +- pattern: kafka.server<>([a-z-]+)-total + name: kafka_server_$1_$2_total + type: COUNTER +- pattern: kafka.server<>([a-z-]+) + name: kafka_server_$1_$2 + type: GAUGE + +# Generic per-second counters with 0-2 key/value pairs +- pattern: kafka.(\w+)<>Count + name: kafka_$1_$2_$3_total + type: COUNTER + labels: + "$4": "$5" + "$6": "$7" +- pattern: kafka.(\w+)<>Count + name: kafka_$1_$2_$3_total + type: COUNTER + labels: + "$4": "$5" +- pattern: kafka.(\w+)<>Count + name: kafka_$1_$2_$3_total + type: COUNTER + +# Quota specific rules +- pattern: kafka.server<>([a-z-]+) + name: kafka_server_quota_$4 + type: GAUGE + labels: + resource: "$1" + user: "$2" + clientId: "$3" +- pattern: kafka.server<>([a-z-]+) + name: kafka_server_quota_$3 + type: GAUGE + labels: + resource: "$1" + clientId: "$2" +- pattern: kafka.server<>([a-z-]+) + name: kafka_server_quota_$3 + type: GAUGE + labels: + resource: "$1" + user: "$2" + +# Generic gauges with 0-2 key/value pairs +- pattern: kafka.(\w+)<>Value + name: kafka_$1_$2_$3 + type: GAUGE + labels: + "$4": "$5" + "$6": "$7" +- pattern: kafka.(\w+)<>Value + name: kafka_$1_$2_$3 + type: GAUGE + labels: + "$4": "$5" +- pattern: kafka.(\w+)<>Value + name: kafka_$1_$2_$3 + type: GAUGE + +# Emulate Prometheus 'Summary' metrics for the exported 'Histogram's. +# +# Note that these are missing the '_sum' metric! +- pattern: kafka.(\w+)<>Count + name: kafka_$1_$2_$3_count + type: COUNTER + labels: + "$4": "$5" + "$6": "$7" +- pattern: kafka.(\w+)<>(\d+)thPercentile + name: kafka_$1_$2_$3 + type: GAUGE + labels: + "$4": "$5" + "$6": "$7" + quantile: "0.$8" +- pattern: kafka.(\w+)<>Count + name: kafka_$1_$2_$3_count + type: COUNTER + labels: + "$4": "$5" +- pattern: kafka.(\w+)<>(\d+)thPercentile + name: kafka_$1_$2_$3 + type: GAUGE + labels: + "$4": "$5" + quantile: "0.$6" +- pattern: kafka.(\w+)<>Count + name: kafka_$1_$2_$3_count + type: COUNTER +- pattern: kafka.(\w+)<>(\d+)thPercentile + name: kafka_$1_$2_$3 + type: GAUGE + labels: + quantile: "0.$4" + +# Generic gauges for MeanRate Percent +# Ex) kafka.server<>MeanRate +- pattern: kafka.(\w+)<>MeanRate + name: kafka_$1_$2_$3_percent + type: GAUGE +- pattern: kafka.(\w+)<>Value + name: kafka_$1_$2_$3_percent + type: GAUGE +- pattern: kafka.(\w+)<>Value + name: kafka_$1_$2_$3_percent + type: GAUGE + labels: + "$4": "$5"