{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "Kafka topic details", "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "links": [ { "asDropdown": true, "icon": "external link", "includeVars": true, "keepTime": true, "tags": [ "kafka" ], "targetBlank": true, "title": "Related Dashboards", "type": "dashboards" } ], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { "type": "prometheus", "uid": "$data_source" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 106, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "refId": "A" } ], "title": "Overview", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Replicas that are online", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 0, "y": 1 }, "id": 135, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^partition_count$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Partitions", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 3, "y": 1 }, "id": 170, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^replication_factor$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Replication Factor", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Replicas that are in sync", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 6, "y": 1 }, "id": 166, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(kafka:cluster:partition:isr{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\", topic=\"$kafka_topic\"} > 0)", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "In Sync Replicas", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Number of partitions which are at their minimum in sync replica count (| ISR | == | min.insync.replicas |).", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "semi-dark-green", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": null }, { "color": "#ef843c", "value": 1 }, { "color": "#bf1b00", "value": 1000 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 9, "y": 1 }, "id": 102, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "kafka:cluster:partition:atminisr{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\", topic=\"$kafka_topic\"}", "format": "time_series", "hide": false, "instant": true, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A" } ], "title": "Partitions at mininimum ISR", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Number of partitions which are under their minimum in sync replica count (| ISR | < | min.insync.replicas |).", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "semi-dark-green", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": null }, { "color": "#ef843c", "value": 1 }, { "color": "#bf1b00", "value": 1 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 12, "y": 1 }, "id": 103, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "kafka:cluster:partition:underminisr{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\", topic=\"$kafka_topic\"}", "format": "time_series", "hide": false, "instant": true, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A" } ], "title": "Partitions under mininimum ISR", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Total number of consumer groups in cluster", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "semi-dark-green", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": null }, { "color": "#EAB839", "value": 1 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 16, "y": 1 }, "id": 160, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(kafka_server_fetcherlagmetrics_consumerlag{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}) by (topic)", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Replication Lag", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Total number of consumer groups for $kafka_topic topic", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "semi-dark-green", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": null } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byName", "options": "consumer_groups" }, "properties": [ { "id": "links", "value": [ { "targetBlank": true, "title": "Consumers details", "url": "/d/1c1c1c1c1/kafka-consumers?var-kafka_topic=${kafka_topic}" } ] } ] } ] }, "gridPos": { "h": 3, "w": 4, "x": 20, "y": 1 }, "id": 144, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "count by(topic_name) (kminion_kafka_consumer_group_topic_lag{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"})", "instant": true, "interval": "", "legendFormat": "consumer_groups", "refId": "A" } ], "title": "Consumer Groups", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 0, "y": 4 }, "id": 169, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^cleanup_policy$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Cleanup Policy", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 3, "y": 4 }, "id": 171, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^message_format_version$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Message Format Version", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 6, "y": 4 }, "id": 172, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^message_timestamp_type$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Message Timestamp Time", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 9, "y": 4 }, "id": 173, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^max_message_bytes$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Max Message Size", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 12, "y": 4 }, "id": 174, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^min_insync_replicas$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Min InSync Replicas", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 15, "y": 4 }, "id": 175, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^segment_bytes$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Segment Bytes", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 18, "y": 4 }, "id": 176, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^retention_ms$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Retention Time", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "-1": { "text": "disabled" } }, "type": "value" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 21, "y": 4 }, "id": 177, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "/^retention_bytes$/", "values": false }, "text": {}, "textMode": "auto" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "kminion_kafka_topic_info{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Retention Bytes", "type": "stat" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "$data_source" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, "id": 151, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "refId": "A" } ], "title": "Topic Stats", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Total Incoming Byte Rate", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "color": "rgba(237, 129, 40, 0.89)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0 }, { "color": "semi-dark-green", "value": 2 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 5, "x": 0, "y": 8 }, "id": 98, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Total Incoming Byte Rate", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Topic produce requests rate, aka written batches rate", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "color": "green", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 5, "y": 8 }, "id": 101, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_totalproducerequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Total Produce Request Rate", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Total Outgoind Byte Rate", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "color": "rgba(237, 129, 40, 0.89)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0 }, { "color": "semi-dark-green", "value": 2 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 5, "x": 9, "y": 8 }, "id": 112, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Total Outgoing Byte Rate", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Total Produce Request Rate", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "color": "rgba(237, 129, 40, 0.89)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#d44a3a", "value": null }, { "color": "rgba(237, 129, 40, 0.89)", "value": 0 }, { "color": "semi-dark-green", "value": 2 } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 6, "w": 4, "x": 14, "y": 8 }, "id": 122, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "vertical", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_totalfetchrequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Total Fetch Request Rate", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 2, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 18, "y": 8 }, "id": 159, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "value" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(kafka:log:size:topic:broker{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}) by (namespace,kafka_cr,topic)", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Size", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 2, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 21, "y": 8 }, "id": 164, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "value" }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "exemplar": true, "expr": "sum by(topic_name) (kminion_kafka_topic_high_water_mark_sum{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"}) - sum by(topic_name) (kminion_kafka_topic_low_water_mark_sum{namespace=\"$kubernetes_namespace\", topic_name=\"$kafka_topic\"})", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{topic_name}}", "refId": "A" } ], "title": "No of messages", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Incoming Messages Rate. These are individual messages written to topic. ", "fieldConfig": { "defaults": { "decimals": 1, "mappings": [ { "options": { "match": "null", "result": { "color": "green", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "wps" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 5, "y": 11 }, "id": 100, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_messagesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m]))", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "title": "Incoming Message Rate", "type": "stat" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "$data_source" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 14 }, "id": 110, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "refId": "A" } ], "title": "Topic Details", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Broker traffic excluding replication", "fieldConfig": { "defaults": { "unit": "Bps", "custom": { "drawStyle": "line", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 5, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/out-.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "IN-Total" }, "properties": [ { "id": "color", "value": { "mode": "fixed", "fixedColor": "#56A64B" } }, { "id": "custom.axisPlacement", "value": "right" }, { "id": "custom.lineWidth", "value": 4 }, { "id": "custom.hideFrom", "value": { "tooltip": false, "viz": true, "legend": false } } ] }, { "matcher": { "id": "byName", "options": "OUT-Total" }, "properties": [ { "id": "color", "value": { "mode": "fixed", "fixedColor": "#3274D9" } }, { "id": "custom.axisPlacement", "value": "right" }, { "id": "custom.lineWidth", "value": 4 }, { "id": "custom.hideFrom", "value": { "tooltip": false, "viz": true, "legend": false } }, { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 9, "w": 8, "x": 0, "y": 15 }, "id": 44, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": true, "calcs": [ "last" ], "sortBy": "last", "sortDesc": false }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m])) by (brokerId)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "in-{{brokerId}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m])) by (brokerId)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "out-{{brokerId}}", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\",topic!=\"\"}[1m]))", "interval": "", "legendFormat": "IN-Total", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\",topic!=\"\"}[1m]))", "interval": "", "legendFormat": "OUT-Total", "refId": "D" } ], "title": "Byte Rate Per Second", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "fieldConfig": { "defaults": { "unit": "wps", "min": 0, "custom": { "drawStyle": "line", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 5, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [ { "matcher": { "id": "byName", "options": "Total" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "custom.lineWidth", "value": 4 }, { "id": "custom.hideFrom", "value": { "tooltip": false, "viz": true, "legend": false } } ] } ] }, "gridPos": { "h": 9, "w": 8, "x": 8, "y": 15 }, "id": 58, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": true, "calcs": [ "last" ] }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_messagesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m])) by (brokerId)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{brokerId}}", "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_messagesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m])) ", "interval": "", "legendFormat": "Total", "refId": "A" } ], "title": "Messages In Per Second", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "drawStyle": "line", "lineWidth": 2, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 0.5, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 15 }, "id": 124, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": false, "calcs": [ "max", "last" ], "sortBy": "last", "sortDesc": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "kafka_cluster_partition_insyncreplicascount{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\", topic=\"$kafka_topic\"} > 0", "interval": "", "legendFormat": "broker:{{brokerId}}/partition:{{partition}}", "refId": "C" } ], "title": "In Sync Replicas", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "fieldConfig": { "defaults": { "unit": "short", "min": 0, "custom": { "drawStyle": "line", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 2, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "gridPos": { "h": 5, "w": 8, "x": 16, "y": 21 }, "id": 116, "options": { "legend": { "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(kafka_server_fetcherlagmetrics_consumerlag{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}) by (brokerId,topic,partition) > 0", "interval": "", "legendFormat": "{{brokerId}}:{{topic}}:{{partition}}", "refId": "A" } ], "title": "Replication Lag ", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Fetch Request Rate", "fieldConfig": { "defaults": { "unit": "reqps", "custom": { "drawStyle": "line", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 5, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/failed-.*/i" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] }, { "matcher": { "id": "byName", "options": "Total" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "custom.lineWidth", "value": 4 }, { "id": "custom.hideFrom", "value": { "tooltip": false, "viz": true, "legend": false } } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 0, "y": 24 }, "id": 56, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": true, "calcs": [ "last" ] }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_totalfetchrequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m])) by (brokerId)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{brokerId}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": " sum(irate(kafka_server_brokertopicmetrics_failedfetchrequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m])) by (brokerId)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "failed-{{brokerId}}", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_totalfetchrequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m]))", "interval": "", "legendFormat": "Total", "refId": "C" } ], "title": "Fetch Request Rate", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Produce Request Rate.", "fieldConfig": { "defaults": { "unit": "reqps", "custom": { "drawStyle": "line", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 5, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [ { "matcher": { "id": "byName", "options": "Total" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "custom.lineWidth", "value": 4 }, { "id": "custom.hideFrom", "value": { "tooltip": false, "viz": true, "legend": false } } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 8, "y": 24 }, "id": 50, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": true, "calcs": [ "last" ] }, "tooltip": { "mode": "multi", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_totalproducerequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m])) by (brokerId)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "{{brokerId}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_failedproducerequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m])) by (brokerId)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "failed-{{brokerId}}", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sum(irate(kafka_server_brokertopicmetrics_totalproducerequests_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\"}[1m]))", "interval": "", "legendFormat": "Total", "refId": "C" } ], "title": "Produce Request Rate", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "fieldConfig": { "defaults": { "unit": "short", "decimals": 0, "custom": { "drawStyle": "bars", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 0.5, "stacking": { "mode": "normal", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "gridPos": { "h": 5, "w": 8, "x": 16, "y": 26 }, "id": 121, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": false, "calcs": [ "max", "last" ], "sortBy": "last", "sortDesc": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sort_desc(sum(kafka:cluster:broker:topic:urp{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",kafka_cr=\"$cluster_name\", topic=\"$kafka_topic\"}) by (namespace,kafka_cr,brokerId))", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "{{brokerId}}", "refId": "A" } ], "title": "Under Replicated Partitions", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "fieldConfig": { "defaults": { "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 31 }, "id": 91, "links": [], "options": { "displayMode": "basic", "minVizHeight": 10, "minVizWidth": 0, "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "text": {} }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sort_desc(kafka:log:size:topic:broker{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\"})", "instant": true, "interval": "", "legendFormat": "{{brokerId}}", "refId": "B" } ], "title": "Topic Size per Broker", "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 31 }, "id": 168, "links": [], "maxDataPoints": 100, "options": { "displayMode": "basic", "minVizHeight": 10, "minVizWidth": 0, "orientation": "vertical", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "text": {} }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sort_desc(sum(kafka:cluster:partition:leaderscount{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}) by (brokerId))", "instant": true, "interval": "", "legendFormat": "{{brokerId}}", "refId": "B" } ], "title": "Topic Leader Replicas", "transformations": [ { "id": "organize", "options": {} } ], "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "Top 10 topics wrt to number of segments per broker", "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 38 }, "id": 104, "links": [], "options": { "displayMode": "basic", "minVizHeight": 10, "minVizWidth": 0, "orientation": "vertical", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "text": {} }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sort_desc(kafka:log:numlogsegments{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\"})", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{brokerId}}", "refId": "A" } ], "title": "Topic Segments #", "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": "", "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "super-light-blue", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 38 }, "id": 165, "links": [], "maxDataPoints": 100, "options": { "displayMode": "basic", "minVizHeight": 10, "minVizWidth": 0, "orientation": "vertical", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "text": {} }, "repeatDirection": "h", "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "sort_desc(sum(kafka:cluster:partition:followerscount{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}) by (brokerId))", "instant": true, "interval": "", "legendFormat": "{{brokerId}}", "refId": "B" } ], "title": "Topic Follower Replicas", "transformations": [ { "id": "organize", "options": {} } ], "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "fieldConfig": { "defaults": { "unit": "bytes", "decimals": 0, "custom": { "drawStyle": "line", "lineWidth": 1, "fillOpacity": 0, "gradientMode": "none", "spanNulls": false, "showPoints": "never", "pointSize": 0.5, "stacking": { "mode": "none", "group": "A" }, "axisPlacement": "auto", "axisLabel": "", "lineInterpolation": "linear", "barAlignment": 0, "insertNulls": false, "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "thresholdsStyle": { "mode": "off" } } }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 45 }, "id": 167, "options": { "legend": { "displayMode": "table", "placement": "bottom", "showLegend": false, "calcs": [ "max", "last" ], "sortBy": "last", "sortDesc": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "expr": "increase(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\",pod=~\"$cluster_name-.*\"}[1m])/increase(kafka_server_brokertopicmetrics_messagesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\"$kafka_topic\",topic!=\"\",pod=~\"$cluster_name-.*\"}[1m])", "hide": false, "interval": "", "legendFormat": "{{brokerId}}-{{topic}}", "refId": "B" } ], "title": "Topic Message Size ", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "$data_source" }, "description": " Requires a custom Kafka authorizer plugin (see kafka_authorizer_* metrics); remove if not applicable.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 45 }, "id": 178, "links": [], "options": { "legend": { "calcs": [ "last" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "$data_source" }, "editorMode": "code", "expr": "sum(rate(kafka_authorizer_authorized_topic_detailed_count{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=\"$kafka_topic\"}[1m])) by (principal, operation)", "hide": false, "legendFormat": "{{operation}} {{principal}}", "range": true, "refId": "A" } ], "title": "Operations By User", "type": "timeseries" } ], "refresh": "10s", "schemaVersion": 41, "style": "dark", "tags": [ "kafka-operator", "kafka", "kafka-topics" ], "templating": { "list": [ { "current": { "selected": false, "text": "kafka", "value": "kafka" }, "datasource": { "type": "prometheus", "uid": "$data_source" }, "definition": "", "hide": 0, "includeAll": false, "label": "Namespace", "multi": false, "name": "kubernetes_namespace", "options": [], "query": { "query": "query_result(kafka_server_app_info_version)", "refId": "Prometheus-kubernetes_namespace-Variable-Query" }, "refresh": 1, "regex": "/.*namespace=\"([^\"]*).*/", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": false, "text": "kafka", "value": "kafka" }, "datasource": { "type": "prometheus", "uid": "$data_source" }, "definition": "query_result(kafka_server_app_info_version{namespace=\"$kubernetes_namespace\"})", "hide": 0, "includeAll": false, "label": "Cluster Name", "multi": false, "name": "cluster_name", "options": [], "query": { "query": "query_result(kafka_server_app_info_version{namespace=\"$kubernetes_namespace\"})", "refId": "Prometheus-cluster_name-Variable-Query" }, "refresh": 1, "regex": "/.*kafka_cr=\"([^\"]*).*/", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".+", "current": { "selected": false, "text": "__consumer_offsets", "value": "__consumer_offsets" }, "datasource": { "type": "prometheus", "uid": "$data_source" }, "definition": "query_result(sort_desc((sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] ) )+(sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] ) ) OR (sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] )) OR (sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] ) ) ))", "hide": 0, "includeAll": false, "label": "Topic", "multi": false, "name": "kafka_topic", "options": [], "query": { "query": "query_result(sort_desc((sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] ) )+(sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] ) ) OR (sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesin_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] )) OR (sum_over_time( sum by(topic) (increase(kafka_server_brokertopicmetrics_bytesout_total{namespace=\"$kubernetes_namespace\",kafka_cr=\"$cluster_name\",topic=~\".*\",topic!=\"\"}[90s])) [${__range_s}s:90s] ) ) ))", "refId": "Prometheus-kafka_topic-Variable-Query" }, "refresh": 1, "regex": "/.*topic=\"([^\"]*).*/", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "hide": 0, "includeAll": false, "multi": false, "name": "data_source", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "/^(?!default)/", "skipUrlSync": false, "type": "datasource" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "timezone": "", "title": "Kafka Topic", "uid": null, "version": 1, "weekStart": "", "id": null }