{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "description": "ZooKeeper 3.6 Dashboard for Prometheus metrics scraper", "editable": true, "fiscalYearStartMonth": 0, "gnetId": 10465, "graphTooltip": 0, "id": 83, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 14, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Overall", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 1 }, "hiddenSeries": false, "id": 224, "interval": "", "legend": { "alignAsTable": false, "avg": false, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": false, "show": false, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "znode_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} znode_count", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "ephemerals_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} ephemerals", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "znode_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 1 }, "hiddenSeries": false, "id": 4, "interval": "", "legend": { "alignAsTable": false, "avg": false, "current": true, "hideEmpty": false, "max": true, "min": true, "rightSide": false, "show": false, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(znode_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} znode_count_rate", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(ephemerals_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "instant": false, "interval": "", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} ephemerals_rate", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "znode_count_rate", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ops", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "displayName": "", "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "index": 0, "value": null }, { "color": "red", "index": 1, "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 9 }, "id": 48, "links": [], "options": { "displayMode": "lcd", "minVizHeight": 10, "minVizWidth": 0, "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "valueMode": "color" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "global_sessions{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "instant": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}}", "refId": "A" } ], "title": "global_sessions", "type": "bargauge" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "index": 0, "value": null }, { "color": "red", "index": 1, "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 9 }, "id": 52, "links": [], "options": { "displayMode": "lcd", "minVizHeight": 10, "minVizWidth": 0, "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "valueMode": "color" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "local_sessions{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}}", "refId": "A" } ], "title": "local_sessions ", "type": "bargauge" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 17 }, "hiddenSeries": false, "id": 168, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "write_per_namespace_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} write_per_namespace:{{key}}", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "write_per_namespace", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 17 }, "hiddenSeries": false, "id": 200, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "read_per_namespace_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} read_per_namespace:{{key}}", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "read_per_namespace", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 25 }, "hiddenSeries": false, "id": 132, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "approximate_data_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} approximate_data_size", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "approximate_data_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 25 }, "hiddenSeries": false, "id": 90, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "packets_received{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} packets_received", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "packets_received", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 25 }, "hiddenSeries": false, "id": 56, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "packets_sent{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} packets_sent", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "packets_sent", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 33 }, "hiddenSeries": false, "id": 184, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "response_packet_cache_misses{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} response_packet_cache_misses", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "response_packet_cache_hits{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} response_packet_cache_hits", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "response_packet_get_children_cache_misses{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} response_packet_get_children_cache_misses", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "response_packet_get_children_cache_hits{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} response_packet_get_children_cache_hits", "refId": "D" } ], "thresholds": [], "timeRegions": [], "title": "response_packet_cache", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 33 }, "hiddenSeries": false, "id": 120, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "unrecoverable_error_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} unrecoverable_error_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "unrecoverable_error_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 33 }, "hiddenSeries": false, "id": 235, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "digest_mismatches_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} digest_mismatches_count", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "digest_mismatches_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 41 }, "hiddenSeries": false, "id": 140, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "startup_snap_load_time", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} startup_snap_load_time-{{quantile}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "startup_snap_load_time_count", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} startup_snap_load_time_count", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "startup_snap_load_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} startup_snap_load_time", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "startup_snap_load_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 41 }, "hiddenSeries": false, "id": 192, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "startup_txns_loaded", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} startup_txns_loaded-{{quantile}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "startup_txns_loaded_count", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} startup_txns_loaded_count", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "startup_txns_loaded_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} startup_txns_loaded", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "startup_txns_loaded", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 41 }, "hiddenSeries": false, "id": 210, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.5.6", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "dbinittime", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} dbinittime-{{quantile}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "dbinittime_count", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} dbinittime_count", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "dbinittime_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} db_init_time", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "db_init_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": true, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 49 }, "id": 82, "panels": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "#73BF69" }, { "color": "rgba(237, 129, 40, 0.89)", "value": 50 }, { "color": "#d44a3a", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 2 }, "id": 124, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(quorum_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "quorum_size", "refId": "A" } ], "title": "quorum_size", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 2 }, "id": 225, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "textMode": "name" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "leader_uptime{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}}", "refId": "A" } ], "title": "leader", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 2 }, "id": 222, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "leader_uptime{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} leader_uptime", "refId": "A" } ], "title": "leader_uptime", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 10 }, "id": 215, "links": [], "options": { "displayMode": "lcd", "fieldOptions": { "calcs": [ "last" ], "defaults": { "max": 100, "min": 0 }, "mappings": [], "override": {}, "thresholds": [ { "color": "green", "index": 0 }, { "color": "red", "index": 1, "value": 80 } ], "values": false }, "orientation": "vertical" }, "pluginVersion": "6.2.2", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(learners{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "learners", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(synced_non_voting_followers{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "synced_non_voting_followers", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(synced_observers{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 2, "legendFormat": "synced_observers", "refId": "D" } ], "title": "learner/observer", "type": "bargauge" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 18 }, "id": 70, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "election_time", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} election_time", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "election_time_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} election_time_count", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "election_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} election_time_sum(ms)", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "election_time_sum/election_time_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} election_avg_time(ms)", "refId": "D" } ], "thresholds": [], "timeRegions": [], "title": "election_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 26 }, "id": 144, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "uptime{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} uptime", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "quorum uptime", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "ms", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 26 }, "id": 130, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "learner_commit_received_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} learner_commit_received_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "learner_commit_received_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 0, "y": 34 }, "id": 148, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "commit_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} commit_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "commit_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 6, "y": 34 }, "id": 166, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "snap_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} snap_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "snap_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 34 }, "id": 186, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "diff_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} diff_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "diff_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 34 }, "id": 206, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "looking_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} looking_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "looking_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 42 }, "id": 154, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "proposal_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} proposal_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "proposal_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 42 }, "id": 214, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "last_proposal_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} last_proposal_size", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max_proposal_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} max_proposal_size", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "min_proposal_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} min_proposal_size", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "proposal_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 42 }, "id": 202, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(follower_sync_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[1m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} follower_sync_time", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "follower_sync_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 50 }, "id": 217, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "learner_handler_qp_size_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} learner_handler_qp_size_sum sid:{{key}}", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "learner_handler_qp_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 50 }, "id": 208, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "quit_leading_due_to_disloyal_voter{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} quit_leading_due_to_disloyal_voter", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "quit_leading_due_to_disloyal_voter", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 50 }, "id": 219, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(om_commit_process_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} om_commit_process_time", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(om_proposal_process_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} om_proposal_process_time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "Observer Master", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Quorum/Leader Election", "type": "row" }, { "collapsed": true, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 50 }, "id": 36, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 3 }, "id": 212, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "watch_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} watch_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "watch_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 3 }, "id": 178, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "node_changed_watch_count_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} node_changed_watch_count", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "node_changed_watch_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 3 }, "id": 174, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "node_children_watch_count_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} node_children_watch_count", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "node_children_watch_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 11 }, "id": 150, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "node_deleted_watch_count_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} node_deleted_watch_count", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "node_deleted_watch_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 11 }, "id": 96, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "node_created_watch_count_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} node_created_watch_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "node_created_watch_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 11 }, "id": 223, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "revalidate_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} revalidate_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "revalidate_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 19 }, "id": 46, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "stale_sessions_expired{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} stale_sessions_expired", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "stale_sessions_expired", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 19 }, "id": 194, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "dead_watchers_cleared{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} dead_watchers_cleared", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "dead_watchers_queued{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} dead_watchers_queued", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(dead_watchers_cleaner_latency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} dead_watchers_cleaner_latency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "dead_watchers", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 19 }, "id": 62, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "add_dead_watcher_stall_time{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} add_dead_watcher_stall_time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "add_dead_watcher_stall_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Session/Watch", "type": "row" }, { "collapsed": true, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 51 }, "id": 102, "panels": [ { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 4 }, "id": 66, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "outstanding_requests{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} outstanding_requests", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "outstanding_requests", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 4 }, "id": 104, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "last_client_response_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} last_client_response_size", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "min_client_response_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} min_client_response_size", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max_client_response_size{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} max_client_response_size", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "client_response_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 4 }, "id": 146, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "bytes_received_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} bytes_received_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "bytes_received_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 12 }, "id": 176, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "connection_request_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} connection_request_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "connection_request_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 12 }, "id": 190, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "num_alive_connections{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} num_alive_connections", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "num_alive_connections", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 12 }, "id": 86, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "connection_rejected{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} connection_rejected", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "connection_rejected", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 20 }, "id": 128, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "connection_drop_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} connection_drop_count", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "connection_drop_count", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 0, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 20 }, "id": 60, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "connection_drop_probability{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} connection_drop_probability", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "connection_drop_probability", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 20 }, "id": 54, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "sessionless_connections_expired{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} sessionless_connections_expired", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "sessionless_connections_expired", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 28 }, "id": 180, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "options": {}, "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(connection_token_deficit_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} connection_token_deficit", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "connection_token_deficit", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Client/Connection", "type": "row" }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 52 }, "id": 112, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Disk/Snapshot", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 1024, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "index": 0 }, { "color": "red", "index": 1, "value": 800 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 53 }, "id": 122, "links": [], "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "open_file_descriptor_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}}", "refId": "A" } ], "title": "open_file_descriptor", "type": "gauge" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 61 }, "id": 114, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "fsynctime{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} fsynctime", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "fsynctime_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": true, "interval": "", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} fsynctime_count", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "fsynctime_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} fsynctime_sum(ms)", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "fsynctime_sum * 1000 /fsynctime_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} fsynctime_avg(μs)", "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "irate(fsynctime_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[1m])", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} fsynctime_rate", "refId": "E" } ], "thresholds": [], "timeRegions": [], "title": "fsync_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "label": "", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": 10 } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 69 }, "id": 88, "legend": { "alignAsTable": true, "avg": false, "current": true, "max": true, "min": true, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(snapshottime_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} snapshot_time_rate", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "snapshottime_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} snapshottime_count", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "snapshottime_sum / snapshottime_count{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "hide": true, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} snapshottime_avg(ms)", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "snapshot_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 77 }, "id": 136, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Prep_Processor", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 78 }, "id": 158, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(prep_process_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} prep_process_time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "prep_process_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 78 }, "id": 138, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(prep_processor_queue_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} prep_processor_queue_time_ms", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "prep_processor_queue_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 78 }, "id": 156, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(prep_processor_queue_size_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} prep_processor_queue_size", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "prep_processor_queue_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 86 }, "id": 160, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "prep_processor_request_queued{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} prep_processor_request_queued", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "prep_processor_request_queued", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 86 }, "id": 92, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "outstanding_changes_queued{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} outstanding_changes_queued", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "outstanding_changes_removed{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} outstanding_changes_removed", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "outstanding_changes_queued", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 86 }, "id": 32, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(close_session_prep_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} close_session_prep_time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "close_session_prep_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 94 }, "id": 2, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Sync_Processor", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 95 }, "id": 142, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(sync_process_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} sync_process_time", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "sync_process_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 95 }, "id": 18, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(sync_processor_queue_flush_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} sync_processor_queue_flush_time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "sync_processor_queue_flush_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 95 }, "id": 26, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(sync_processor_queue_size_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} sync_processor_queue_size", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "sync_processor_queue_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 0, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 103 }, "id": 16, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "sync_processor_request_queued{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} sync_processor_request_queued", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "sync_processor_request_queued", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 103 }, "id": 24, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(sync_processor_batch_size_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} sync_processor_batch_size", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "sync_processor_batch_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 111 }, "id": 108, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Commit_Processor", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 112 }, "id": 118, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(commit_process_time_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} commit_process_time", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(read_commitproc_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} read_commitproc_time", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(write_commitproc_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} write_commitproc_time", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "commit_process_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 112 }, "id": 72, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(write_commit_proc_req_queued_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} write_commit_proc_req_queued", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(read_commit_proc_req_queued_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} read_commit_proc_req_queued", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(commit_commit_proc_req_queued_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} commit_commit_proc_req_queued", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "commit_proc_req_queued", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 112 }, "id": 44, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(requests_in_session_queue_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} requests_in_session_queue", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "requests_in_session_queue", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 120 }, "id": 58, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(read_commit_proc_issued_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} read_commit_proc_issued", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(write_commit_proc_issued_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} write_commit_proc_issued", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "commit_proc_issued", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 120 }, "id": 164, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(concurrent_request_processing_in_commit_processor_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} concurrent_request_processing_in_commit_processor", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "concurrent_request_processing_in_commit_processor", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 120 }, "id": 188, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(time_waiting_empty_pool_in_commit_processor_read_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} time_waiting_empty_pool_in_commit_processor_read", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "time_waiting_empty_pool_in_commit_processor_read", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 128 }, "id": 30, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(pending_session_queue_size_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} pending_session_queue_size", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "pending_session_queue_size", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 128 }, "id": 94, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(local_write_committed_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} local_write_committed_time_ms", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "local_write_committed_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 128 }, "id": 74, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(server_write_committed_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} server_write_committed_time", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "server_write_committed_time", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 136 }, "id": 106, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(write_batch_time_in_commit_processor_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "hide": false, "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} write_batch_time_in_commit_processor", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "write_batch_time_in_commit_processor", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 136 }, "id": 34, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(reads_after_write_in_session_queue_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} reads_after_write_in_session_queue", "refId": "B" } ], "thresholds": [], "timeRegions": [], "title": "reads_after_write_in_session_queue", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 136 }, "id": 50, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(session_queues_drained_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} session_queues_drained", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "session_queues_drained", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 144 }, "id": 38, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(reads_issued_from_session_queue_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} reads_issued_from_session_queue", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "reads_issued_from_session_queue", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 144 }, "id": 152, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "request_commit_queued{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{kubernetes_pod_name}} request_commit_queued", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "request_commit_queued", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 152 }, "id": 170, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Final_Processor", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 153 }, "id": 172, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(write_final_proc_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} write_final_proc_time_ms", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "write_final_proc_time_ms", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 153 }, "id": 228, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(read_final_proc_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} read_final_proc_time_ms", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "read_final_proc_time_ms", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 161 }, "id": 80, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Latency", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 162 }, "id": 198, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(readlatency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} readlatency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "read_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 162 }, "id": 78, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ {} ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(updatelatency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} updatelatency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "update_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 170 }, "id": 100, "interval": "", "legend": { "avg": true, "current": true, "max": true, "min": true, "show": false, "total": true, "values": true }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max_latency{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} max_latency", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "min_latency{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} min_latency", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "avg_latency{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} avg_latency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "max_min_avg_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 170 }, "id": 134, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(proposal_latency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} proposal_latency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "proposal_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 178 }, "id": 162, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(quorum_ack_latency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} quorum_ack_latency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "quorum_ack_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 178 }, "id": 126, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(ack_latency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} ack_latency_sum", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "ack_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 186 }, "id": 196, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(propagation_latency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} propagation_latency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "propagation_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 186 }, "id": 182, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(commit_propagation_latency_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} commit_propagation_latency", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "commit_propagation_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 194 }, "id": 42, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "proposal_ack_creation_latency{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} proposal_ack_creation_latency-{{quantile}}", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "proposal_ack_creation_latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "ms", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 202 }, "id": 238, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "Security", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 203 }, "id": 236, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "tls_handshake_exceeded{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} tls_handshake_exceeded", "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "outstanding_tls_handshake{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} outstanding_tls_handshake", "refId": "A" } ], "thresholds": [], "timeRegions": [], "title": "tls_handshake", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 203 }, "id": 64, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "ensemble_auth_fail{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} ensemble_auth_fail", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "ensemble_auth_success{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} ensemble_auth_success", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "ensemble_auth_skip{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} ensemble_auth_skip", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "ensemble_auth", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "collapsed": false, "datasource": { "type": "datasource", "uid": "grafana" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 211 }, "id": 227, "panels": [], "targets": [ { "datasource": { "type": "datasource", "uid": "grafana" }, "refId": "A" } ], "title": "JVM", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 212 }, "id": 204, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(jvm_classes_loaded{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "", "refId": "C" } ], "title": "jvm_classes_loaded", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 212 }, "id": 229, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(jvm_threads_current{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "", "refId": "C" } ], "title": "jvm_threads_current", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 212 }, "id": 230, "links": [], "maxDataPoints": 100, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "max(jvm_threads_deadlocked{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"})", "format": "time_series", "intervalFactor": 1, "legendFormat": "", "refId": "C" } ], "title": "jvm_threads_deadlocked", "type": "stat" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 220 }, "id": 231, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(jvm_pause_time_ms_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} jvm_pause_time_ms", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "jvm_pause_time_ms", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 220 }, "id": 232, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "rate(jvm_gc_collection_seconds_sum{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[5m])", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} gc:{{gc}}", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "jvm_gc_collection_seconds", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 220 }, "id": 233, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "jvm_threads_state{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} state:{{state}}", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "jvm_threads_state", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "short", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "fill": 1, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 228 }, "id": 234, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": false, "total": false, "values": false }, "lines": true, "linewidth": 2, "links": [], "nullPointMode": "connected", "percentage": false, "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "expr": "jvm_memory_pool_bytes_used{cluster=~\"$cluster\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "format": "time_series", "intervalFactor": 2, "legendFormat": "{{kubernetes_pod_name}} pool:{{pool}}", "refId": "C" } ], "thresholds": [], "timeRegions": [], "title": "jvm_memory_pool_bytes_used", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "format": "bytes", "logBase": 1, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "refresh": "5s", "schemaVersion": 38, "style": "dark", "tags": [ "v4" ], "templating": { "list": [ { "current": { "selected": false, "text": "All", "value": "$__all" }, "hide": 0, "includeAll": false, "label": "DataSource", "multi": false, "name": "DataSource", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "^(?!Prometheus).*$", "skipUrlSync": false, "type": "datasource" }, { "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "definition": "zookeeper_server_requests{cluster=~\".+\"}", "hide": 0, "includeAll": true, "label": "cluster", "multi": true, "name": "cluster", "options": [], "query": "label_values(znode_count{cluster=~\".+\"}, cluster)", "refresh": 1, "regex": ".+", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": { "type": "prometheus", "uid": "${DataSource}" }, "definition": "zookeeper_server_requests{cluster=~\"$cluster\", kubernetes_pod_name=~\".+\"}", "hide": 0, "includeAll": true, "label": "zookeeper server", "multi": true, "name": "kubernetes_pod_name", "options": [], "query": "label_values(znode_count{cluster=~\"$cluster\", kubernetes_pod_name=~\".+\"}, kubernetes_pod_name)", "refresh": 2, "regex": ".+", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": { "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": [ "5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d" ] }, "timezone": "browser", "title": "ZooKeeper 3.6 Dashboard", "uid": "SDE76m7Zzz", "version": 2, "weekStart": "" }