{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": null, "links": [], "panels": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "CPU time utilized by `HIVE_ACTOR` and `HIVE_BALANCER_ACTOR`, two of the most important actors of the Hive tablet", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic", "seriesBy": "last" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 0 }, "id": 10, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "multi", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "exemplar": false, "expr": "max(rate(utils_ElapsedMicrosecByActivity{execpool=\"System\", activity=\"HIVE_ACTOR\", database=\"$database\"}[$__rate_interval]))", "format": "heatmap", "interval": "", "legendFormat": "HIVE_ACTOR", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max(rate(utils_ElapsedMicrosecByActivity{execpool=\"System\", activity=\"HIVE_BALANCER_ACTOR\", database=\"$database\"}[$__rate_interval]))", "hide": false, "instant": false, "legendFormat": "HIVE_BALANCER_ACTOR", "range": true, "refId": "B" } ], "title": "CPU usage by HIVE_ACTOR, HIVE_BALANCER_ACTOR", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "Total number of tablets in the database", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 0 }, "id": 55, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "multi", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "exemplar": false, "expr": "max(tablets_MAX_Hive_TabletsTotal_{type=\"Hive\", category=\"app\", database=\"$database\"})", "interval": "", "legendFormat": "TabletsTotal", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max(tablets_MAX_Hive_TabletsAlive_{type=\"Hive\", category=\"app\", database=\"$database\"})", "hide": false, "instant": false, "legendFormat": "TabletsAlive", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max(tablets_SUM_Hive_TabletsStarting_{type=\"Hive\", category=\"app\", database=\"$database\"})", "hide": false, "instant": false, "legendFormat": "TabletsStarting", "range": true, "refId": "C" } ], "title": "Tablet count", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "Time it takes Hive to respond to itself. High values indicate heavy load (and low responsiveness) of the Hive", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic", "seriesBy": "last" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 7 }, "id": 67, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": false }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "multi", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "exemplar": false, "expr": "max(tablets_MAX_Hive_ResponseTimeMicrosec_{database=\"$database\"})", "format": "heatmap", "interval": "", "legendFormat": "response time", "range": true, "refId": "A" } ], "title": "Self-ping time", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "Size of the incoming event queue in Hive. Consistently high values indicate Hive cannot process events fast enough", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 7 }, "id": 69, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "multi", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "exemplar": false, "expr": "max(tablets_SUM_Hive_EventQueueSize_{database=\"$database\", type=\"Hive\", category=\"app\"})", "interval": "", "legendFormat": "EventQueueSize", "range": true, "refId": "A" } ], "title": "Event queue size", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "CPU time utilized by various local transaction types in Hive. Shows the structure of Hive load based on different activities.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [ { "matcher": { "id": "byValue", "options": { "op": "gte", "reducer": "allIsZero", "value": 0 } }, "properties": [ { "id": "custom.hideFrom", "value": { "legend": true, "tooltip": false, "viz": false } } ] } ] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 14 }, "id": 72, "interval": "15s", "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "single", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "((label_replace({database=\"$database\",category=\"app\", type = \"Hive\", __name__=~\"tablets_MAX_Hive_Tx.*_ExecuteCPUTime_\"}, \"name_label\", \"$1\", \"__name__\", \"tablets_MAX_Hive_Tx(.*)_ExecuteCPUTime_\")))", "hide": false, "instant": false, "legendFormat": "{{name_label}}", "range": true, "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max_over_time(sum({database=\"$database\",category=\"app\", type = \"Hive\", __name__=~\"tablets_MAX_Hive_Tx.*_ExecuteCPUTime_\"})[15m:])", "hide": false, "instant": false, "legendFormat": "ExecuteCpuTime total", "range": true, "refId": "A" } ], "title": "Local transaction times", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "Average execution time of a single local hive transaction of the type specified in the `Tx type` parameter selector on the dashboard.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "left", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [ { "matcher": { "id": "byName", "options": "RoCompleted" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "unit", "value": "none" } ] }, { "matcher": { "id": "byName", "options": "RwCompleted" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "unit", "value": "none" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*count$/" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "unit", "value": "none" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*time$/" }, "properties": [ { "id": "custom.axisPlacement", "value": "left" }, { "id": "unit", "value": "µs" } ] }, { "matcher": { "id": "byRegexp", "options": "/.*window$/" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "unit", "value": "none" } ] } ] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 14 }, "id": 68, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "timezone": [ "" ], "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "single", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max(tablets_MAX_Hive_${txtype}_ExecuteCPUTime_{database=\"$database\",category=\"app\",type=\"Hive\"})", "hide": true, "instant": false, "legendFormat": "ExecuteCPUTime", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max((rate(tablets_Hive_${txtype}_RoCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])))", "hide": true, "instant": false, "legendFormat": "RoCompleted", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max((rate(tablets_Hive_${txtype}_RwCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])))", "hide": true, "instant": false, "legendFormat": "RwCompleted", "range": true, "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max((rate(tablets_Hive_${txtype}_RoCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])) + (rate(tablets_Hive_${txtype}_RwCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])))", "hide": false, "instant": false, "legendFormat": "$txtype count", "range": true, "refId": "F" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max((tablets_MAX_Hive_${txtype}_ExecuteCPUTime_{database=\"$database\",category=\"app\",type=\"Hive\"}) / ((rate(tablets_Hive_${txtype}_RoCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])) + (rate(tablets_Hive_${txtype}_RwCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval]))))", "hide": false, "instant": false, "legendFormat": "$txtype average time", "range": true, "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "expr": "max(max_over_time(((rate(tablets_Hive_${txtype}_RoCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])) + (rate(tablets_Hive_${txtype}_RwCompleted{database=\"$database\",category=\"app\",type=\"Hive\"}[$__rate_interval])))[15m:]))", "hide": false, "instant": false, "legendFormat": "$txtype count, total on 15 min window", "range": true, "refId": "E" } ], "title": "$txtype average time", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "Versions of YDB running on cluster nodes", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 100, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "__systemRef": "hideSeriesFrom", "matcher": { "id": "byNames", "options": { "mode": "exclude", "names": [ "24.4.4.2.fd1e65b" ], "prefix": "All except:", "readOnly": true } }, "properties": [ { "id": "custom.hideFrom", "value": { "legend": false, "tooltip": false, "viz": true } } ] } ] }, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 21 }, "id": 70, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "multi", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "exemplar": false, "expr": "count by (revision) (utils_version{database=\"$database\"})", "interval": "", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Versions", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${ds}" }, "description": "Node where the database Hive is running", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 100, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 1, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green" }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 21 }, "id": 71, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "maxHeight": 600, "mode": "multi", "sort": "none" } }, "pluginVersion": "11.6.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${ds}" }, "editorMode": "code", "exemplar": false, "expr": "utils_ActorsAliveByActivity{activity=\"HIVE_ACTOR\", execpool=\"System\", database=\"$database\"}", "interval": "", "legendFormat": "{{instance}} ({{host}})", "range": true, "refId": "A" } ], "title": "Hive node", "type": "timeseries" } ], "refresh": "", "schemaVersion": 41, "tags": [ "ydb" ], "templating": { "list": [ { "current": {}, "datasource": { "type": "prometheus", "uid": "${ds}" }, "definition": "label_values(database)", "includeAll": false, "name": "database", "options": [], "query": { "query": "label_values(database)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "sort": 1, "type": "query" }, { "current": {}, "includeAll": false, "name": "ds", "options": [], "query": "prometheus", "refresh": 1, "regex": "", "type": "datasource" }, { "current": {}, "datasource": { "type": "prometheus", "uid": "${ds}" }, "definition": "label_values(__name__)", "includeAll": false, "label": "Tx type", "name": "txtype", "options": [], "query": { "qryType": 1, "query": "label_values(__name__)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "/^tablets_Hive_([^_]*)_ExecuteCPUTime$/", "sort": 1, "type": "query" } ] }, "time": { "from": "now-6h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Database Hive Overview", "uid": "ydb-database-hive", "version": 1, "weekStart": "" }