{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 8, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "datasource": { "type": "prometheus", "uid": "000000001" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 4, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "000000001" }, "refId": "A" } ], "title": "Global Stats", "type": "row" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 7, "w": 5, "x": 0, "y": 1 }, "id": 7, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.2.3", "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "count(container_cpu_usage_seconds_total{container=\"crate\"})", "instant": true, "interval": "", "legendFormat": "", "queryType": "randomWalk", "refId": "A" } ], "title": "Number of CrateDB Nodes (Pods)", "type": "stat" }, { "collapsed": false, "datasource": { "type": "prometheus", "uid": "000000001" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 8 }, "id": 6, "panels": [], "targets": [ { "datasource": { "type": "prometheus", "uid": "000000001" }, "refId": "A" } ], "title": "Cluster Stats", "type": "row" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 5, "x": 0, "y": 9 }, "id": 13, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.2.3", "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "sum(crate_connections{property=\"open\", protocol!=\"transport\"}) by (protocol)", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{protocol}}", "queryType": "randomWalk", "refId": "A" } ], "title": "Connections", "type": "stat" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 5, "x": 5, "y": 9 }, "id": 14, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.2.3", "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "sum(rate(crate_query_total_count{query=\"Select\"}[5m]))", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{protocol}}", "queryType": "randomWalk", "refId": "A" } ], "title": "Selects per second", "type": "stat" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 5, "x": 10, "y": 9 }, "id": 15, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "9.2.3", "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "sum(rate(crate_query_total_count{query=\"Insert\"}[5m]))", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "{{protocol}}", "queryType": "randomWalk", "refId": "A" } ], "title": "Inserts per second", "type": "stat" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 17 }, "id": 11, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "rate(container_cpu_usage_seconds_total{container=\"crate\", pod=~\".*$cluster.*\"}[5m])", "interval": "", "legendFormat": "{{pod}}", "queryType": "randomWalk", "refId": "A" } ], "title": "CPU Usage (Cores)", "type": "timeseries" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 17 }, "id": 12, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "rate(container_memory_usage_bytes{container=\"crate\", pod=~\".*$cluster.*\"}[5m])", "interval": "", "legendFormat": "{{pod}}", "queryType": "randomWalk", "refId": "A" } ], "title": "Memory Usage", "type": "timeseries" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 25 }, "id": 16, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "rate(container_fs_writes_bytes_total{container=\"crate\", pod=~\".*$cluster.*\"}[5m]) > 0", "interval": "", "legendFormat": "{{pod}} {{device}}", "queryType": "randomWalk", "refId": "A" } ], "title": "File System Writes", "type": "timeseries" }, { "datasource": { "uid": "${datasource}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 25 }, "id": 17, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "uid": "${datasource}" }, "exemplar": true, "expr": "rate(container_fs_reads_bytes_total{container=\"crate\", pod=~\".*$cluster.*\"}[5m])", "hide": false, "interval": "", "legendFormat": "{{pod}} {{device}}", "refId": "A" } ], "title": "File System Reads", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 33 }, "id": 19, "panels": [], "title": "Query Stats", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "datasource", "uid": "-- Mixed --" }, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 7, "x": 0, "y": 34 }, "hiddenSeries": false, "id": 21, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null as zero", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "9.2.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "sum(rate(crate_query_failed_count{namespace=\"$namespace\"}[5m])) by (query)", "interval": "", "legendFormat": "{{ query }}", "refId": "E" } ], "thresholds": [], "timeRegions": [], "title": "Query error rate", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1579", "format": "ops", "logBase": 1, "min": "0", "show": true }, { "$$hashKey": "object:1580", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "datasource", "uid": "-- Mixed --" }, "description": "The average query duration for a overall queries.", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 7, "x": 7, "y": 34 }, "hiddenSeries": false, "id": 23, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "9.2.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "uid": "$datasource" }, "expr": "sum(rate(crate_query_sum_of_durations_millis{namespace=\"$namespace\"}[5m])) by (query)\n/\nsum(rate(crate_query_total_count{namespace=\"$namespace\"}[5m])) by (query)", "interval": "", "legendFormat": "{{ query }}", "refId": "E" } ], "thresholds": [], "timeRegions": [], "title": "Average Query Duration over the last 1 min", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1665", "format": "ms", "logBase": 1, "min": "0", "show": true }, { "$$hashKey": "object:1666", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": { "type": "datasource", "uid": "-- Mixed --" }, "description": "Queries per second for overall queries.", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, "w": 10, "x": 14, "y": 34 }, "hiddenSeries": false, "id": 25, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "paceLength": 10, "percentage": false, "pluginVersion": "9.2.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "datasource": { "uid": "$datasource" }, "editorMode": "code", "exemplar": false, "expr": "sum(rate(crate_query_total_count{namespace=\"$namespace\"}[5m])) by (query)", "format": "time_series", "instant": false, "interval": "", "legendFormat": "__auto", "range": true, "refId": "E" } ], "thresholds": [], "timeRegions": [], "title": "Queries Per Second", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "mode": "time", "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1485", "format": "ops", "label": "queries/s", "logBase": 1, "min": "0", "show": true }, { "$$hashKey": "object:1486", "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false } } ], "refresh": "5s", "schemaVersion": 37, "style": "dark", "tags": [], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus-1", "value": "Prometheus-1" }, "hide": 0, "includeAll": false, "label": "Datasource", "multi": false, "name": "datasource", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "current": { "isNone": true, "selected": false, "text": "None", "value": "" }, "datasource": { "uid": "${datasource}" }, "definition": "cloud_clusters_health", "hide": 0, "includeAll": false, "label": "Cluster", "multi": false, "name": "cluster", "options": [], "query": { "query": "cloud_clusters_health", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": ".*cluster_id=\"(.*?)\".*", "skipUrlSync": false, "sort": 0, "type": "query" }, { "current": { "selected": false, "text": "0439ee5b-7d95-4543-a2b1-1ddea632c6d3", "value": "0439ee5b-7d95-4543-a2b1-1ddea632c6d3" }, "datasource": { "type": "prometheus", "uid": "${datasource}" }, "definition": "crate_ready", "hide": 0, "includeAll": false, "multi": false, "name": "namespace", "options": [], "query": { "query": "crate_ready", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": ".*namespace=\"([0-9a-f\\-]+)\".*", "skipUrlSync": false, "sort": 0, "type": "query" } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "CrateDB Cluster Monitoring", "uid": "UYJt9qn4k", "version": 8, "weekStart": "" }