{ "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "description": "This dashboard is intended to work on local-Docker-Desktop-based Kubernetes- Originally based on https://github.com/sysnet4admin/_Book_k8sInfra Notice: It may be running on the other environment but cannot be guaranteed.", "editable": true, "gnetId": 13770, "graphTooltip": 0, "id": 3, "iteration": 1618317562593, "links": [], "panels": [ { "collapsed": false, "datasource": "prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 156, "panels": [], "title": "Cluster Summary", "type": "row" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 1 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 3, "w": 9, "x": 0, "y": 1 }, "id": 158, "options": { "colorMode": "background", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "expr": "avg(\navg_over_time((sum without ()(kube_pod_container_status_ready{namespace=\"kube-system\",pod=~\".*.dashboard.*|.*.dns.*|kube.*|.*.calico.*|.*.flannel.*|.*.etcd.*\"}) \n/ \ncount without ()(kube_pod_container_status_ready{namespace=\"kube-system\",pod=~\".*.dashboard.*|.*.dns.*|kube.*|.*.calico.*|.*.flannel.*|.*.etcd.*\"}))[$duration:5m])\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Master Health", "type": "stat" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "custom": { "align": null, "filterable": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Docker version" }, "properties": [ { "id": "custom.width", "value": 161 } ] }, { "matcher": { "id": "byName", "options": "Node name" }, "properties": [ { "id": "custom.width", "value": 180 } ] }, { "matcher": { "id": "byName", "options": "K8s version" }, "properties": [ { "id": "custom.width", "value": 114 } ] }, { "matcher": { "id": "byName", "options": "OS version" }, "properties": [ { "id": "custom.width", "value": 177 } ] }, { "matcher": { "id": "byName", "options": "pod_cidr" }, "properties": [ { "id": "custom.width", "value": 113 } ] }, { "matcher": { "id": "byName", "options": "Kernel version" }, "properties": [ { "id": "custom.width", "value": 149 } ] }, { "matcher": { "id": "byName", "options": "role" }, "properties": [ { "id": "custom.width", "value": null } ] }, { "matcher": { "id": "byName", "options": "Node status" }, "properties": [ { "id": "custom.width", "value": 196 }, { "id": "mappings", "value": [ { "from": "", "id": 0, "operator": "", "text": "Good", "to": "", "type": 1, "value": "1" }, { "from": "", "id": 1, "operator": "", "text": "Bad", "to": "", "type": 1, "value": "0" } ] }, { "id": "custom.displayMode", "value": "color-background" }, { "id": "custom.align", "value": "center" } ] }, { "matcher": { "id": "byName", "options": "Uptime" }, "properties": [ { "id": "unit", "value": "s" }, { "id": "custom.width", "value": 110 }, { "id": "custom.align", "value": "left" } ] }, { "matcher": { "id": "byName", "options": "POD CIDR" }, "properties": [ { "id": "custom.width", "value": 120 } ] }, { "matcher": { "id": "byName", "options": "Pod CIDR" }, "properties": [ { "id": "custom.width", "value": 188 } ] } ] }, "gridPos": { "h": 6, "w": 15, "x": 9, "y": 1 }, "id": 64, "options": { "angular": { "decimals": 0, "defaultColor": "#37872D", "format": "none", "linkIndex": "0", "linkVars": [], "mathColorValue": "data[end]", "mathDisplayValue": "data[end]", "mathScratchPad": "data = size(data)[1] == 0 ? [NaN] : data", "options": {}, "radius": "25px", "thresholds": [ { "color": "#37872D", "value": "1" }, { "color": "#C4162A", "value": "0" } ] }, "frameIndex": 0, "showHeader": true, "sortBy": [ { "desc": false, "displayName": "Node name" } ] }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "kube_node_info", "format": "table", "hide": false, "instant": false, "interval": "", "legendFormat": "{{node}}", "refId": "A" }, { "exemplar": true, "expr": " (count by (node)(container_spec_memory_reservation_limit_bytes{pod!=\"\"}))", "format": "table", "hide": false, "instant": false, "interval": "", "legendFormat": "", "refId": "B" }, { "exemplar": true, "expr": "max\n by(node) (max by(instance) (kubelet_running_pod_count{job=\"kubelet\",metrics_path=\"/metrics\"})\n * on(instance) group_left(node) kubelet_node_name{job=\"kubelet\",metrics_path=\"/metrics\"})\n", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "D" }, { "exemplar": true, "expr": "sum by (node)(label_replace(instance:node_cpu:ratio + on(instance) group_left(nodename) \nnode_uname_info,\"node\",\"$1\",\"nodename\", \"(.+)\") ) / sum by (node)(kube_node_status_capacity{resource=\"cpu\"})", "format": "table", "instant": false, "interval": "", "legendFormat": "", "refId": "E" }, { "exemplar": true, "expr": "kube_node_role", "format": "table", "instant": false, "interval": "", "legendFormat": "", "refId": "F" }, { "exemplar": true, "expr": "label_replace(up{job=\"kubernetes-nodes\"}, \"node\", \"$1\", \"instance\", \"(.+)\")", "format": "table", "instant": false, "interval": "", "legendFormat": "", "refId": "G" }, { "exemplar": true, "expr": "label_replace(avg by (kubernetes_node) (time() - node_boot_time_seconds), \"node\", \"$1\", \"kubernetes_node\", \"(.+)\")", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "H" } ], "timeFrom": null, "timeShift": null, "title": "Node Status", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "container_runtime_version", "kernel_version", "kubelet_version", "node", "os_image", "pod_cidr", "role", "Value #G", "Value #H" ] } } }, { "id": "seriesToColumns", "options": { "byField": "node" } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": { "Value #G": 8, "Value #H": 9, "container_runtime_version": 7, "instance": 2, "kernel_version": 5, "kubelet_version": 6, "node": 0, "os_image": 4, "pod_cidr": 3, "role": 1 }, "renameByName": { "Value #C": "IP", "Value #D": "Pod count", "Value #E": "CPU usage", "Value #G": "Node status", "Value #H": "Uptime", "container_runtime_version": "Docker version", "instance": "IP", "kernel_version": "Kernel version", "kubelet_version": "K8s version", "node": "Node name", "os_image": "OS version", "pod_cidr": "Pod CIDR", "provider_id": "" } } } ], "type": "table" }, { "cacheTimeout": null, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "mappings": [ { "id": 0, "op": "=", "text": "N/A", "type": 1, "value": "null" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 0, "y": 4 }, "id": 131, "interval": null, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": " count(kube_namespace_created)", "hide": false, "instant": false, "interval": "", "legendFormat": "{{pod}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Namespaces", "type": "stat" }, { "cacheTimeout": null, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "mappings": [ { "id": 0, "op": "=", "text": "N/A", "type": 1, "value": "null" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 3, "y": 4 }, "id": 159, "interval": null, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "count(kube_pod_info)", "hide": false, "instant": false, "interval": "", "legendFormat": "{{pod}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pods", "type": "stat" }, { "cacheTimeout": null, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "mappings": [ { "id": 0, "op": "=", "text": "N/A", "type": 1, "value": "null" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 3, "x": 6, "y": 4 }, "id": 160, "interval": null, "links": [], "maxDataPoints": 100, "options": { "colorMode": "value", "fieldOptions": { "calcs": [ "lastNotNull" ] }, "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "count(kube_persistentvolumeclaim_info) ", "hide": false, "instant": false, "interval": "", "legendFormat": "{{pod}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "PVC", "type": "stat" }, { "collapsed": false, "datasource": "prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, "id": 137, "panels": [], "repeat": null, "title": "Cluster Details", "type": "row" }, { "aliasColors": {}, "bars": false, "cacheTimeout": null, "dashLength": 10, "dashes": false, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 4, "fillGradient": 10, "gridPos": { "h": 8, "w": 6, "x": 0, "y": 8 }, "hiddenSeries": false, "id": 35, "legend": { "alignAsTable": false, "avg": false, "current": false, "hideEmpty": true, "hideZero": false, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "exemplar": true, "expr": "sum(rate(container_cpu_usage_seconds_total{instance=\"$node\"}[$duration])) / sum(machine_cpu_cores)", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{node}}", "refId": "A" } ], "thresholds": [ { "$$hashKey": "object:203", "colorMode": "critical", "fill": true, "line": true, "op": "gt", "value": 0.8, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "CPU Rate By Node", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1036", "decimals": null, "format": "percentunit", "label": null, "logBase": 1, "max": "1", "min": null, "show": true }, { "$$hashKey": "object:1037", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 10, "gridPos": { "h": 8, "w": 6, "x": 6, "y": 8 }, "hiddenSeries": false, "id": 33, "legend": { "alignAsTable": false, "avg": false, "current": false, "hideEmpty": true, "max": true, "min": false, "rightSide": false, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": true, "steppedLine": false, "targets": [ { "exemplar": true, "expr": "sum(rate(container_memory_usage_bytes{instance=\"$node\"}[$duration])) / sum(machine_memory_bytes)", "instant": false, "interval": "", "legendFormat": "{{node}}", "refId": "A" } ], "thresholds": [ { "$$hashKey": "object:539", "colorMode": "critical", "fill": true, "line": true, "op": "gt", "value": 0.8, "yaxis": "left" } ], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Memory Usage By Node", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:265", "format": "percentunit", "label": "", "logBase": 1, "max": "1", "min": null, "show": true }, { "$$hashKey": "object:266", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 8 }, "hiddenSeries": false, "id": 133, "legend": { "alignAsTable": false, "avg": true, "current": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 10, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:157", "alias": "(in)", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "exemplar": true, "expr": "sum (rate(container_network_receive_bytes_total[$duration]))", "interval": "", "legendFormat": "{{kubernetes_node}}(in)", "refId": "A" }, { "exemplar": true, "expr": "sum (rate(container_network_transmit_bytes_total[$duration]))", "interval": "", "legendFormat": "{{kubernetes_node}}(out)", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network Traffic Per Second", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:605", "decimals": null, "format": "decbytes", "label": "Received | Sent", "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:606", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "prometheus", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 4, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 8 }, "hiddenSeries": false, "id": 164, "legend": { "avg": false, "current": false, "hideEmpty": false, "hideZero": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "exemplar": true, "expr": "sum by (verb) (rate(apiserver_request_total[$duration]))", "interval": "", "legendFormat": "{{verb}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "API Server Call", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:683", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:684", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 16 }, "id": 139, "panels": [], "repeat": null, "title": "Real Time Node $node", "type": "row" }, { "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 0, "y": 17 }, "id": 145, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "sum (rate (container_cpu_usage_seconds_total[30s])) / sum(machine_cpu_cores)", "format": "time_series", "instant": false, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "CPU Usage", "type": "gauge" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 3, "y": 17 }, "id": 146, "options": { "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "sum(rate(container_memory_usage_bytes{instance=\"$node\"}[30s])) / sum(machine_memory_bytes)", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Memory Usage", "type": "gauge" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "#EAB839", "value": 0.8 }, { "color": "red", "value": 0.9 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 6, "y": 17 }, "id": 154, "options": { "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "sum(rate(container_fs_io_current{instance=\"$node\"}[30s]))", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Disk Usage (%)", "type": "gauge" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 9, "y": 17 }, "id": 141, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "machine_cpu_cores{instance=\"$node\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "CPU Core", "type": "stat" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 11, "y": 17 }, "id": 162, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "sum by (instance) (avg_over_time(process_open_fds{instance=\"$node\"}[$duration]))", "interval": "", "intervalFactor": 5, "legendFormat": "Process Opened FD", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "File Descriptor", "type": "stat" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "prometheus", "decimals": 2, "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 0, "fillGradient": 0, "gridPos": { "h": 6, "w": 7, "x": 17, "y": 17 }, "hiddenSeries": false, "id": 166, "legend": { "alignAsTable": false, "avg": true, "current": false, "hideEmpty": true, "hideZero": true, "max": false, "min": false, "rightSide": true, "show": true, "total": false, "values": true }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:1325", "alias": "/.*_Reads completed$/", "transform": "negative-Y" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "exemplar": true, "expr": "rate(node_disk_reads_completed_total{instance=~\"$instance\"}[$duration])", "interval": "", "legendFormat": "{{device}}_Reads", "refId": "A" }, { "expr": "rate(node_disk_writes_completed_total{instance=~\"$instance\"}[$duration])", "interval": "", "legendFormat": "{{device}}_Writes", "refId": "B" }, { "expr": "node_disk_io_now{instance=~\"$instance\"}", "interval": "", "legendFormat": "{{device}}", "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Disk IOPS Complete", "tooltip": { "shared": true, "sort": 2, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:1332", "decimals": 2, "format": "iops", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:1333", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": 2 } }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 3, "w": 2, "x": 9, "y": 20 }, "id": 143, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "expr": "machine_memory_bytes{instance=\"$node\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Memory", "type": "stat" }, { "collapsed": false, "datasource": "prometheus", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 }, "id": 168, "panels": [], "title": "Pod $pod", "type": "row" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 5, "x": 0, "y": 24 }, "id": 179, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "expr": "time()-kube_pod_start_time{pod=\"$pod\"}", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pod Lifetime", "type": "stat" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [ { "from": "", "id": 0, "operator": "", "text": "Bad", "to": "", "type": 1, "value": "1" }, { "from": "", "id": 1, "operator": "", "text": "Good", "to": "", "type": 1, "value": "0" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 5, "x": 5, "y": 24 }, "id": 173, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "exemplar": true, "expr": "sum(kube_pod_container_status_waiting_reason{pod=\"$pod\", reason!~\"ContainerCreating\"})", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Pod Operation Status", "type": "stat" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 2 }, { "color": "red", "value": 5 } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 3, "x": 10, "y": 24 }, "id": 175, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "expr": "sum(round(increase(kube_pod_container_status_restarts_total{pod=\"$pod\"}[10m])))", "format": "time_series", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Restart within 10 min", "type": "stat" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "CPU(%)" }, "properties": [ { "id": "unit", "value": "percentunit" }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 0.9 } ] } } ] }, { "matcher": { "id": "byName", "options": "Memory(bytes)" }, "properties": [ { "id": "max", "value": 1073741824 } ] }, { "matcher": { "id": "byName", "options": "File system usage" }, "properties": [ { "id": "max", "value": 1048576 } ] } ] }, "gridPos": { "h": 6, "w": 7, "x": 13, "y": 24 }, "id": 171, "options": { "displayMode": "lcd", "orientation": "horizontal", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "showUnfilled": true, "text": {} }, "pluginVersion": "7.5.3", "targets": [ { "expr": "sum(container_memory_usage_bytes{pod=\"$pod\"})", "interval": "", "legendFormat": "Memory(bytes)", "refId": "B" }, { "expr": "sum(rate(container_cpu_usage_seconds_total{pod=\"$pod\"}[$duration]))", "interval": "", "legendFormat": "CPU(%)", "refId": "A" }, { "expr": "sum(container_fs_usage_bytes{pod=\"$pod\"})", "interval": "", "legendFormat": "File system usage", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Resource Usage", "type": "bargauge" }, { "datasource": "prometheus", "fieldConfig": { "defaults": { "mappings": [], "noValue": "∞", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(255, 255, 255)", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Memory" }, "properties": [ { "id": "unit", "value": "decbytes" } ] }, { "matcher": { "id": "byName", "options": "CPU core" }, "properties": [ { "id": "unit", "value": "core" } ] } ] }, "gridPos": { "h": 6, "w": 4, "x": 20, "y": 24 }, "id": 177, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "7.5.3", "targets": [ { "expr": "sum(kube_pod_container_resource_limits_cpu_cores{pod=\"$pod\"})", "interval": "", "legendFormat": "CPU core", "refId": "A" }, { "expr": "sum(kube_pod_container_resource_limits_memory_bytes{pod=\"$pod\"})", "interval": "", "legendFormat": "Memory", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Resource Allocation Limit", "type": "stat" }, { "aliasColors": {}, "bars": true, "dashLength": 10, "dashes": false, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 30 }, "hiddenSeries": false, "id": 169, "legend": { "alignAsTable": false, "avg": true, "current": false, "max": true, "min": true, "rightSide": false, "show": true, "total": false, "values": true }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 10, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:660", "alias": "in", "color": "#73BF69", "transform": "negative-Y" }, { "$$hashKey": "object:661", "alias": "out", "color": "#5794F2" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(container_network_receive_bytes_total{pod=\"$pod\"}[$duration]))", "interval": "", "intervalFactor": 1, "legendFormat": "in", "refId": "A" }, { "expr": "sum(rate(container_network_transmit_bytes_total{pod=\"$pod\"}[$duration]))", "interval": "", "legendFormat": "out", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Network Traffic Per Second", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transformations": [], "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:692", "decimals": null, "format": "decbytes", "label": "Received | Sent", "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:693", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 30 }, "hiddenSeries": false, "id": 180, "legend": { "alignAsTable": false, "avg": false, "current": false, "max": false, "min": false, "rightSide": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 10, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:760", "alias": "in", "color": "#73BF69", "transform": "negative-Y" }, { "$$hashKey": "object:761", "alias": "out", "color": "#5794F2" } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "exemplar": true, "expr": "sum(container_memory_swap{pod=\"$pod\"}) by (pod)", "interval": "", "intervalFactor": 1, "legendFormat": "Swap", "refId": "A" }, { "exemplar": true, "expr": "sum(rate(container_memory_failcnt{pod=\"$pod\"}[$duration])) by (pod)", "interval": "", "legendFormat": "Memory Failure", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Memory Status (Swap/Failure)", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "transformations": [], "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:776", "decimals": null, "format": "none", "label": "", "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:777", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "prometheus", "description": "", "fieldConfig": { "defaults": { "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 4, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 30 }, "hiddenSeries": false, "id": 182, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 1, "nullPointMode": "null", "options": { "alertThreshold": true }, "percentage": false, "pluginVersion": "7.5.3", "pointradius": 0.5, "points": false, "renderer": "flot", "seriesOverrides": [ { "$$hashKey": "object:311", "alias": "Thread", "bars": true, "color": "#FF9830", "lines": false } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(container_threads{pod=\"$pod\", container!=\"POD\"})", "interval": "", "intervalFactor": 5, "legendFormat": "Thread", "refId": "A" }, { "expr": "", "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Number Of Threads", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "$$hashKey": "object:861", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "$$hashKey": "object:862", "format": "short", "label": "", "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "refresh": false, "schemaVersion": 27, "style": "dark", "tags": [ "kubernetes", "k8s" ], "templating": { "list": [ { "allValue": null, "current": { "selected": false, "text": "docker-desktop", "value": "docker-desktop" }, "datasource": "prometheus", "definition": "label_values(kubernetes_io_hostname)", "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "node", "options": [], "query": { "query": "label_values(kubernetes_io_hostname)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "auto": false, "auto_count": 30, "auto_min": "10s", "current": { "selected": true, "text": "2m", "value": "2m" }, "description": null, "error": null, "hide": 0, "label": null, "name": "duration", "options": [ { "selected": true, "text": "2m", "value": "2m" }, { "selected": false, "text": "5m", "value": "5m" }, { "selected": false, "text": "10m", "value": "10m" }, { "selected": false, "text": "30m", "value": "30m" }, { "selected": false, "text": "1h", "value": "1h" } ], "query": "2m,5m,10m,30m,1h", "queryValue": "", "refresh": 2, "skipUrlSync": false, "type": "interval" }, { "allValue": null, "current": { "selected": false, "text": "kube-state-metrics.kube-system.svc.cluster.local:8080", "value": "kube-state-metrics.kube-system.svc.cluster.local:8080" }, "datasource": "prometheus", "definition": "label_values(kube_node_info,instance)", "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "instance", "options": [], "query": { "query": "label_values(kube_node_info,instance)", "refId": "StandardVariableQuery" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": true, "text": "kubernetes-dashboard", "value": "kubernetes-dashboard" }, "datasource": "prometheus", "definition": "label_values(kube_pod_labels, namespace)", "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "namespace", "options": [], "query": { "query": "label_values(kube_pod_labels, namespace)", "refId": "prometheus-namespace-Variable-Query" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": false, "text": "kubernetes-dashboard-76577bd7bb-krq72", "value": "kubernetes-dashboard-76577bd7bb-krq72" }, "datasource": "prometheus", "definition": "label_values(kube_pod_info{namespace=\"$namespace\"}, pod)", "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "pod", "options": [], "query": { "query": "label_values(kube_pod_info{namespace=\"$namespace\"}, pod)", "refId": "prometheus-pod-Variable-Query" }, "refresh": 1, "regex": "", "skipUrlSync": false, "sort": 0, "tagValuesQuery": "", "tags": [], "tagsQuery": "", "type": "query", "useTags": false }, { "datasource": "prometheus", "description": null, "error": null, "filters": [], "hide": 0, "label": null, "name": "Filters", "skipUrlSync": false, "type": "adhoc" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "browser", "title": "Docker Desktop Kubernetes All-in-one", "uid": "4b545447f", "version": 8 }