{ "__inputs": [ { "description": "", "label": "Prometheus", "name": "DS_PROMETHEUS", "pluginId": "prometheus", "pluginName": "Prometheus", "type": "datasource" } ], "__requires": [ { "id": "grafana", "name": "Grafana", "type": "grafana", "version": "8.1.8" }, { "id": "prometheus", "name": "Prometheus", "type": "datasource", "version": "1.0.0" }, { "id": "stat", "name": "Stat", "type": "panel", "version": "" }, { "id": "table", "name": "Table", "type": "panel", "version": "" }, { "id": "timeseries", "name": "Time series", "type": "panel", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "", "editable": true, "gnetId": null, "graphTooltip": 1, "id": null, "iteration": 1733915992490, "links": [ { "asDropdown": true, "icon": "external link", "includeVars": true, "keepTime": true, "tags": [ "cdot" ], "targetBlank": false, "title": "Related Dashboards", "tooltip": "", "type": "dashboards", "url": "" } ], "panels": [ { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 45, "panels": [], "title": "Highlights", "type": "row" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "Number of disks.", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(31, 176, 196)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 0, "y": 1 }, "id": 41, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "count(disk_labels{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Total Disks", "type": "stat" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "Number of failed disks.", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(222, 92, 107)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(222, 92, 107)", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 4, "y": 1 }, "id": 55, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "count(\n count by (serial_number) (\n disk_labels{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",failed=\"true\",node=~\"$Node\"}\n )\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Failed Disks", "type": "stat" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "The utilization percent of the disk. aggr_disk_busy is [disk_busy](#disk_busy) aggregated by `aggr`.", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(31, 176, 196)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 8, "y": 1 }, "id": 47, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "count(\n count by (raid_group) (aggr_disk_busy{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Raid Groups", "type": "stat" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "The utilization percent of the disk. aggr_disk_busy is [disk_busy](#disk_busy) aggregated by `aggr`.", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(31, 176, 196)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 12, "y": 1 }, "id": 48, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "count(\n count by (plex, aggr) (aggr_disk_busy{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Plexes", "type": "stat" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "Number of disks in the aggregate.", "fieldConfig": { "defaults": { "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(31, 176, 196)", "text": "0" } }, "type": "special" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 3, "w": 4, "x": 16, "y": 1 }, "id": 43, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum(\n aggr_raid_disk_count{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Total Disks by Aggregate(s)", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Disk capacity per aggregate detail.", "fieldConfig": { "defaults": { "custom": { "align": null, "displayMode": "auto", "filterable": true }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(59, 186, 47)", "value": null }, { "color": "light-orange", "value": 75 }, { "color": "rgb(255, 99, 89)", "value": 85 } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byName", "options": "Value #E" }, "properties": [ { "id": "displayName", "value": "capacity" }, { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Value #A" }, "properties": [ { "id": "custom.displayMode", "value": "lcd-gauge" }, { "id": "displayName", "value": "capacity used" }, { "id": "max", "value": 100 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "Value #C" }, "properties": [ { "id": "displayName", "value": "max IOPs" }, { "id": "unit", "value": "short" } ] }, { "matcher": { "id": "byName", "options": "Value #B" }, "properties": [ { "id": "displayName", "value": "max utilization" } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "custom.width", "value": 178 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "custom.width", "value": 128 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "capacity" }, "properties": [ { "id": "displayName", "value": "Capacity" }, { "id": "custom.width", "value": 134 } ] }, { "matcher": { "id": "byName", "options": "max IOPs" }, "properties": [ { "id": "displayName", "value": "Max IOPs" }, { "id": "custom.width", "value": 154 } ] }, { "matcher": { "id": "byName", "options": "max utilization" }, "properties": [ { "id": "displayName", "value": "Max Utilization" }, { "id": "custom.width", "value": 167 } ] }, { "matcher": { "id": "byName", "options": "Value #D" }, "properties": [ { "id": "displayName", "value": "disks" }, { "id": "unit", "value": "short" }, { "id": "decimals", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "disks" }, "properties": [ { "id": "displayName", "value": "Disks" }, { "id": "custom.width", "value": 77 } ] }, { "matcher": { "id": "byName", "options": "capacity used" }, "properties": [ { "id": "displayName", "value": "Capacity Used" }, { "id": "custom.width", "value": 362 } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 4 }, "id": 53, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Capacity Used" } ] }, "pluginVersion": "8.1.8", "targets": [ { "expr": "aggr_raid_disk_count{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "D" }, { "expr": "aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "E" }, { "expr": "aggr_space_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Disk Capacity Per Aggregate", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "aggr", "node", "Value #A", "Value #D", "Value #E" ] } } }, { "id": "merge", "options": {} } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Highest Disk Utilization per Aggregate for latest record (independent of time range selected).", "fieldConfig": { "defaults": { "custom": { "align": null, "displayMode": "auto", "filterable": true }, "decimals": 2, "mappings": [], "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(59, 186, 47)", "value": null }, { "color": "light-orange", "value": 75 }, { "color": "rgb(255, 99, 89)", "value": 85 } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byName", "options": "Value #C" }, "properties": [ { "id": "displayName", "value": "max IOPs" }, { "id": "unit", "value": "short" }, { "id": "decimals" } ] }, { "matcher": { "id": "byName", "options": "Value #B" }, "properties": [ { "id": "displayName", "value": "max utilization" }, { "id": "custom.displayMode", "value": "lcd-gauge" }, { "id": "max", "value": 100 }, { "id": "min", "value": 0 }, { "id": "decimals", "value": 3 }, { "id": "unit", "value": "percent" }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 60 }, { "color": "red", "value": 80 } ] } } ] }, { "matcher": { "id": "byName", "options": "max IOPs" }, "properties": [ { "id": "displayName", "value": "Max IOPs" }, { "id": "custom.width", "value": 153 } ] }, { "matcher": { "id": "byName", "options": "max utilization" }, "properties": [ { "id": "displayName", "value": "Max Utilization" }, { "id": "custom.width", "value": 349 } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "custom.width", "value": 148 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "custom.width", "value": 178 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 4 }, "id": 54, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Max IOPs" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "max by (aggr, node) (\n aggr_disk_max_total_transfers{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n max by (aggr, node) (\n avg_over_time(\n aggr_disk_max_total_transfers{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "C" }, { "exemplar": false, "expr": "max by (aggr, node) (\n aggr_disk_max_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n max by (aggr, node) (\n avg_over_time(\n aggr_disk_max_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Disk Utilization", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "aggr", "Value #C", "Value #B", "node" ] } } }, { "id": "merge", "options": {} } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Highest Disk Utilization per Aggregate in the selected time range.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 13 }, "id": 50, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "max by (node, aggr) (\n aggr_disk_max_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n max by (node, aggr) (\n avg_over_time(\n aggr_disk_max_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Max Disk Utilization", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total number of disk operations involving data transfer initiated per second\n.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 13 }, "id": 51, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "max by (node, aggr) (\n aggr_disk_max_total_transfers{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n max by (node, aggr) (\n avg_over_time(\n aggr_disk_max_total_transfers{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Disk Transfers", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average number of blocks transferred in each user read operation. aggr_disk_max_user_read_chain is the maximum of [disk_user_read_chain](#disk_user_read_chain) for label `aggr`.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 21 }, "id": 56, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "max by (node, aggr) (\n aggr_disk_max_user_read_chain{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n max by (node, aggr) (\n avg_over_time(\n aggr_disk_max_user_read_chain{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by User Read Chain Length", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average number of blocks transferred in each user write operation. aggr_disk_max_user_write_chain is the maximum of [disk_user_write_chain](#disk_user_write_chain) for label `aggr`.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 21 }, "id": 57, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.4.11", "targets": [ { "exemplar": false, "expr": "max by (node, aggr) (\n aggr_disk_max_user_write_chain{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n max by (node, aggr) (\n avg_over_time(\n aggr_disk_max_user_write_chain{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by User Write Chain Length", "type": "timeseries" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 29 }, "id": 21, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Average latency per block in microseconds for user read operations.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 30 }, "id": 58, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "raid_disk_user_read_latency{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n raid_disk_user_read_latency{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}[3h] @ end()\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{disk}} - {{plex}} - {{raid}}", "refId": "A" } ], "title": "Top $TopResources Disks by User Read Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency per block in microseconds for user write operations.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 30 }, "id": 61, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "raid_disk_user_write_latency{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n raid_disk_user_write_latency{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}[3h] @ end()\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{disk}} - {{plex}} - {{raid}}", "refId": "A" } ], "title": "Top $TopResources Disks by User Write Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total number of disk operations involving data transfer initiated per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 38 }, "id": 60, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "raid_disk_total_transfers{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n raid_disk_total_transfers{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}[3h] @ end()\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{disk}} - {{plex}} - {{raid}}", "refId": "A" } ], "title": "Top $TopResources Disks by Total Transfers", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The utilization percent of the disk in the selected time range.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 38 }, "id": 59, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "raid_disk_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n raid_disk_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\",plex=~\"$Plex\",raid=~\"$Raid\"}[3h] @ end()\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{disk}} - {{plex}} - {{raid}}", "refId": "A" } ], "title": "Top $TopResources Disks by Disk Busy", "type": "timeseries" } ], "title": "Top Disks: Raid-level Overview", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 30 }, "id": 22, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Some Clusters don't report average latency, so the values might be 0s.", "fieldConfig": { "defaults": { "custom": { "align": "left", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byName", "options": "disk" }, "properties": [ { "id": "displayName", "value": "Disk" }, { "id": "custom.width", "value": 144 } ] }, { "matcher": { "id": "byName", "options": "type" }, "properties": [ { "id": "displayName", "value": "Type" }, { "id": "custom.width", "value": 144 } ] }, { "matcher": { "id": "byName", "options": "Model" }, "properties": [ { "id": "custom.width", "value": 191 } ] }, { "matcher": { "id": "byName", "options": "Serial" }, "properties": [ { "id": "custom.width", "value": 185 } ] }, { "matcher": { "id": "byName", "options": "Value #B" }, "properties": [ { "id": "displayName", "value": "Capacity" }, { "id": "unit", "value": "decbytes" }, { "id": "decimals", "value": 2 } ] }, { "matcher": { "id": "byName", "options": "Value #A" }, "properties": [ { "id": "displayName", "value": "Avg IOPs" }, { "id": "unit", "value": "KiBs" } ] }, { "matcher": { "id": "byName", "options": "Value #D" }, "properties": [ { "id": "displayName", "value": "Avg Latency" }, { "id": "unit", "value": "ms" }, { "id": "decimals", "value": 4 }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 20000 }, { "color": "red", "value": 30000 } ] } }, { "id": "custom.displayMode", "value": "color-background" } ] }, { "matcher": { "id": "byName", "options": "Value #C" }, "properties": [ { "id": "displayName", "value": "Power On Time" }, { "id": "unit", "value": "s" }, { "id": "decimals", "value": 1 } ] }, { "matcher": { "id": "byName", "options": "shelf" }, "properties": [ { "id": "custom.width", "value": 69 } ] }, { "matcher": { "id": "byName", "options": "container_type" }, "properties": [ { "id": "displayName", "value": "Container Type" }, { "id": "custom.width", "value": 170 } ] }, { "matcher": { "id": "byName", "options": "diskStatus" }, "properties": [ { "id": "displayName", "value": "Status" }, { "id": "mappings", "value": [ { "options": { " ": { "text": "Ok" } }, "type": "value" } ] } ] }, { "matcher": { "id": "byName", "options": "shelf_bay" }, "properties": [ { "id": "custom.width", "value": 95 } ] }, { "matcher": { "id": "byName", "options": "cluster" }, "properties": [ { "id": "displayName", "value": "Cluster" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "datacenter" }, "properties": [ { "id": "displayName", "value": "Datacenter" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 31 }, "id": 18, "interval": "1m", "maxDataPoints": 2, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Avg IOPs" } ] }, "pluginVersion": "8.1.8", "targets": [ { "expr": "disk_bytes_per_sector * disk_sectors{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" }, { "exemplar": false, "expr": "disk_stats_io_kbps{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" }, { "exemplar": false, "expr": "disk_stats_average_latency{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "D" }, { "expr": "disk_uptime{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "C" }, { "exemplar": false, "expr": "label_join(\n disk_labels{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"},\n \"diskStatus\",\n \" \",\n \"NonSupportedField\",\n \"outage\"\n)", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "E" } ], "title": "Disks in Cluster", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "index" } }, { "id": "renameByRegex", "options": { "regex": "(.*) 1$", "renamePattern": "$1" } }, { "id": "filterFieldsByName", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 1": true, "Time 2": true, "Time 4": true, "Time 5": true, "Value #B": false, "Value #C": false, "Value #E": true, "__name__": true, "__name__ 1": true, "__name__ 3": true, "__name__ 4": true, "aggr": true, "cluster": false, "cluster 2": true, "cluster 3": true, "cluster 4": true, "cluster 5": true, "datacenter": false, "datacenter 2": true, "datacenter 3": true, "datacenter 4": true, "datacenter 5": true, "disk 2": true, "disk 3": true, "disk 4": true, "disk 5": true, "failed": true, "index": true, "index 1": true, "instance": true, "instance 1": true, "instance 2": true, "instance 4": true, "instance 5": true, "job": true, "job 1": true, "job 2": true, "job 3": true, "job 4": true, "job 5": true, "model": true, "node": false, "node 2": true, "node 3": true, "node 4": true, "node 5": true, "outage": true, "owner_node": true, "serial_number": true, "shared": true, "shelf": true, "shelf_bay": true }, "indexByName": { "Time": 51, "Time 2": 6, "Time 3": 14, "Time 4": 23, "Time 5": 32, "Value #A": 13, "Value #B": 5, "Value #C": 31, "Value #D": 22, "Value #E": 50, "__name__": 54, "__name__ 2": 15, "__name__ 3": 24, "__name__ 4": 33, "cluster": 1, "cluster 2": 7, "cluster 3": 16, "cluster 4": 25, "cluster 5": 34, "container_type": 36, "datacenter": 0, "datacenter 2": 8, "datacenter 3": 17, "datacenter 4": 26, "datacenter 5": 37, "disk": 3, "disk 2": 9, "disk 3": 18, "disk 4": 27, "disk 5": 38, "diskStatus": 39, "failed": 40, "index": 4, "instance": 52, "instance 2": 10, "instance 3": 19, "instance 4": 28, "instance 5": 41, "job": 53, "job 2": 11, "job 3": 20, "job 4": 29, "job 5": 42, "model": 43, "node": 2, "node 2": 12, "node 3": 21, "node 4": 30, "node 5": 44, "owner_node": 45, "serial_number": 46, "shared": 47, "shelf": 48, "shelf_bay": 49, "type": 35 }, "renameByName": { "cluster": "Cluster", "datacenter": "Datacenter", "disk": "Disk", "node": "Node" } } } ], "type": "table" } ], "title": "List of Disks", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 31 }, "id": 28, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of number of disk kilobytes (KB) read/written per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "KiBs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 0, "y": 32 }, "id": 32, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum by (node) (node_disk_data_read{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})", "hide": false, "interval": "", "legendFormat": "{{node}} - READ", "refId": "A" }, { "expr": "sum by (node) (node_disk_data_written{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})", "hide": false, "interval": "", "legendFormat": "{{node}} - WRITE", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Disk Throughput by Node", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of bytes written/read through a host adapter.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 8, "y": 32 }, "id": 34, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum by (node) (\n hostadapter_bytes_written{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "hide": false, "interval": "", "legendFormat": "{{node}} - WRITE", "refId": "A" }, { "expr": "sum by (node) (hostadapter_bytes_read{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})", "hide": false, "interval": "", "legendFormat": "{{node}} - READ", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Disk and Tape Drives Throughput by Node", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of bytes written/read through a host adapter.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 32 }, "id": 62, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(\n sum by (datacenter, cluster, node, hostadapter) (\n hostadapter_bytes_written{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",hostadapter=~\"$HostAdapter\",node=~\"$Node\"}\n )\n )\nand on (datacenter, cluster, node, hostadapter)\n topk(\n $TopResources,\n sum by (datacenter, cluster, node, hostadapter) (\n avg_over_time(\n hostadapter_bytes_written{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",hostadapter=~\"$HostAdapter\",node=~\"$Node\"}[3h]\n )\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{hostadapter}} - WRITE", "refId": "A" }, { "exemplar": false, "expr": "(\n sum by (datacenter, cluster, node, hostadapter) (\n hostadapter_bytes_read{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",hostadapter=~\"$HostAdapter\",node=~\"$Node\"}\n )\n )\nand on (datacenter, cluster, node, hostadapter)\n topk(\n $TopResources,\n sum by (datacenter, cluster, node, hostadapter) (\n avg_over_time(\n hostadapter_bytes_read{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",hostadapter=~\"$HostAdapter\",node=~\"$Node\"}[3h]\n )\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{hostadapter}} - READ", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Disk and Tape Drives Throughput by Host Adapter", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of external cache hit rate and estimated number of disk reads per second replaced by cache.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Hit %", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "unit", "value": "short" }, { "id": "custom.axisLabel", "value": "HDD Reads Replaced" } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 41 }, "id": 36, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum by (cluster) (\n flashcache_hit_percent{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "hide": false, "interval": "", "legendFormat": "Hit % - {{cluster}}", "refId": "A" }, { "expr": "sum by (cluster) (\n flashcache_disk_reads_replaced{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "hide": false, "interval": "", "legendFormat": "HDD Reads Replaced - {{cluster}}", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Flash Cache", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of percentage of HDD read operations replace by SSD and number of HDD read operations replaced by SSD reads per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Hit %", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "unit", "value": "short" }, { "id": "custom.axisLabel", "value": "HDD Reads Replaced" } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 41 }, "id": 38, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum by (cluster) (\n flashpool_read_ops_replaced_percent{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "hide": false, "interval": "", "legendFormat": "Hit % - {{cluster}}", "refId": "A" }, { "expr": "sum by (cluster) (\n flashpool_read_ops_replaced{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "hide": false, "interval": "", "legendFormat": "HDD Reads Replaced - {{cluster}}", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Flash Pool", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays details of the counts of two types of Consistency Points (CP).\n\n- **Back-to-Back CP (back_to_back_CP)**: For more information, see [Write Performance Impacted by Back to Back Consistency Points](https://kb.netapp.com/on-prem/ontap/Perf/Perf-KBs/Write_Performance_Impacted_by_Back_to_Back_Consistency_Points).\n- **Deferred Back-to-Back CP (deferred_back_to_back_CP)**: For more information, see [What are the different Consistency Point types and how are they measured](https://kb.netapp.com/on-prem/ontap/Perf/Perf-KBs/What_are_the_different_Consistency_Point_types_and_how_are_they_measured).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "custom.axisLabel", "value": "Back to Back CP Count" }, { "id": "unit", "value": "locale" } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 50 }, "id": 63, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum by (datacenter, cluster, node) (\n wafl_cp_count{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",metric=~\"back_to_back_CP|deferred_back_to_back_CP|back_to_back_cp|deferred_back_to_back_cp\",node=~\"$Node\"}\n)", "hide": false, "interval": "", "legendFormat": "{{node}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "CP (Consistency Points) Counts", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays details of the average latency in microseconds for the WAFL filesystem to process write requests to the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "custom.axisLabel", "value": "Write Latency" }, { "id": "unit", "value": "µs" } ] } ] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 50 }, "id": 64, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "node_volume_write_latency{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "hide": false, "interval": "", "legendFormat": "{{node}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Write Latency by Node", "transformations": [], "type": "timeseries" } ], "title": "Disk Utilization", "type": "row" } ], "refresh": "", "schemaVersion": 30, "style": "dark", "tags": [ "harvest", "ontap", "cdot" ], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "description": null, "error": null, "hide": 2, "includeAll": false, "label": "Data Source", "multi": false, "name": "DS_PROMETHEUS", "options": [], "query": "prometheus", "refresh": 2, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(cluster_new_status{system_type!=\"7mode\"},datacenter)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Datacenter", "options": [], "query": { "query": "label_values(cluster_new_status{system_type!=\"7mode\"},datacenter)", "refId": "Prometheus-Datacenter-Variable-Query" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(cluster_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\"},cluster)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Cluster", "options": [], "query": { "query": "label_values(cluster_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\"},cluster)", "refId": "Prometheus-Cluster-Variable-Query" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(disk_labels{system_type!=\"7mode\",cluster=~\"$Cluster\"}, node)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Node", "options": [], "query": { "query": "label_values(disk_labels{system_type!=\"7mode\",cluster=~\"$Cluster\"}, node)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(aggr_disk_busy{cluster=~\"$Cluster\",node=~\"$Node\"}, aggr)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Aggregate", "options": [], "query": { "query": "label_values(aggr_disk_busy{cluster=~\"$Cluster\",node=~\"$Node\"}, aggr)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(aggr_disk_busy{cluster=~\"$Cluster\",node=~\"$Node\",aggr=~\"$Aggregate\"}, plex)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Plex", "options": [], "query": { "query": "label_values(aggr_disk_busy{cluster=~\"$Cluster\",node=~\"$Node\",aggr=~\"$Aggregate\"}, plex)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(aggr_disk_busy{cluster=~\"$Cluster\",node=~\"$Node\",aggr=~\"$Aggregate\",plex=~\"$Plex\"}, raid)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Raid", "options": [], "query": { "query": "label_values(aggr_disk_busy{cluster=~\"$Cluster\",node=~\"$Node\",aggr=~\"$Aggregate\",plex=~\"$Plex\"}, raid)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(hostadapter_bytes_read{system_type!=\"7mode\",cluster=~\"$Cluster\",node=~\"$Node\"}, hostadapter)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "HostAdapter", "options": [], "query": { "query": "label_values(hostadapter_bytes_read{system_type!=\"7mode\",cluster=~\"$Cluster\",node=~\"$Node\"}, hostadapter)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "type": "query" }, { "allValue": null, "current": { "selected": false, "text": "5", "value": "5" }, "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "TopResources", "options": [ { "selected": false, "text": "1", "value": "1" }, { "selected": false, "text": "2", "value": "2" }, { "selected": false, "text": "3", "value": "3" }, { "selected": false, "text": "4", "value": "4" }, { "selected": true, "text": "5", "value": "5" }, { "selected": false, "text": "6", "value": "6" }, { "selected": false, "text": "8", "value": "8" }, { "selected": false, "text": "10", "value": "10" }, { "selected": false, "text": "15", "value": "15" }, { "selected": false, "text": "25", "value": "25" }, { "selected": false, "text": "50", "value": "50" }, { "selected": false, "text": "100", "value": "100" }, { "selected": false, "text": "250", "value": "250" }, { "selected": false, "text": "500", "value": "500" } ], "query": "1,2,3,4,5,6,8,10,15,25,50,100,250,500", "queryValue": "", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "ONTAP: Disk", "uid": "cdot-disk", "version": 15 }