{ "__inputs": [ { "description": "", "label": "Prometheus", "name": "DS_PROMETHEUS", "pluginId": "prometheus", "pluginName": "Prometheus", "type": "datasource" } ], "__requires": [ { "id": "grafana", "name": "Grafana", "type": "grafana", "version": "8.1.8" }, { "id": "prometheus", "name": "Prometheus", "type": "datasource", "version": "1.0.0" }, { "id": "stat", "name": "Stat", "type": "panel", "version": "" }, { "id": "table", "name": "Table", "type": "panel", "version": "" }, { "id": "text", "name": "Text", "type": "panel", "version": "" }, { "id": "timeseries", "name": "Time series", "type": "panel", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "", "editable": true, "gnetId": null, "graphTooltip": 1, "id": null, "iteration": 1739870970263, "links": [ { "asDropdown": true, "icon": "external link", "includeVars": true, "keepTime": true, "tags": [ "cdot" ], "targetBlank": false, "title": "Related Dashboards", "tooltip": "", "type": "dashboards", "url": "" } ], "panels": [ { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 3, "w": 24, "x": 0, "y": 0 }, "id": 91, "options": { "content": "Volume latencies are missing some latencies from NAS protocols. Use the workload volume metrics in the QoS row for a more detailed breakdown.
[Details in ONTAP Performance KB article](https://kb.netapp.com/on-prem/ontap/Perf/Perf-KBs/What_is_the_difference_in_latency_of_the_same_volume_between_statistics_volume_show_and_qos_statistics_volume_latency_show_commands)", "mode": "markdown" }, "pluginVersion": "8.1.8", "title": "Important Information about Volume dashboard", "type": "text" }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 3 }, "id": 20, "panels": [], "title": "Highlights", "type": "row" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average Latency of top $TopResources volumes.", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 20000 }, { "color": "red", "value": 30000 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 0, "y": 4 }, "id": 4, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "avg(\n topk(\n $TopResources,\n (\n avg by (datacenter, cluster, svm, volume) (\n volume_avg_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n )\n )\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Volume Average Latency", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Throughput of top $TopResources volumes.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 8, "y": 4 }, "id": 23, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n topk(\n $TopResources,\n (\n sum by (datacenter, cluster, svm, volume) (\n volume_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n )\n )\n * on(datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)\n+\nsum(\n topk(\n $TopResources,\n (\n sum by (datacenter, cluster, svm, volume) (\n volume_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n )\n )\n * on(datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Total Throughput", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "IOPs of top $TopResources volumes.", "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 16, "y": 4 }, "id": 5, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n topk(\n $TopResources,\n (\n sum by (datacenter, cluster, svm, volume) (\n volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n )\n )\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Total IOPs", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process all the operations on the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 8 }, "id": 10, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_avg_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_avg_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Average Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total throughput.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 8 }, "id": 11, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(\n volume_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"} \n +\n volume_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n)\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n +\n avg_over_time(volume_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Average Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of operations per second serviced by the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 8 }, "id": 12, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Total IOPs", "transformations": [], "type": "timeseries" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 16 }, "id": 37, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Volume details.", "fieldConfig": { "defaults": { "custom": { "align": "left", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byName", "options": "Value #A" }, "properties": [ { "id": "mappings", "value": [ { "options": { "0": { "color": "red", "index": 1, "text": "offline" }, "1": { "color": "green", "index": 0, "text": "online" } }, "type": "value" } ] }, { "id": "custom.displayMode", "value": "color-background-solid" }, { "id": "custom.width" }, { "id": "displayName", "value": "Status" }, { "id": "color", "value": { "mode": "thresholds" } } ] }, { "matcher": { "id": "byName", "options": "Value #D" }, "properties": [ { "id": "displayName", "value": "space used" }, { "id": "unit", "value": "percent" }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "Size" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Dedupe Space Saved" }, "properties": [ { "id": "custom.width" }, { "id": "displayName", "value": "Dedupe Space Saved" }, { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Compression Space Saved" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Total Space Saved" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Logical Space Used" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Physical Space Used" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Clone Split Estimate" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "datacenter" }, "properties": [ { "id": "displayName", "value": "Datacenter" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "cluster" }, "properties": [ { "id": "displayName", "value": "Cluster" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 17 }, "id": 18, "interval": "1m", "maxDataPoints": 2, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "space used" } ] }, "pluginVersion": "8.1.8", "targets": [ { "expr": "volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",tags=~\".*$Tag.*\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}", "format": "table", "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "B" }, { "expr": "volume_new_status{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" }, { "expr": "volume_size_total{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "C" }, { "expr": "volume_size_used_percent{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "D" }, { "exemplar": false, "expr": "volume_sis_dedup_saved{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "E" }, { "exemplar": false, "expr": "volume_sis_compress_saved{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "F" }, { "exemplar": false, "expr": "volume_sis_dedup_saved+volume_sis_compress_saved{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "G" }, { "exemplar": false, "expr": "volume_space_logical_used{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "H" }, { "exemplar": false, "expr": "volume_space_physical_used{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "I" }, { "exemplar": false, "expr": "volume_clone_split_estimate{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"} * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "J" } ], "timeFrom": null, "timeShift": null, "title": "Volumes in Cluster", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "aggr", "clone_parent_snapshot", "clone_parent_svm", "clone_parent_volume", "junction_path", "node", "svm", "volume", "Value #A", "Value #C", "Value #D", "Value #E", "Value #F", "Value #G", "Value #H", "Value #I", "Value #J", "datacenter", "cluster", "tags" ] } } }, { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Value": true, "Value #C": false, "__name__": true, "cluster": false, "datacenter": false, "instance": true, "job": true, "state": true }, "indexByName": { "Value #A": 6, "Value #C": 8, "Value #D": 9, "Value #E": 12, "Value #F": 13, "Value #G": 14, "Value #H": 10, "Value #I": 11, "Value #J": 19, "aggr": 5, "clone_parent_snapshot": 18, "clone_parent_svm": 16, "clone_parent_volume": 17, "cluster": 1, "datacenter": 0, "junction_path": 15, "node": 4, "svm": 2, "tags": 7, "volume": 3 }, "renameByName": { "Value #C": "Size", "Value #D": "", "Value #E": "Dedupe Space Saved", "Value #F": "Compression Space Saved", "Value #G": "Total Space Saved", "Value #H": "Logical Space Used", "Value #I": "Physical Space Used", "Value #J": "Clone Split Estimate", "clone_parent_snapshot": "Clone Parent Snapshot", "clone_parent_svm": "Clone Parent SVM", "clone_parent_volume": "Clone Parent Volume", "junction_path": "Junction Path", "tags": "Tags" } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process read request to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "unit", "value": "µs" } ] }, { "matcher": { "id": "byName", "options": "Avg" }, "properties": [ { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 20000 }, { "color": "red", "value": 30000 } ] } }, { "id": "custom.displayMode", "value": "color-background" } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 0, "y": 26 }, "id": 39, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk($TopResources, avg_over_time(volume_read_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}[3h] @ end()) * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Read Latency", "transformations": [ { "id": "calculateField", "options": { "alias": "SVM / Volume", "binary": { "left": "svm", "operator": "+", "reducer": "sum", "right": "volume" }, "mode": "binary", "reduce": { "include": [ "svm", "volume" ], "reducer": "sum" }, "replaceFields": false } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "type": "{{svm}} / {{volume}}", "volume": "" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "svm", "volume", "Avg" ] } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Bytes read per second from the volume.", "fieldConfig": { "defaults": { "color": { "fixedColor": "transparent", "mode": "fixed" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "unit", "value": "Bps" } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 8, "y": 26 }, "id": 41, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk($TopResources, avg_over_time(volume_read_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}[3h] @ end()) * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Read Throughput", "transformations": [ { "id": "calculateField", "options": { "alias": "SVM / Volume", "binary": { "left": "svm", "operator": "+", "reducer": "sum", "right": "volume" }, "mode": "binary", "reduce": { "include": [ "svm", "volume" ], "reducer": "sum" }, "replaceFields": false } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "type": "{{svm}} / {{volume}}", "volume": "" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "svm", "volume", "Avg" ] } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of reads per second from the volume.", "fieldConfig": { "defaults": { "color": { "fixedColor": "transparent", "mode": "fixed" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "unit", "value": "iops" } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 26 }, "id": 43, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk($TopResources, avg_over_time(volume_read_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}[3h] @ end()) * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Read IOPS", "transformations": [ { "id": "calculateField", "options": { "alias": "SVM / Volume", "binary": { "left": "svm", "operator": "+", "reducer": "sum", "right": "volume" }, "mode": "binary", "reduce": { "include": [ "svm", "volume" ], "reducer": "sum" }, "replaceFields": false } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "type": "{{svm}} / {{volume}}", "volume": "" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "svm", "volume", "Avg" ] } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process write request to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "unit", "value": "µs" } ] }, { "matcher": { "id": "byName", "options": "Avg" }, "properties": [ { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 20000 }, { "color": "red", "value": 30000 } ] } }, { "id": "custom.displayMode", "value": "color-background" } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 0, "y": 33 }, "id": 40, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk($TopResources, avg_over_time(volume_write_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}[3h] @ end()) * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Write Latency", "transformations": [ { "id": "calculateField", "options": { "alias": "SVM / Volume", "binary": { "left": "svm", "operator": "+", "reducer": "sum", "right": "volume" }, "mode": "binary", "reduce": { "include": [ "svm", "volume" ], "reducer": "sum" }, "replaceFields": false } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "type": "{{svm}} / {{volume}}", "volume": "" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "svm", "volume", "Avg" ] } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Bytes written per second to the volume.", "fieldConfig": { "defaults": { "color": { "fixedColor": "transparent", "mode": "fixed" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "unit", "value": "Bps" } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 8, "y": 33 }, "id": 42, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk($TopResources, avg_over_time(volume_write_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}[3h] @ end()) * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Write Throughput", "transformations": [ { "id": "calculateField", "options": { "alias": "SVM / Volume", "binary": { "left": "svm", "operator": "+", "reducer": "sum", "right": "volume" }, "mode": "binary", "reduce": { "include": [ "svm", "volume" ], "reducer": "sum" }, "replaceFields": false } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "type": "{{svm}} / {{volume}}", "volume": "" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "svm", "volume", "Avg" ] } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of writes per second to the volume.", "fieldConfig": { "defaults": { "color": { "fixedColor": "transparent", "mode": "fixed" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "unit", "value": "iops" } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 8, "x": 16, "y": 33 }, "id": 44, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk($TopResources, avg_over_time(volume_write_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",style!=\"flexgroup_constituent\"}[3h] @ end()) * on (datacenter, cluster, svm, volume) group_left(node) volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",volume=~\"$Volume\",tags=~\".*$Tag.*\"})", "format": "table", "instant": true, "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Write IOPS", "transformations": [ { "id": "calculateField", "options": { "alias": "SVM / Volume", "binary": { "left": "svm", "operator": "+", "reducer": "sum", "right": "volume" }, "mode": "binary", "reduce": { "include": [ "svm", "volume" ], "reducer": "sum" }, "replaceFields": false } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "type": "{{svm}} / {{volume}}", "volume": "" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "svm", "volume", "Avg" ] } } } ], "type": "table" } ], "title": "Volume Table", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 17 }, "id": 28, "panels": [ { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 2, "w": 24, "x": 0, "y": 18 }, "id": 131, "options": { "content": "Volume latencies are missing some latencies from NAS protocols. Use the workload volume metrics in the QoS row for a more detailed breakdown.
[Details in ONTAP Performance KB article](https://kb.netapp.com/on-prem/ontap/Perf/Perf-KBs/What_is_the_difference_in_latency_of_the_same_volume_between_statistics_volume_show_and_qos_statistics_volume_latency_show_commands)", "mode": "markdown" }, "pluginVersion": "8.1.8", "type": "text" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process read request to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 0, "y": 20 }, "id": 30, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_read_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Read Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process write request to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 8, "y": 20 }, "id": 33, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_write_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Write Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process other operations to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 20 }, "id": 116, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_other_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_other_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Other Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of reads per second from the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 0, "y": 29 }, "id": 32, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Read IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of writes per second to the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 8, "y": 29 }, "id": 35, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Write IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of other operations per second to the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 29 }, "id": 115, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_other_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_other_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Other IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Bytes read per second from the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 38 }, "id": 31, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "intervalFactor": 1, "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Read Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Bytes written per second to the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 38 }, "id": 34, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Write Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "graph": false, "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-blue", "value": null } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 47 }, "id": 112, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.0.6", "targets": [ { "exemplar": false, "expr": "avg by(__name__) ({__name__=~\"volume_nfs_(.*)_latency\",datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"})", "hide": false, "instant": false, "interval": "", "legendFormat": "{{__name__}}", "refId": "Read Throughput" } ], "title": "Volume Latency by Op Type", "transformations": [ { "id": "renameByRegex", "options": { "regex": "volume_nfs_(.*)_latency", "renamePattern": "$1" } } ], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "graph": false, "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "smooth", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-blue", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 47 }, "id": 114, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.0.6", "targets": [ { "exemplar": false, "expr": "sum by (__name__) ({__name__=~\"volume_nfs_(.*)_ops\",datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"})", "hide": false, "interval": "", "legendFormat": "{{__name__}}", "refId": "Read Throughput" } ], "title": "Volume IOPs per Type", "transformations": [ { "id": "renameByRegex", "options": { "regex": "volume_nfs_(.*)_ops", "renamePattern": "$1" } } ], "type": "timeseries" } ], "title": "Performance", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 18 }, "id": 66, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Latency of top $TopResources QoS volumes.", "fieldConfig": { "defaults": { "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 20000 }, { "color": "red", "value": 30000 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 0, "y": 19 }, "id": 103, "options": { "colorMode": "background", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "avg(\n topk(\n $TopResources,\n (\n qos_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n )\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources QoS Volumes Latency", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Throughput of top $TopResources QoS volumes.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 8, "y": 19 }, "id": 104, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n topk(\n $TopResources,\n (\n qos_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\n * on(datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n )\n)\n+\nsum(\n topk(\n $TopResources,\n (\n qos_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\n * on(datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n )\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Qos Volumes Total Throughput", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "IOPs of top $TopResources QoS volumes.", "fieldConfig": { "defaults": { "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 16, "y": 19 }, "id": 109, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "mean" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n topk(\n $TopResources,\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n )\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources QoS Volumes by Total IOPs", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average response time for requests that were initiated by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 23 }, "id": 111, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources QoS Volumes by Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the total throughput of data read/write per second from the filer by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 23 }, "id": 113, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(\n qos_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"} \n +\n qos_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\n)\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n +\n avg_over_time(qos_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources QoS Volumes by Average Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This field is the workload's rate of operations that completed during the measurement interval; measured per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 23 }, "id": 117, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources QoS Volumes by Total IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average response time for read requests that were initiated by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 31 }, "id": 72, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_read_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Read Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average response time for write requests that were initiated by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 31 }, "id": 73, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_write_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_write_latency{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Write Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the rate of this workload's read operations that completed during the measurement interval.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 8, "x": 0, "y": 41 }, "id": 76, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Read IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the workload's write operations that completed during the measurement interval; measured per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 8, "x": 8, "y": 41 }, "id": 77, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Write IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the rate of this workload's other operations that completed during the measurement interval.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 8, "x": 16, "y": 41 }, "id": 118, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_other_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_other_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Other IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the amount of data read per second from the filer by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 51 }, "id": 74, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Read Throughput", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the amount of data written per second to the filer by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 51 }, "id": 75, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Write Throughput", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of reads, performed on behalf of the workload, that were sequential.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 61 }, "id": 79, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_sequential_reads{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_sequential_reads{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Sequential Reads", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of writes, performed on behalf of the workload, that were sequential. This counter is only available on platforms with more than 4GB of NVRAM.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 61 }, "id": 80, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_sequential_writes{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(qos_sequential_writes{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", volume!=\"\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left()\n (\n max by (datacenter, cluster, svm, volume) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{workload}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by QoS Volume Sequential Writes", "type": "timeseries" } ], "title": "QoS", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 19 }, "id": 142, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top k volumes with the highest I/O density within the selected time range. I/O density is calculated as the average number of I/O operations (IOPS) per terabyte of logical used space. Volumes with high I/O density are typically more active and may be critical for performance-sensitive applications.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 20 }, "id": 139, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(\n volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n / on (datacenter, cluster, svm, volume)\n clamp_min(\n volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"} / 1099511627776,\n 1\n )\n)\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(\n volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n /\n clamp_min(\n avg_over_time(\n volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n ) / 1099511627776,\n 1\n )\n )\n)\nunless on (datacenter, cluster, svm, volume)\nvolume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", root_volume=\"Yes\", style!=\"flexgroup_constituent\"}", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by IO Density (IOPs/TiB)", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the bottom k volumes with the lowest I/O density over the selected time range, excluding any volumes with average IOPS below 50. I/O density is calculated as the average IOPS per terabyte of logical used space. These volumes are active but have relatively low I/O activity compared to their used capacity.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 20 }, "id": 140, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(\n volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n / on (datacenter, cluster, svm, volume)\n clamp_min(\n volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"} / 1099511627776,\n 1\n )\n)\nand on (datacenter, cluster, svm, volume)\nbottomk(\n $TopResources,\n (\n avg_over_time(\n volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n /\n clamp_min(\n avg_over_time(\n volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n ) / 1099511627776,\n 1\n )\n )\n and on (datacenter, cluster, svm, volume)\n (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", root_volume!=\"Yes\", style!=\"flexgroup_constituent\"}\n * on (datacenter, cluster, svm, volume)\n avg_over_time(\n volume_total_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n ) > 50\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Bottom $TopResources Volumes by IO Density (IOPs/TiB)", "transformations": [], "type": "timeseries" } ], "title": "I/O Density", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 20 }, "id": 70, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Size that is physically used in the volume, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Used", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 21 }, "id": 83, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_space_physical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_physical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Physical Space Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Sum of (physical-used, shared_refs, compression_saved_in_plane0, vbn_zero, future_blk_cnt), in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Used", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 21 }, "id": 84, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Logical Space Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The virtual space used (includes volume reserves) before storage efficiency, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Used", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 33 }, "id": 85, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_size_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_size_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Volume Size Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Physical size of the volume, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 33 }, "id": 86, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_size{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_size{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "D" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Volume Total Size", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Available space for Snapshot copies from snap-reserve, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 45 }, "id": 87, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshots_size_available{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_snapshots_size_available{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "D" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Snapshot Size Available", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Size in the volume that has been set aside as a reserve for Snapshot copy usage, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 45 }, "id": 128, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshot_reserve_size{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_snapshot_reserve_size{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Snapshot Reserve Size", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Size available for Snapshot copies within the Snapshot copy reserve, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 57 }, "id": 129, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshot_reserve_available{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_snapshot_reserve_available{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Snapshot Reserve Available", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The total space used by Snapshot copies in the volume, in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 57 }, "id": 130, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshots_size_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_snapshots_size_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Snapshot Size Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The size that is physically used in the performance tier of the volume and has a cold temperature. This parameter is only supported if the volume is in an aggregate that is either attached to an object store or could be attached to an object store.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 69 }, "id": 150, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_space_performance_tier_inactive_user_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_performance_tier_inactive_user_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Inactive Data", "transformations": [], "type": "timeseries" } ], "title": "Capacity", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 21 }, "id": 71, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Size that is physically used in the volume, as a percentage.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "%", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 22 }, "id": 123, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_space_physical_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_physical_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Physical Space Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Sum of (physical-used, shared_refs, compression_saved_in_plane0, vbn_zero, future_blk_cnt), as a percentage.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "%", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 22 }, "id": 124, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_space_logical_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_logical_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Logical Space Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "percentage of utilized storage space in a volume relative to its total capacity.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "%", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 34 }, "id": 125, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_size_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_size_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Volume Size Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The space that has been set aside as a reserve for Snapshot copy usage, in percent.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "%", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 34 }, "id": 126, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshot_reserve_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_snapshot_reserve_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Snapshot Reserve", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Percentage of snapshot reserve size that has been used.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "%", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 46 }, "id": 127, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshot_reserve_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_snapshot_reserve_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Per Snapshot Reserve Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The size (in percent) that is physically used in the performance tier of the volume and has a cold temperature. This parameter is only supported if the volume is in an aggregate that is either attached to an object store or could be attached to an object store.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "%", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 46 }, "id": 151, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_space_performance_tier_inactive_user_data_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_performance_tier_inactive_user_data_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Inactive Data", "transformations": [], "type": "timeseries" } ], "title": "Capacity %", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 22 }, "id": 153, "panels": [ { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 3, "w": 24, "x": 0, "y": 23 }, "id": 155, "options": { "content": "
\n\nTop clients panels are disabled by default and are supported by the Volume Template in RestPerf Collector starting from ONTAP version 9.13.1. For more details on how to enable them, please refer to the discussion at https://github.com/NetApp/harvest/discussions/3130.", "mode": "markdown" }, "pluginVersion": "8.1.8", "type": "text" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume clients based on their Read IOPs.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 26 }, "id": 157, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_clients_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_clients_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{client_ip}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Clients by Read IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume clients based on their Write IOPs.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 26 }, "id": 159, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_clients_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_clients_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{client_ip}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Clients by Write IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume clients based on their read throughput.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 36 }, "id": 161, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_clients_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_clients_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "intervalFactor": 1, "legendFormat": "{{svm}} - {{volume}} - {{client_ip}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Clients by Read Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume clients based on their write throughput.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 36 }, "id": 163, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_clients_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_clients_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "intervalFactor": 1, "legendFormat": "{{svm}} - {{volume}} - {{client_ip}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Clients by Write Throughput", "transformations": [], "type": "timeseries" } ], "title": "Clients", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 23 }, "id": 165, "panels": [ { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 3, "w": 24, "x": 0, "y": 24 }, "id": 167, "options": { "content": "
\n\nTop files panels are disabled by default and are supported by the Volume Template in RestPerf Collector starting from ONTAP version 9.13.1. For more details on how to enable them, please refer to the discussion at https://github.com/NetApp/harvest/discussions/3130.", "mode": "markdown" }, "pluginVersion": "8.1.8", "type": "text" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume files based on their Read IOPs.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 27 }, "id": 169, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_files_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_files_read_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{path}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Files by Read IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume files based on their Write IOPs.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 27 }, "id": 171, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_files_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_files_write_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{path}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Files by Write IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume files based on their read throughput.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 37 }, "id": 173, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_files_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_files_read_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "intervalFactor": 1, "legendFormat": "{{svm}} - {{volume}} - {{path}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Files by Read Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the top $TopResources volume files based on their write throughput.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 37 }, "id": 175, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_top_files_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(volume_top_files_write_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "interval": "", "intervalFactor": 1, "legendFormat": "{{svm}} - {{volume}} - {{path}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes Files by Write Throughput", "transformations": [], "type": "timeseries" } ], "title": "Files", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 24 }, "id": 92, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Average latency per GET operation to object storage.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 25 }, "id": 93, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "fabricpool_cloud_bin_op_latency_average{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"GET\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(fabricpool_cloud_bin_op_latency_average{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"GET\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{cloud_target}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Object Storage GET Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total GET request count, per volume, in the collection interval to object storage. Not scaled per second, but a cumulative count (delta) since the previous poll.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Request Count", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 25 }, "id": 94, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "fabricpool_cloud_bin_operation{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"GET\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(fabricpool_cloud_bin_operation{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"GET\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{cloud_target}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Object Storage GET Request Count", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency per PUT operation to object storage.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 37 }, "id": 95, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "fabricpool_cloud_bin_op_latency_average{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"PUT\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(fabricpool_cloud_bin_op_latency_average{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"PUT\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{cloud_target}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Object Storage PUT Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total PUT request count, per volume, in the collection interval to object storage. Not scaled per second, but a cumulative count (delta) since the previous poll.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Request Count", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 37 }, "id": 96, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "fabricpool_cloud_bin_operation{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"PUT\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n avg_over_time(fabricpool_cloud_bin_operation{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", metric=\"PUT\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} - {{cloud_target}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Object Storage PUT Request Count", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average request count, per volume, in the chosen time window, to object storage. Not scaled per second, but a cumulative count (delta) since the previous poll.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "locale" }, "overrides": [ { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 49 }, "id": 90, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum by (volume) (fabricpool_cloud_bin_operation{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"})\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n sum by (volume) (\n avg_over_time(fabricpool_cloud_bin_operation{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Top $TopResources Volumes by Object Storage Requests", "transformations": [ { "id": "organize", "options": { "excludeByName": {}, "indexByName": {}, "renameByName": { "Value": "Avg", "svm": "SVM", "type": "{{svm}} / {{volume}}" } } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "Avg", "volume" ] } } } ], "type": "table" } ], "title": "Object Storage", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 25 }, "id": 99, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in bytes for the performance tier (bin 0).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 26 }, "id": 119, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_performance_tier_footprint{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_performance_tier_footprint{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} ", "refId": "A" } ], "title": "Top $TopResources Volumes by Performance Tier Footprint", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in performance tier (bin 0) as a percentage of aggregate size.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 26 }, "id": 120, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_performance_tier_footprint_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_performance_tier_footprint_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} ", "refId": "A" } ], "title": "Top $TopResources Volumes by Performance Tier Footprint %", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in bytes for capacity tier (bin 1).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 38 }, "id": 121, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_capacity_tier_footprint{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_capacity_tier_footprint{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} ", "refId": "A" } ], "title": "Top $TopResources Volumes by Capacity Tier Footprint", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in capacity tier (bin 1) as a percentage of aggregate size.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 38 }, "id": 122, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_capacity_tier_footprint_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_capacity_tier_footprint_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}} ", "refId": "A" } ], "title": "Top $TopResources Volumes by Capacity Tier Footprint %", "transformations": [], "type": "timeseries" } ], "title": "FabricPool", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 26 }, "id": 98, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Number of user-visible files (inodes) used. This field is valid only when the volume is online.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 27 }, "id": 100, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "volume_inode_files_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_inode_files_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Inode Files Used", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total user-visible file (inode) count, i.e., current maximum number of user-visible files (inodes) that this volume can currently hold.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 27 }, "id": 102, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "volume_inode_files_total{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_inode_files_total{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Inode Files Total", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "volume_inode_files_used / volume_inode_total.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 35 }, "id": 101, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "volume_inode_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_inode_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} - {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Inode Files Used Percentage", "type": "timeseries" } ], "title": "Inode", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 27 }, "id": 105, "panels": [ { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 2, "w": 24, "x": 0, "y": 28 }, "id": 110, "options": { "content": "This panel requires ONTAP 9.12+ and the APIs are only available via REST. Enable the REST collector in your `harvest.yml` config.
\nSee https://github.com/NetApp/harvest/wiki/Troubleshooting-Harvest#why-do-i-have-volume-sis-stat-panel-empty-in-volume-dashboard for more details.", "mode": "markdown" }, "pluginVersion": "8.1.8", "type": "text" }, { "datasource": "${DS_PROMETHEUS}", "description": "Percent of compress fail.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 30 }, "id": 108, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(\n (\n volume_num_compress_fail{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"} * 100\n )\n / \n volume_num_compress_attempts{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\n)\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(\n volume_num_compress_fail{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n /\n avg_over_time(\n volume_num_compress_attempts{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end()\n ) * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Number of Compress Fail %", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 30 }, "id": 106, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_num_compress_attempts{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_num_compress_attempts{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Number of Compress Attempts", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 30 }, "id": 107, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_num_compress_fail{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_num_compress_fail{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "interval": "", "legendFormat": "{{svm}} / {{volume}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Volumes by Number of Compress Fail", "transformations": [], "type": "timeseries" } ], "title": "Sis Stat", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 28 }, "id": 135, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Physical space used growth rate per second in the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Physical Used Growth Rate", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 29 }, "hideTimeOverride": false, "id": 137, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "editorMode": "code", "exemplar": false, "expr": "deriv(volume_space_physical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[4m])\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_physical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "range": true, "refId": "B" } ], "title": "Top $TopResources Volumes Per Growth Rate of Physical Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Logical space used growth rate per second in the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Logical Used Growth Rate", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 29 }, "hideTimeOverride": false, "id": 138, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "editorMode": "code", "exemplar": false, "expr": "deriv(volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[4m])\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_space_logical_used{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{svm}} - {{volume}}", "range": true, "refId": "B" } ], "title": "Top $TopResources Volumes Per Growth Rate of Logical Used", "transformations": [], "type": "timeseries" } ], "targets": [ { "datasource": "${DS_PROMETHEUS}", "refId": "A" } ], "title": "Growth Rate", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 29 }, "id": 136, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This table would show 15 day predicted value of size used percentage for top volumes.", "fieldConfig": { "defaults": { "custom": { "align": "left", "displayMode": "auto", "filterable": true }, "decimals": 2, "mappings": [ { "options": { "from": 100, "result": { "index": 0, "text": "100%" }, "to": 999999 }, "type": "range" }, { "options": { "from": -9999999, "result": { "index": 1, "text": "0%" }, "to": 0 }, "type": "range" } ], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(31, 176, 196)", "value": null } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byName", "options": "Current Value" }, "properties": [ { "id": "custom.width", "value": 170 }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "cluster" }, "properties": [ { "id": "displayName", "value": "Cluster" }, { "id": "custom.width", "value": 280 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "Predicted 15th Day Value" }, "properties": [ { "id": "custom.width", "value": 220 }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "datacenter" }, "properties": [ { "id": "displayName", "value": "Datacenter" }, { "id": "custom.width", "value": 190 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "custom.width", "value": 260 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "custom.width", "value": 260 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "svm" }, "properties": [ { "id": "displayName", "value": "SVM" }, { "id": "custom.width", "value": 260 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "volume" }, "properties": [ { "id": "displayName", "value": "Volume" }, { "id": "custom.width", "value": 330 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 7, "w": 24, "x": 0, "y": 30 }, "id": 149, "interval": "1m", "maxDataPoints": 2, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Predicted 15th Day Value" } ] }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "editorMode": "code", "exemplar": false, "expr": "predict_linear(volume_size_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3d], 15*24*3600)\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_size_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "format": "table", "hide": false, "instant": true, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" }, { "datasource": "${DS_PROMETHEUS}", "editorMode": "code", "exemplar": false, "expr": "volume_size_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}\nand on (datacenter, cluster, svm, volume)\ntopk(\n $TopResources,\n (\n avg_over_time(volume_size_used_percent{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", style!=\"flexgroup_constituent\"}[3h] @ end())\n * on (datacenter, cluster, svm, volume) group_left(node)\n (\n max by (datacenter, cluster, svm, volume, node) (\n volume_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\", volume=~\"$Volume\", tags=~\".*$Tag.*\"}\n )\n )\n )\n)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "range": false, "refId": "B" } ], "title": "Top $TopResources Volumes Per Size Used Percentage Trend", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Value": false, "Value #C": false, "__name__": true, "datacenter": false, "instance": true, "job": true, "node": true, "state": true, "style": true }, "includeByName": {}, "indexByName": { "Time": 5, "Value #A": 10, "Value #B": 9, "__name__": 11, "aggr": 4, "cluster": 1, "datacenter": 0, "instance": 6, "job": 7, "style": 8, "svm": 3, "volume": 2 }, "renameByName": { "Value": "Predicted Value ", "Value #A": "Predicted 15th Day Value", "Value #B": "Current Value", "Value #C": "Size", "Value #D": "", "Value #E": "Dedupe Space Saved", "Value #F": "Compression Space Saved", "Value #G": "Total Space Saved", "Value #H": "Logical Space Used", "Value #I": "Physical Space Used", "Value #J": "Clone Split Estimate", "__name__": "", "clone_parent_snapshot": "Clone Parent Snapshot", "clone_parent_svm": "Clone Parent SVM", "clone_parent_volume": "Clone Parent Volume", "junction_path": "Junction Path" } } } ], "type": "table" } ], "targets": [ { "datasource": "${DS_PROMETHEUS}", "refId": "A" } ], "title": "Forecast Volume Capacity", "type": "row" } ], "refresh": "", "schemaVersion": 30, "style": "dark", "tags": [ "harvest", "ontap", "cdot", "fsx" ], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "description": null, "error": null, "hide": 2, "includeAll": false, "label": "Data Source", "multi": false, "name": "DS_PROMETHEUS", "options": [], "query": "prometheus", "refresh": 2, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(cluster_new_status{system_type!=\"7mode\"}, datacenter)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Datacenter", "options": [], "query": { "query": "label_values(cluster_new_status{system_type!=\"7mode\"}, datacenter)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(cluster_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Cluster", "options": [], "query": { "query": "label_values(cluster_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\"}, svm)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "SVM", "options": [], "query": { "query": "label_values(volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\"}, svm)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(volume_tags{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\"},tag)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Tag", "options": [], "query": { "query": "label_values(volume_tags{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", svm=~\"$SVM\"},tag)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",style!=\"flexgroup_constituent\",tags=~\".*$Tag.*\"}, volume)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Volume", "options": [], "query": { "query": "label_values(volume_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",svm=~\"$SVM\",style!=\"flexgroup_constituent\",tags=~\".*$Tag.*\"}, volume)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": true, "text": "5", "value": "5" }, "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "TopResources", "options": [ { "selected": false, "text": "1", "value": "1" }, { "selected": false, "text": "2", "value": "2" }, { "selected": false, "text": "3", "value": "3" }, { "selected": false, "text": "4", "value": "4" }, { "selected": true, "text": "5", "value": "5" }, { "selected": false, "text": "6", "value": "6" }, { "selected": false, "text": "8", "value": "8" }, { "selected": false, "text": "10", "value": "10" }, { "selected": false, "text": "15", "value": "15" }, { "selected": false, "text": "25", "value": "25" }, { "selected": false, "text": "50", "value": "50" }, { "selected": false, "text": "100", "value": "100" }, { "selected": false, "text": "250", "value": "250" }, { "selected": false, "text": "500", "value": "500" } ], "query": "1,2,3,4,5,6,8,10,15,25,50,100,250,500", "queryValue": "", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "ONTAP: Volume", "uid": "cdot-volume", "version": 33 }