{ "__inputs": [ { "description": "", "label": "Prometheus", "name": "DS_PROMETHEUS", "pluginId": "prometheus", "pluginName": "Prometheus", "type": "datasource" } ], "__requires": [ { "id": "grafana", "name": "Grafana", "type": "grafana", "version": "8.1.8" }, { "id": "prometheus", "name": "Prometheus", "type": "datasource", "version": "1.0.0" }, { "id": "stat", "name": "Stat", "type": "panel", "version": "" }, { "id": "table", "name": "Table", "type": "panel", "version": "" }, { "id": "text", "name": "Text", "type": "panel", "version": "" }, { "id": "timeseries", "name": "Time series", "type": "panel", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "", "editable": true, "gnetId": null, "graphTooltip": 1, "id": null, "iteration": 1746780120478, "links": [ { "asDropdown": true, "icon": "external link", "includeVars": true, "keepTime": true, "tags": [ "cdot" ], "targetBlank": false, "title": "Related Dashboards", "tooltip": "", "type": "dashboards", "url": "" } ], "panels": [ { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 2, "w": 24, "x": 0, "y": 0 }, "id": 825, "options": { "content": "\n\nThe panels **\"Aggregates by Logical Space Usage in Object Store\"** and **\"Aggregates by Physical Space Usage in Object Store\"** are available only through the REST Collector.\n ", "mode": "markdown" }, "pluginVersion": "8.1.8", "title": "Important Information", "type": "text" }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 2 }, "id": 37, "panels": [], "title": "Highlights", "type": "row" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "Number of aggregates.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(21, 118, 171)", "text": "0" } }, "type": "special" } ], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 5, "w": 3, "x": 0, "y": 3 }, "id": 20, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum(\n count by (aggr) (\n aggr_labels{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Aggregates", "type": "stat" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "Number of disks in the aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(21, 118, 171)", "text": "0" } }, "type": "special" } ], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 5, "w": 3, "x": 3, "y": 3 }, "id": 21, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum(\n aggr_raid_disk_count{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Disks", "type": "stat" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "description": "The aggregate's volume count, which includes both FlexVols and FlexGroup constituents.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [ { "options": { "match": "null", "result": { "color": "rgb(21, 118, 171)", "text": "0" } }, "type": "special" } ], "noValue": "0", "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 5, "w": 3, "x": 6, "y": 3 }, "id": 22, "links": [], "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "center", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "sum(\n aggr_volume_count{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Volumes", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total usable space in bytes, not including WAFL reserve and aggregate Snapshot copy reserve.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 9, "y": 3 }, "id": 24, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Total Space", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Space used or reserved in bytes. Includes volume guarantees and aggregate metadata..", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 13, "y": 3 }, "id": 811, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(aggr_space_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Used and Reserved Space", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Space available in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 17, "y": 3 }, "id": 25, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n aggr_space_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n)", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Available Space", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Percent of space used.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "rgb(21, 118, 171)", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 5, "w": 3, "x": 21, "y": 3 }, "id": 26, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "expr": "100\n *\n sum(aggr_space_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"})\n/\n sum(\n aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Space Used %", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Aggregate details.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "left", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "semi-dark-yellow", "value": null } ] }, "unit": "ops" }, "overrides": [ { "matcher": { "id": "byName", "options": "Status" }, "properties": [ { "id": "mappings", "value": [ { "options": { "0": { "color": "red", "index": 1, "text": "offline/error" }, "1": { "color": "green", "index": 0, "text": "online" } }, "type": "value" } ] }, { "id": "custom.displayMode", "value": "color-background" } ] }, { "matcher": { "id": "byName", "options": "Volumes" }, "properties": [ { "id": "unit", "value": "locale" } ] }, { "matcher": { "id": "byName", "options": "Disks" }, "properties": [ { "id": "unit", "value": "short" } ] }, { "matcher": { "id": "byName", "options": "Space" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Used" }, "properties": [ { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Used %" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "min", "value": 0 }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "rgb(52, 173, 37)", "value": null }, { "color": "light-orange", "value": 60 }, { "color": "semi-dark-orange", "value": 75 }, { "color": "semi-dark-red", "value": 90 } ] } }, { "id": "decimals", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "datacenter" }, "properties": [ { "id": "displayName", "value": "Datacenter" }, { "id": "custom.width", "value": 114 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "custom.width", "value": 126 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "cluster" }, "properties": [ { "id": "displayName", "value": "Cluster" }, { "id": "custom.width", "value": 121 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "custom.width", "value": 260 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "Volumes" }, "properties": [ { "id": "custom.width", "value": 147 } ] }, { "matcher": { "id": "byName", "options": "Disks" }, "properties": [ { "id": "custom.width", "value": 143 } ] }, { "matcher": { "id": "byName", "options": "Space" }, "properties": [ { "id": "custom.width", "value": 141 } ] }, { "matcher": { "id": "byName", "options": "Used" }, "properties": [ { "id": "custom.width", "value": 110 } ] }, { "matcher": { "id": "byName", "options": "Used %" }, "properties": [ { "id": "custom.width", "value": 498 } ] }, { "matcher": { "id": "byName", "options": "Encrypted" }, "properties": [ { "id": "mappings", "value": [ { "options": { "false": { "index": 0, "text": "No" }, "true": { "index": 1, "text": "Yes" } }, "type": "value" } ] } ] }, { "matcher": { "id": "byName", "options": "Available" }, "properties": [ { "id": "unit", "value": "bytes" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 8 }, "id": 2, "interval": "1m", "maxDataPoints": 2, "options": { "showHeader": true, "sortBy": [] }, "pluginVersion": "8.1.8", "targets": [ { "expr": "aggr_new_status{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "A" }, { "expr": "aggr_volume_count{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" }, { "expr": "aggr_raid_disk_count{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "C" }, { "expr": "aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "D" }, { "exemplar": false, "expr": "aggr_space_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "E" }, { "expr": "aggr_space_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "F" }, { "exemplar": false, "expr": "aggr_labels{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n* on (datacenter, cluster, node) group_left (model)\n node_labels{cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "G" }, { "exemplar": false, "expr": "aggr_space_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "H" } ], "timeFrom": null, "timeShift": null, "title": "Aggregates", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "instance": true, "job": true }, "indexByName": { "Time": 0, "Value": 8, "__name__": 1, "aggr": 5, "cluster": 3, "datacenter": 2, "instance": 6, "job": 7, "node": 4 }, "renameByName": {} } }, { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Value #G": true, "cloud_stores": true, "state": true, "type": true }, "indexByName": { "Value #A": 5, "Value #B": 7, "Value #C": 8, "Value #D": 9, "Value #E": 10, "Value #F": 12, "Value #G": 15, "Value #H": 11, "aggr": 4, "cloud_stores": 16, "cluster": 1, "datacenter": 0, "is_encrypted": 6, "model": 3, "node": 2, "state": 13, "type": 14 }, "renameByName": { "Value #A": "Status", "Value #B": "Volumes", "Value #C": "Disks", "Value #D": "Space", "Value #E": "Used", "Value #F": "Used %", "Value #G": "", "Value #H": "Available", "aggr": "", "is_encrypted": "Encrypted", "model": "Node Model", "node": "" } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total aggregate size. If aggregate is restricted or offline, a value of 0 is returned.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 16 }, "id": 13, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Total Space", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total physical used size of an aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 16 }, "id": 818, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Physical Space Used", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total physical used size percentage of an aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 16 }, "id": 18, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_physical_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_physical_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Physical Space Used %", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Space available.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 24 }, "id": 14, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Space Available", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The amount of inactive data in an aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 24 }, "id": 820, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_performance_tier_inactive_user_data{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_performance_tier_inactive_user_data{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Inactive Data", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Inactive data percentage of an aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 24 }, "id": 821, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_performance_tier_inactive_user_data_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_performance_tier_inactive_user_data_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Inactive Data %", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Displays the logical space usage of aggregates in the attached object store.\n\n*Note:* This field is only supported for Rest Collector.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 32 }, "id": 822, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_object_store_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_object_store_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - {{tier}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by logical space usage in Object Store", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Displays the physical space usage of aggregates in the attached object store.\n\n*Note:* This field is only supported for Rest Collector.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 32 }, "id": 823, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_object_store_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_object_store_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - {{tier}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by physical space usage in Object Store", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Used space in bytes in the cloud store. Only applicable for aggregates with a cloud store tier.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 32 }, "id": 15, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_capacity_tier_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_capacity_tier_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Capacity Tier Used", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of space used by snapshot copies and available space for Snapshot copies in bytes.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 40 }, "id": 33, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_size_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_size_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - USED", "refId": "A" }, { "exemplar": false, "expr": "aggr_snapshot_size_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_size_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}} - AVAILABLE", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Space Used by Snapshots", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Amount of space saved by storage efficiency.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 40 }, "id": 17, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_sis_saved{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_sis_saved{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by SIS space saved", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Space saved in bytes by compacting the data.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 40 }, "id": 16, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_data_compaction_saved{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_data_compaction_saved{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Data Compaction space saved", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The percentage of disk space currently in use based on user-visible file count on the referenced file system.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 48 }, "id": 4, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_inode_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_inode_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Inodes Used %", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of Number of user-visible files used in the referenced file system and Maximum number of user-visible files that this referenced file system can currently hold.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 48 }, "id": 35, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_inode_files_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_inode_files_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - USED", "refId": "A" }, { "exemplar": false, "expr": "aggr_inode_files_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_inode_files_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}} - TOTAL", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Inodes Files", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of number of files that can currently be stored on disk for system metadata files and number of files that can currently be stored on disk for user-visible files.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 48 }, "id": 6, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_inode_inodefile_private_capacity{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_inode_inodefile_private_capacity{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - PRIVATE", "refId": "A" }, { "exemplar": false, "expr": "aggr_inode_inodefile_public_capacity{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_inode_inodefile_public_capacity{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}} - PUBLIC", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Inode Capacity", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "The percentage of disk space currently in use based on user-visible file (inode) count on the referenced file system.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 56 }, "id": 30, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_inode_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_inode_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Snapshot Inodes Used %", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Percentage of disk space used by Snapshot copies.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 56 }, "id": 32, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Space Used by Snapshots %", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Percentage of disk space used by Snapshot copies.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 56 }, "id": 819, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Space Used by Snapshots %", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of total files allowed in snapshot copies and total files created in snapshot copies.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 64 }, "id": 5, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_files_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_files_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - TOTAL", "refId": "A" }, { "exemplar": false, "expr": "aggr_snapshot_files_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_files_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}} - USED", "refId": "B" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Snapshot Files", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of files in use by snapshot copies, the largest value to which the maxfiles-available parameter can be increased by reconfiguration, on the referenced file system and maximum files available for snapshot copies.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 64 }, "id": 34, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_maxfiles_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_maxfiles_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}} - USED", "refId": "A" }, { "exemplar": false, "expr": "aggr_snapshot_maxfiles_possible{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_maxfiles_possible{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}} - POSSIBLE", "refId": "B" }, { "exemplar": false, "expr": "aggr_snapshot_maxfiles_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_maxfiles_available{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}} - AVAILABLE", "refId": "C" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Snapshot MaxFiles", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Percentage of space reserved for Snapshot copies.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 64 }, "id": 31, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_snapshot_reserve_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_snapshot_reserve_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Aggregates by Space Reserved for Snapshots %", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "description": "Percent of space used.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "showValues": false, "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": 0 }, { "color": "red" } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 72 }, "id": 835, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "12.4.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DS_PROMETHEUS}" }, "editorMode": "code", "exemplar": false, "expr": "100\n *\n sum by (aggr, cluster, datacenter, node) (\n aggr_space_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\n /\n sum by (aggr, cluster, datacenter, node) (\n aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n avg_over_time(\n (\n 100\n *\n sum by (aggr, cluster, datacenter, node) (\n aggr_space_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\n /\n sum by (aggr, cluster, datacenter, node) (\n aggr_space_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\n )[3h:]\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "range": true, "refId": "A" } ], "title": "Top $TopResources Aggregates by Space Used %", "type": "timeseries" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 72 }, "id": 39, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Storage efficiency ratio without snapshots and flexclones.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 0, "y": 55 }, "id": 45, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n aggr_logical_used_wo_snapshots_flexclones{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}\n )\n/\n sum(\n aggr_physical_used_wo_snapshots_flexclones{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}\n )", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Data Reduction", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Storage efficiency ratio with flexclones.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 8, "y": 55 }, "id": 43, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(\n aggr_logical_used_wo_snapshots{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}\n )\n/\n sum(\n aggr_physical_used_wo_snapshots{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"}\n )", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Data Reduction with FlexClones", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Storage efficiency ratio of total space used.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 8, "x": 16, "y": 55 }, "id": 41, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": {}, "textMode": "auto" }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "sum(aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"})\n/\n sum(aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\"})", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Data Reduction with Snapshots & FlexClones", "type": "stat" }, { "datasource": "${DS_PROMETHEUS}", "description": "Logical used.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 59 }, "id": 55, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "targets": [ { "exemplar": false, "expr": "aggr_logical_used_wo_snapshots_flexclones{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_logical_used_wo_snapshots_flexclones{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Logical Used", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total data deduction physical used without snapshots and Flexclones.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 59 }, "id": 57, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "targets": [ { "exemplar": false, "expr": "aggr_physical_used_wo_snapshots_flexclones{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_physical_used_wo_snapshots_flexclones{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Physical Used", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Logical used with flexclones.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 67 }, "id": 51, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "targets": [ { "exemplar": false, "expr": "aggr_logical_used_wo_snapshots{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_logical_used_wo_snapshots{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Logical Used with FlexClones", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Total Data Reduction Physical Used with FlexClones.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 67 }, "id": 53, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "targets": [ { "exemplar": false, "expr": "aggr_physical_used_wo_snapshots{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_physical_used_wo_snapshots{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Physical Used with FlexClones", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Logical Used with Snapshots & flexClones.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 75 }, "id": 47, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "targets": [ { "exemplar": false, "expr": "aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Logical Used with Snapshots & FlexClones", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Physical Used with Snapshots & FlexClones.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 75 }, "id": 49, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "targets": [ { "exemplar": false, "expr": "aggr_space_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Physical Used with Snapshots & FlexClones", "type": "timeseries" } ], "title": "Storage Efficiency Ratios", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 73 }, "id": 40, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Disk Utilization per Aggregate for latest record (independent of time range selected).", "fieldConfig": { "defaults": { "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "decimals": 2, "mappings": [], "max": 100, "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byName", "options": "Value" }, "properties": [ { "id": "displayName", "value": "Utilization" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 0 }, { "id": "custom.width", "value": 250 }, { "id": "thresholds", "value": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 60 }, { "color": "red", "value": 80 } ] } }, { "id": "custom.displayMode", "value": "color-background" } ] }, { "matcher": { "id": "byName", "options": "node" }, "properties": [ { "id": "displayName", "value": "Node" }, { "id": "custom.width", "value": 300 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-node/ontap-node?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Node=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "custom.width", "value": 300 }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 84 }, "id": 61, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Max IOPs" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "avg by (node, aggr) (\n aggr_disk_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n avg by (node, aggr) (\n avg_over_time(\n aggr_disk_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" } ], "title": "Top $TopResources Average Disk Utilization Per Aggregate", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "Value", "node", "aggr" ] } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "Disk Utilization per Aggregate in the selected time range.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 84 }, "id": 63, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "avg by (node, aggr) (\n aggr_disk_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand\n topk(\n $TopResources,\n avg by (node, aggr) (\n avg_over_time(\n aggr_disk_busy{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{node}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Average Disk Utilization Per Aggregate", "type": "timeseries" } ], "title": "Disk Utilization", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 74 }, "id": 65, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of percentage of HDD read operations replace by SSD and number of HDD read operations replaced by SSD reads per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "SSD Hit (%)", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 1, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null } ] }, "unit": "percent" }, "overrides": [ { "matcher": { "id": "byFrameRefID", "options": "B" }, "properties": [ { "id": "custom.axisPlacement", "value": "right" }, { "id": "unit", "value": "short" }, { "id": "min", "value": 0 }, { "id": "custom.axisLabel", "value": "HDD Reads Replaced" } ] }, { "matcher": { "id": "byFrameRefID", "options": "A" }, "properties": [ { "id": "max", "value": 100 } ] } ] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 85 }, "id": 67, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "flashpool_read_ops_replaced_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_read_ops_replaced_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "SSD Hit (%) - {{aggr}}", "refId": "A" }, { "exemplar": false, "expr": "flashpool_read_ops_replaced{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_read_ops_replaced{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "format": "time_series", "hide": false, "instant": false, "interval": "", "legendFormat": "HDD Reads Replaced - {{aggr}}", "refId": "B" } ], "title": "Top $TopResources Aggregates by Flash Pool Activity", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of average of RAID I/O latency on read hit and average read miss latency.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 85 }, "id": 70, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "flashpool_hya_read_hit_latency_average{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_hya_read_hit_latency_average{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "Avg Hit Latency (SSD) - {{aggr}}", "refId": "A" }, { "exemplar": false, "expr": "flashpool_hya_read_miss_latency_average{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_hya_read_miss_latency_average{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "format": "time_series", "hide": false, "instant": false, "interval": "", "legendFormat": "Avg Miss Latency (HDD) - {{aggr}}", "refId": "B" } ], "title": "Top $TopResources Aggregates by SSD and HDD Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays detail of total read/write/total cached SSD blocks.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null } ] }, "unit": "kbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 85 }, "id": 68, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "4\n *\n flashpool_ssd_read_cached{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_ssd_read_cached{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "Read Cached (GB) - {{aggr}}", "refId": "A" }, { "exemplar": false, "expr": "4\n *\n flashpool_ssd_write_cached{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_ssd_write_cached{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "format": "time_series", "hide": false, "instant": false, "interval": "", "legendFormat": "Write Cached (GB) - {{aggr}}", "refId": "B" }, { "exemplar": false, "expr": "4\n *\n flashpool_ssd_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_ssd_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "Total Capacity (GB) - {{aggr}}", "refId": "C" } ], "title": "Top $TopResources Aggregates by Flash Pool Capacity Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of read-cache/write-cache blocks per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null } ] }, "unit": "ops" }, "overrides": [ { "matcher": { "id": "byType", "options": "number" }, "properties": [ { "id": "custom.axisLabel", "value": "Blocks / sec" } ] } ] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 93 }, "id": 71, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "flashpool_read_cache_ins_rate{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_read_cache_ins_rate{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "Read Cache Insert Rate - {{aggr}}", "refId": "A" }, { "exemplar": false, "expr": "flashpool_wc_write_blks_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_wc_write_blks_total{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "format": "time_series", "hide": false, "instant": false, "interval": "", "legendFormat": "Write Cache Insert Rate - {{aggr}}", "refId": "B" } ], "title": "Top $TopResources Aggregates by Cache Inserts", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of block destage/free per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "dark-green", "value": null } ] }, "unit": "ops" }, "overrides": [ { "matcher": { "id": "byType", "options": "number" }, "properties": [ { "id": "custom.axisLabel", "value": "Blocks / sec" } ] } ] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 93 }, "id": 69, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "flashpool_evict_destage_rate{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_evict_destage_rate{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "Blocks Destaged - {{aggr}}", "refId": "A" }, { "exemplar": false, "expr": "flashpool_evict_remove_rate{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n flashpool_evict_remove_rate{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "format": "time_series", "hide": false, "instant": false, "interval": "", "legendFormat": "Blocks Evicted - {{aggr}}", "refId": "B" } ], "title": "Top $TopResources Aggregates by Cache Removals", "transformations": [], "type": "timeseries" } ], "title": "Flash Pool", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 75 }, "id": 810, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "A summation of volume footprints (including volume guarantees), in bytes. This includes all of the volume footprints in the block_storage tier and the cloud_storage tier.This is an advanced property; there is an added computational cost to retrieving its value. The field is not populated for either a collection GET or an instance GET unless it is explicitly requested using the fields query parameter containing either footprint or **.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 66 }, "id": 195, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_performance_tier_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_performance_tier_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Performance Tier Footprint", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Volume footprints percent.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 66 }, "id": 197, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_performance_tier_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_performance_tier_used_percent{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Performance Tier Footprint %", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Used space in bytes in the cloud store. Only applicable for aggregates with a cloud store tier.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 78 }, "id": 199, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "aggr_space_capacity_tier_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n aggr_space_capacity_tier_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{aggr}}", "refId": "A" } ], "title": "Top $TopResources Aggregates by Capacity Tier Footprint", "transformations": [], "type": "timeseries" } ], "title": "FabricPool", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 76 }, "id": 81, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Flexgroup by-aggregate filtering does not display the per-aggregate breakdown, instead the sum of all flexgroup aggregates is displayed. This is how ONTAP reports the data, even when an aggregate is selected in the dropdown.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Space Used", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 103 }, "id": 83, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_size_used{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_size_used{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "D" } ], "title": "Top $TopResources Volumes by Space Used by Aggregate", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Flexgroup by-aggregate filtering does not display the per-aggregate breakdown, instead the sum of all flexgroup aggregates is displayed. This is how ONTAP reports the data, even when an aggregate is selected in the dropdown.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Space Used %", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 103 }, "id": 84, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_size_used_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_size_used_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Space Used %", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Flexgroup by-aggregate filtering does not display the per-aggregate breakdown, instead the sum of all flexgroup aggregates is displayed. This is how ONTAP reports the data, even when an aggregate is selected in the dropdown.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Snapshot Space Used", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 115 }, "id": 87, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshots_size_used{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_snapshots_size_used{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Snapshot Space Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Flexgroup by-aggregate filtering does not display the per-aggregate breakdown, instead the sum of all flexgroup aggregates is displayed. This is how ONTAP reports the data, even when an aggregate is selected in the dropdown.\n\nNote that in some scenarios, it is possible to exceed 100% of the space allocated.\n.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Snapshot Space Used %", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 115 }, "id": 85, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_snapshot_reserve_used_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_snapshot_reserve_used_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "C" } ], "title": "Top $TopResources Volumes by Snapshot Space Used %", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in bytes for the performance tier (bin 0).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 127 }, "id": 95, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_performance_tier_footprint{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_performance_tier_footprint{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Performance Tier Footprint", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in performance tier (bin 0) as a percentage of aggregate size.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 127 }, "id": 97, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_performance_tier_footprint_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_performance_tier_footprint_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Performance Tier Footprint %", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in bytes for capacity tier (bin 1).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 139 }, "id": 99, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_capacity_tier_footprint{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_capacity_tier_footprint{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Capacity Tier Footprint", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Footprint of blocks written to the volume in capacity tier (bin 1) as a percentage of aggregate size.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 139 }, "id": 101, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "sortBy": "Last *", "sortDesc": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_capacity_tier_footprint_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand\n topk(\n $TopResources,\n avg_over_time(\n volume_capacity_tier_footprint_percent{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "hide": false, "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Capacity Tier Footprint %", "transformations": [], "type": "timeseries" } ], "title": "Volume Capacity", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 77 }, "id": 28, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process all the operations on the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 78 }, "id": 813, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "exemplar": false, "expr": "volume_avg_latency{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_avg_latency{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Average Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Volume total throughput.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 78 }, "id": 815, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "exemplar": false, "expr": "(\n volume_read_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n +\n volume_write_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\n )\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n (\n avg_over_time(\n volume_read_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n +\n avg_over_time(\n volume_write_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "interval": "", "legendFormat": "{{cluster}} - {{svm}} - {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Average Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of operations per second serviced by the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 78 }, "id": 817, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "exemplar": false, "expr": "volume_total_ops{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_total_ops{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{cluster}} - {{svm}} - {{volume}}", "refId": "A" } ], "title": "Top $TopResources Volumes by IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process read request to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 0, "y": 86 }, "id": 88, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_latency{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_read_latency{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Read Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Bytes read per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 8, "y": 86 }, "id": 89, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_read_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "intervalFactor": 1, "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Read Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of read operations per second from the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 86 }, "id": 90, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_read_ops{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_read_ops{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Read IOPs", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Average latency in microseconds for the WAFL filesystem to process write request to the volume; not including request processing or network communication time.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 0, "y": 95 }, "id": 91, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_latency{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_write_latency{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Write Latency", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Bytes written per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 8, "y": 95 }, "id": 92, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_write_data{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Write Throughput", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Number of write operations per second to the volume.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 9, "w": 8, "x": 16, "y": 95 }, "id": 93, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "volume_write_ops{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}\nand on (datacenter, cluster, svm, volume)\n topk(\n $TopResources,\n avg_over_time(\n volume_write_ops{aggr=~\".*$Aggregate.*\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )", "interval": "", "legendFormat": "{{aggr}} - {{volume}} - {{style}}", "refId": "A" } ], "title": "Top $TopResources Volumes by Write IOPs", "transformations": [], "type": "timeseries" } ], "title": "Volume Performance", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 78 }, "id": 827, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "Physical space used growth rate per second in the aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Physical Used Growth Rate", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 0, "y": 79 }, "hideTimeOverride": false, "id": 829, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "editorMode": "code", "exemplar": false, "expr": "deriv(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[4m]\n )\nand\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}}", "range": true, "refId": "B" } ], "title": "Top $TopResources Aggregates Per Growth Rate of Physical Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Logical space used growth rate per second in the aggregate.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "Logical Used Growth Rate", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "binBps" }, "overrides": [] }, "gridPos": { "h": 12, "w": 12, "x": 12, "y": 79 }, "hideTimeOverride": false, "id": 831, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "hideZeros": false, "mode": "multi", "sort": "desc" } }, "pluginVersion": "8.1.8", "targets": [ { "datasource": "${DS_PROMETHEUS}", "editorMode": "code", "exemplar": false, "expr": "deriv(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[4m]\n )\nand\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h] @ end()\n )\n )\n )", "hide": false, "interval": "", "legendFormat": "{{node}} - {{aggr}}", "range": true, "refId": "B" } ], "title": "Top $TopResources Aggregates Per Growth Rate of Logical Used", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel tracks changes in the physical usage space of the top $TopResources aggregates by physical space. It includes the following delta columns:\n\n- **1-Day Delta:** This column shows the change in physical usage space over the past 24 hours. \n \n- **7-Day Delta:** This column displays the change in physical usage space over the past 7 days.\n \n- **Time Range Delta:** This column reflects the change in physical usage space over the selected time range in the Grafana dashboard.\n", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "datacenter" }, "properties": [ { "id": "displayName", "value": "Datacenter" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "cluster" }, "properties": [ { "id": "displayName", "value": "Cluster" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "Value #A" }, "properties": [ { "id": "displayName", "value": "1-Day Delta" }, { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Value #B" }, "properties": [ { "id": "displayName", "value": "7-Day Delta" }, { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Value #C" }, "properties": [ { "id": "displayName", "value": "Time Range Delta" }, { "id": "unit", "value": "bytes" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 91 }, "id": 833, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "label_join(\n delta(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[1d]\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"aggr\"\n )\nand on (datacenter, cluster, aggr)\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "A" }, { "exemplar": false, "expr": "label_join(\n delta(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[1w]\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"aggr\"\n )\nand on (datacenter, cluster, aggr)\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" }, { "exemplar": false, "expr": "label_join(\n delta(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[$__range]\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"aggr\"\n )\nand on (datacenter, cluster, aggr)\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_physical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "C" } ], "title": "Top $TopResources Aggregates by Physical Usage: Delta Report", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "unique_id" } }, { "id": "renameByRegex", "options": { "regex": "(.*) 1$", "renamePattern": "$1" } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "aggr", "cluster", "datacenter", "Value #A", "Value #B", "Value #C" ] } } }, { "id": "organize", "options": { "excludeByName": { "aggr 2": true, "aggr 3": true, "cluster 2": true, "cluster 3": true, "datacenter 2": true, "datacenter 3": true, "node 2": true, "style 2": true, "style 3": true, "svm 2": true, "svm 3": true, "volume 2": true, "volume 3": true }, "indexByName": { "Value #A": 3, "Value #B": 4, "Value #C": 5, "aggr": 2, "aggr 2": 10, "aggr 3": 11, "cluster": 1, "cluster 2": 6, "cluster 3": 8, "datacenter": 0, "datacenter 2": 7, "datacenter 3": 9 }, "renameByName": { "Value #B": "", "aggr": "", "style": "Style", "volume": "" } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel tracks changes in the logical usage space of the top $TopResources aggregates by physical space. It includes the following delta columns:\n\n- **1-Day Delta:** This column shows the change in logical usage space over the past 24 hours. \n \n- **7-Day Delta:** This column displays the change in logical usage space over the past 7 days.\n \n- **Time Range Delta:** This column reflects the change in logical usage space over the selected time range in the Grafana dashboard.\n", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "datacenter" }, "properties": [ { "id": "displayName", "value": "Datacenter" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "cluster" }, "properties": [ { "id": "displayName", "value": "Cluster" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "aggr" }, "properties": [ { "id": "displayName", "value": "Aggregate" }, { "id": "links", "value": [ { "targetBlank": true, "title": "", "url": "/d/cdot-aggregate/ontap-aggregate?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Aggregate=${__value.raw}" } ] } ] }, { "matcher": { "id": "byName", "options": "Value #A" }, "properties": [ { "id": "displayName", "value": "1-Day Delta" }, { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Value #B" }, "properties": [ { "id": "displayName", "value": "7-Day Delta" }, { "id": "unit", "value": "bytes" } ] }, { "matcher": { "id": "byName", "options": "Value #C" }, "properties": [ { "id": "displayName", "value": "Time Range Delta" }, { "id": "unit", "value": "bytes" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 99 }, "id": 834, "options": { "showHeader": true }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "label_join(\n delta(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[1d]\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"aggr\"\n )\nand on (datacenter, cluster, aggr)\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "A" }, { "exemplar": false, "expr": "label_join(\n delta(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[1w]\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"aggr\"\n )\nand on (datacenter, cluster, aggr)\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" }, { "exemplar": false, "expr": "label_join(\n delta(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[$__range]\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"aggr\"\n )\nand on (datacenter, cluster, aggr)\n topk(\n $TopResources,\n (\n avg_over_time(\n aggr_total_logical_used{aggr=~\"$Aggregate\",cluster=~\"$Cluster\",datacenter=~\"$Datacenter\",node=~\"$Node\"}[3h]\n )\n )\n )", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "C" } ], "title": "Top $TopResources Aggregates by Logical Usage: Delta Report", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "unique_id" } }, { "id": "renameByRegex", "options": { "regex": "(.*) 1$", "renamePattern": "$1" } }, { "id": "filterFieldsByName", "options": { "include": { "names": [ "aggr", "cluster", "datacenter", "Value #A", "Value #B", "Value #C" ] } } }, { "id": "organize", "options": { "excludeByName": { "aggr 2": true, "aggr 3": true, "cluster 2": true, "cluster 3": true, "datacenter 2": true, "datacenter 3": true, "node 2": true, "style 2": true, "style 3": true, "svm 2": true, "svm 3": true, "volume 2": true, "volume 3": true }, "indexByName": { "Value #A": 3, "Value #B": 4, "Value #C": 5, "aggr": 2, "aggr 2": 10, "aggr 3": 11, "cluster": 1, "cluster 2": 6, "cluster 3": 8, "datacenter": 0, "datacenter 2": 7, "datacenter 3": 9 }, "renameByName": { "Value #B": "", "aggr": "", "style": "Style", "volume": "" } } } ], "type": "table" } ], "title": "Growth Rate", "type": "row" } ], "refresh": "", "schemaVersion": 30, "style": "dark", "tags": [ "harvest", "ontap", "cdot" ], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "description": null, "error": null, "hide": 2, "includeAll": false, "label": "Data Source", "multi": false, "name": "DS_PROMETHEUS", "options": [], "query": "prometheus", "refresh": 2, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(cluster_new_status{system_type!=\"7mode\"}, datacenter)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Datacenter", "options": [], "query": { "query": "label_values(cluster_new_status{system_type!=\"7mode\"}, datacenter)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(cluster_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Cluster", "options": [], "query": { "query": "label_values(cluster_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(aggr_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\",cluster=~\"$Cluster\"}, node)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Node", "options": [], "query": { "query": "label_values(aggr_new_status{system_type!=\"7mode\",datacenter=~\"$Datacenter\",cluster=~\"$Cluster\"}, node)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(aggr_new_status{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",node=~\"$Node\"}, aggr)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Aggregate", "options": [], "query": { "query": "label_values(aggr_new_status{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",node=~\"$Node\"}, aggr)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 7, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": true, "text": "5", "value": "5" }, "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "TopResources", "options": [ { "selected": false, "text": "1", "value": "1" }, { "selected": false, "text": "2", "value": "2" }, { "selected": false, "text": "3", "value": "3" }, { "selected": false, "text": "4", "value": "4" }, { "selected": true, "text": "5", "value": "5" }, { "selected": false, "text": "6", "value": "6" }, { "selected": false, "text": "8", "value": "8" }, { "selected": false, "text": "10", "value": "10" }, { "selected": false, "text": "15", "value": "15" }, { "selected": false, "text": "25", "value": "25" }, { "selected": false, "text": "50", "value": "50" }, { "selected": false, "text": "100", "value": "100" }, { "selected": false, "text": "250", "value": "250" }, { "selected": false, "text": "500", "value": "500" } ], "query": "1,2,3,4,5,6,8,10,15,25,50,100,250,500", "queryValue": "", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "ONTAP: Aggregate", "uid": "cdot-aggregate", "version": 18 }