{
"__inputs": [
{
"description": "",
"label": "Prometheus",
"name": "DS_PROMETHEUS",
"pluginId": "prometheus",
"pluginName": "Prometheus",
"type": "datasource"
}
],
"__requires": [
{
"id": "grafana",
"name": "Grafana",
"type": "grafana",
"version": "8.1.8"
},
{
"id": "prometheus",
"name": "Prometheus",
"type": "datasource",
"version": "1.0.0"
},
{
"id": "table",
"name": "Table",
"type": "panel",
"version": ""
},
{
"id": "text",
"name": "Text",
"type": "panel",
"version": ""
},
{
"id": "timeseries",
"name": "Time series",
"type": "panel",
"version": ""
}
],
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": "-- Grafana --",
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"description": "",
"editable": true,
"gnetId": null,
"graphTooltip": 1,
"id": null,
"iteration": 1718893624466,
"links": [
{
"asDropdown": true,
"icon": "external link",
"includeVars": true,
"keepTime": true,
"tags": [
"cdot"
],
"targetBlank": false,
"title": "Related Dashboards",
"tooltip": "",
"type": "dashboards",
"url": ""
}
],
"panels": [
{
"collapsed": false,
"datasource": "${DS_PROMETHEUS}",
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 0
},
"id": 125,
"panels": [],
"title": "Important Information",
"type": "row"
},
{
"datasource": "${DS_PROMETHEUS}",
"gridPos": {
"h": 6,
"w": 24,
"x": 0,
"y": 1
},
"id": 107,
"options": {
"content": "This dashboard requires Workload/QOS counter templates. They are disabled by default because they typically slow down data collection due to a high number of metrics. Two actions are required to use this dashboard:
\n1. If you are using the ZapiPerf collector, then you must enable the Workload/QOS counters in $HARVEST/conf/zapiperf/default.yaml.
\n2. If you are using the RestPerf Collector, then you must enable the Workload/QOS counters in $HARVEST/conf/restperf/default.yaml.
\n3. To access the panels under `Highlights` and `Workload Read IO Type`, please enable the `workload.yaml` and `workload_volume.yaml` templates. If you're interested in viewing panels within the `Service Center` and `Latency Breakdown`, enable the `workload_detail.yaml` and `workload_detail_volume.yaml` templates.\n\n\nMore information about [ONTAP Performance](https://kb.netapp.com/Advice_and_Troubleshooting/Data_Storage_Software/ONTAP_OS/ONTAP_9_Performance_-_Resolution_Guide).",
"mode": "markdown"
},
"pluginVersion": "8.1.8",
"type": "text"
},
{
"collapsed": false,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 7
},
"id": 161,
"panels": [],
"title": "Highlights",
"type": "row"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the rate of this workload's read operations that completed during the measurement interval.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "iops"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 8
},
"id": 163,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_read_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IOPS",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the workload's write operations that completed during the measurement interval; measured per second.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "iops"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 8
},
"id": 164,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_write_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_write_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Write IOPS",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the workload's other operations that completed during the measurement interval measured per second.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "iops"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 18
},
"id": 166,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_other_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_other_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Other IOPS",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Workload operations executed per second.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 0,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "iops"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 18
},
"id": 165,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Total IOPS",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the amount of data read per second from the filer by the workload.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "Bps"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 28
},
"id": 167,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_read_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read Throughput",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the amount of data written per second to the filer by the workload.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "Bps"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 28
},
"id": 168,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_write_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_write_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Write Throughput",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the average response time for read requests that were initiated by the workload.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "µs"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 38
},
"id": 169,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_read_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Average Read Latency",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the average response time for write requests that were initiated by the workload.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "µs"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 38
},
"id": 171,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_write_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_write_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Average Write Latency",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the average response time for requests that were initiated by the workload.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "µs"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 48
},
"id": 170,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Average Latency",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the average number of concurrent requests for the workload.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "locale"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 48
},
"id": 173,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_concurrency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_concurrency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Concurrency",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of reads, performed on behalf of the workload, that were sequential.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 0,
"y": 58
},
"id": 253,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_sequential_reads{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}\nand\ntopk($TopResources, avg_over_time(qos_sequential_reads{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Sequential Reads (%)",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of writes, performed on behalf of the workload, that were sequential.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 11,
"w": 12,
"x": 12,
"y": 58
},
"id": 254,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_sequential_writes{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}\nand\ntopk($TopResources, avg_over_time(qos_sequential_writes{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Sequential Writes (%)",
"type": "timeseries"
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 69
},
"id": 243,
"panels": [
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.\n\n**Important Note:** This panel only covers policies that are shared across workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 70
},
"id": 245,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"targets": [
{
"exemplar": false,
"expr": "clamp_max(\n sum by (cluster, datacenter, policy_group) (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n)\nand\ntopk(\n $TopResources,\n sum by (cluster, datacenter, policy_group) (\n (\n avg_over_time(\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"}[3h] @ end()\n )\n / on(datacenter, cluster, policy_group)\n group_left\n avg_over_time(\n (\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )[3h:] @ end()\n )\n )\n )\n)",
"hide": false,
"interval": "",
"legendFormat": "{{cluster}} - {{policy_group}}",
"refId": "A"
}
],
"title": "Top $TopResources Fixed QoS Shared Policy IOPs Utilization (%)",
"transformations": [],
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated bandwidth that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.\n\n**Important Note:** This panel specifically covers policies that are shared across workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 70
},
"id": 247,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"targets": [
{
"exemplar": false,
"expr": "clamp_max(\n sum by (cluster, datacenter, policy_group) (\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100 / (1000 * 1000)\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n)\nand\ntopk(\n $TopResources,\n sum by (cluster, datacenter, policy_group) (\n (\n avg_over_time(\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"}[3h] @ end()\n )\n / on(datacenter, cluster, policy_group)\n group_left\n avg_over_time(\n (\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )[3h:] @ end()\n )\n )\n )\n)",
"interval": "",
"legendFormat": "{{cluster}} - {{policy_group}}",
"refId": "A"
}
],
"title": "Top $TopResources Fixed QoS Shared Policy Bandwidth Utilization (%)",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.\n\n**Important Note:** This panel only covers policies that are shared across workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "QOS Used %"
},
"properties": [
{
"id": "unit",
"value": "percent"
},
{
"id": "custom.displayMode",
"value": "gradient-gauge"
},
{
"id": "max",
"value": 100
},
{
"id": "decimals",
"value": 2
},
{
"id": "min",
"value": 0
}
]
},
{
"matcher": {
"id": "byName",
"options": "Max IOPS"
},
"properties": [
{
"id": "unit",
"value": "iops"
}
]
},
{
"matcher": {
"id": "byName",
"options": "cluster"
},
"properties": [
{
"id": "displayName",
"value": "Cluster"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "datacenter"
},
"properties": [
{
"id": "displayName",
"value": "Datacenter"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}"
}
]
}
]
}
]
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 80
},
"id": 249,
"options": {
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "QOS Used %"
}
]
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "avg_over_time(\n clamp_max(\n sum by (cluster, datacenter, policy_group, object_count, max_throughput_iops, max_throughput_mbps, min_throughput_iops, min_throughput_mbps) (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared, object_count, max_throughput_iops, max_throughput_mbps, min_throughput_iops, min_throughput_mbps)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n )[3h:]\n)",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"title": "Fixed QoS Shared Policy IOPs Utilization (%)",
"transformations": [
{
"id": "filterFieldsByName",
"options": {
"include": {
"names": [
"cluster",
"datacenter",
"max_throughput_iops",
"object_count",
"policy_group",
"Value"
]
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {},
"indexByName": {
"Value": 3,
"cluster": 1,
"datacenter": 0,
"max_throughput_iops": 5,
"max_throughput_mbps": 6,
"object_count": 4,
"policy_group": 2
},
"renameByName": {
"Value": "QOS Used %",
"cluster": "",
"datacenter": "",
"max_throughput_iops": "Max IOPS",
"object_count": "Num Workloads",
"policy_group": "Policy"
}
}
}
],
"type": "table"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated bandwidth that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.\n\n**Important Note:** This panel specifically covers policies that are shared across workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "QOS Used %"
},
"properties": [
{
"id": "unit",
"value": "percent"
},
{
"id": "custom.displayMode",
"value": "gradient-gauge"
},
{
"id": "max",
"value": 100
},
{
"id": "decimals",
"value": 2
},
{
"id": "min",
"value": 0
}
]
},
{
"matcher": {
"id": "byName",
"options": "Max Throughput"
},
"properties": [
{
"id": "unit",
"value": "MBs"
}
]
},
{
"matcher": {
"id": "byName",
"options": "datacenter"
},
"properties": [
{
"id": "displayName",
"value": "Datacenter"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "cluster"
},
"properties": [
{
"id": "displayName",
"value": "Cluster"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}"
}
]
}
]
}
]
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 89
},
"id": 251,
"options": {
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "QOS Used %"
}
]
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "avg_over_time(\n clamp_max(\n sum by (cluster, datacenter, policy_group, object_count, max_throughput_iops, max_throughput_mbps, min_throughput_iops, min_throughput_mbps) (\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100 / (1000 * 1000)\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared, object_count, max_throughput_iops, max_throughput_mbps, min_throughput_iops, min_throughput_mbps)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n )[3h:]\n)",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"title": "Fixed QoS Shared Policy Bandwidth Utilization (%)",
"transformations": [
{
"id": "filterFieldsByName",
"options": {
"include": {
"names": [
"cluster",
"datacenter",
"max_throughput_mbps",
"object_count",
"policy_group",
"Value"
]
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"object_count": false
},
"indexByName": {
"Value": 3,
"cluster": 1,
"datacenter": 0,
"max_throughput_mbps": 5,
"object_count": 4,
"policy_group": 2
},
"renameByName": {
"Value": "QOS Used %",
"cluster": "",
"datacenter": "",
"max_throughput_mbps": "Max Throughput",
"object_count": "Num Workloads",
"policy_group": "Policy"
}
}
}
],
"type": "table"
}
],
"title": "Fixed QoS Shared Policy Utilization",
"type": "row"
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 70
},
"id": 217,
"panels": [
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 99
},
"id": 219,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"targets": [
{
"exemplar": false,
"expr": "clamp_max(\n (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}\n / on(datacenter,cluster,policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ) * 100\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,policy_group)\n group_left\n avg_over_time(\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )[3h:] @ end()\n )\n )\n)",
"hide": false,
"interval": "",
"legendFormat": "{{cluster}} - {{policy_group}} - {{workload}}",
"refId": "A"
}
],
"title": "Top $TopResources Fixed QoS Workload IOPs Utilization (%)",
"transformations": [],
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated bandwidth that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 99
},
"id": 221,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"targets": [
{
"exemplar": false,
"expr": "clamp_max(\n (\n (\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100 / (1000 * 1000)\n )\n / on(datacenter,cluster,policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,policy_group)\n group_left\n avg_over_time(\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )[3h:] @ end()\n )\n )\n)",
"interval": "",
"legendFormat": "{{cluster}} - {{policy_group}} - {{workload}}",
"refId": "A"
}
],
"title": "Top $TopResources Fixed QoS Workload Bandwidth Utilization (%)",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "QOS Used %"
},
"properties": [
{
"id": "unit",
"value": "percent"
},
{
"id": "custom.displayMode",
"value": "gradient-gauge"
},
{
"id": "max",
"value": 100
},
{
"id": "min",
"value": 0
},
{
"id": "decimals",
"value": 2
}
]
},
{
"matcher": {
"id": "byName",
"options": "IOPs"
},
"properties": [
{
"id": "unit",
"value": "iops"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Max IOPS"
},
"properties": [
{
"id": "unit",
"value": "iops"
}
]
},
{
"matcher": {
"id": "byName",
"options": "cluster"
},
"properties": [
{
"id": "displayName",
"value": "Cluster"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "datacenter"
},
"properties": [
{
"id": "displayName",
"value": "Datacenter"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "svm"
},
"properties": [
{
"id": "displayName",
"value": "SVM"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "volume"
},
"properties": [
{
"id": "displayName",
"value": "Volume"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "lun"
},
"properties": [
{
"id": "displayName",
"value": "LUN"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-lun/ontap-lun?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${Volume:queryparam}&${__url_time_range}&var-LUN=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "workload"
},
"properties": [
{
"id": "displayName",
"value": "Workload"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-workload/ontap-workload?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Workload=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "Shared"
},
"properties": [
{
"id": "mappings",
"value": [
{
"options": {
"false": {
"index": 1,
"text": "No"
},
"true": {
"index": 0,
"text": "Yes"
}
},
"type": "value"
},
{
"options": {
"match": "empty",
"result": {
"index": 2,
"text": "No"
}
},
"type": "special"
}
]
}
]
}
]
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 109
},
"id": 223,
"options": {
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "QOS Used %"
}
]
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "avg_over_time(qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h]) * on(datacenter,cluster,policy_group) group_left(max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps,capacity_shared) label_replace(qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops != \"\"}, \"policy_group\", \"$1\", \"name\", \"(.*)\")",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"title": "Fixed QoS Workload IOPs Utilization (%)",
"transformations": [
{
"id": "filterFieldsByName",
"options": {
"include": {
"names": [
"cluster",
"datacenter",
"max_throughput_iops",
"policy_group",
"svm",
"volume",
"workload",
"Value",
"capacity_shared"
]
}
}
},
{
"id": "calculateField",
"options": {
"binary": {
"left": "Value",
"operator": "/",
"reducer": "sum",
"right": "max_throughput_iops"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
}
}
},
{
"id": "calculateField",
"options": {
"alias": "QOS Used %",
"binary": {
"left": "Value / max_throughput_iops",
"operator": "*",
"reducer": "sum",
"right": "100"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"Value / max_throughput_iops": true
},
"indexByName": {
"QOS Used %": 5,
"Value": 8,
"Value / max_throughput_iops": 10,
"capacity_shared": 7,
"cluster": 1,
"datacenter": 0,
"max_throughput_iops": 9,
"policy_group": 6,
"svm": 2,
"volume": 3,
"workload": 4
},
"renameByName": {
"Value": "IOPs",
"capacity_shared": "Shared",
"file": "File",
"max_throughput_iops": "Max IOPS",
"policy_group": "Policy"
}
}
}
],
"type": "table"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel represents the proportion of the allocated bandwidth that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "QOS Used %"
},
"properties": [
{
"id": "unit",
"value": "percent"
},
{
"id": "custom.displayMode",
"value": "gradient-gauge"
},
{
"id": "max",
"value": 100
},
{
"id": "min",
"value": 0
},
{
"id": "decimals",
"value": 2
}
]
},
{
"matcher": {
"id": "byName",
"options": "Max Throughput"
},
"properties": [
{
"id": "unit",
"value": "MBs"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Throughput"
},
"properties": [
{
"id": "unit",
"value": "Bps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "cluster"
},
"properties": [
{
"id": "displayName",
"value": "Cluster"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "datacenter"
},
"properties": [
{
"id": "displayName",
"value": "Datacenter"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "svm"
},
"properties": [
{
"id": "displayName",
"value": "SVM"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "volume"
},
"properties": [
{
"id": "displayName",
"value": "Volume"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "lun"
},
"properties": [
{
"id": "displayName",
"value": "LUN"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-lun/ontap-lun?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${Volume:queryparam}&${__url_time_range}&var-LUN=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "workload"
},
"properties": [
{
"id": "displayName",
"value": "Workload"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-workload/ontap-workload?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Workload=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "Shared"
},
"properties": [
{
"id": "mappings",
"value": [
{
"options": {
"false": {
"index": 1,
"text": "No"
},
"true": {
"index": 0,
"text": "Yes"
}
},
"type": "value"
},
{
"options": {
"match": "empty",
"result": {
"index": 2,
"text": "No"
}
},
"type": "special"
}
]
}
]
}
]
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 118
},
"id": 224,
"options": {
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "QOS Used %"
}
]
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "avg_over_time(qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h]) * on(datacenter,cluster,policy_group) group_left(max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps,capacity_shared) label_replace(qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps != \"\"}, \"policy_group\", \"$1\", \"name\", \"(.*)\")",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
}
],
"title": "Fixed QoS Workload Bandwidth Utilization (%)",
"transformations": [
{
"id": "filterFieldsByName",
"options": {
"include": {
"names": [
"cluster",
"datacenter",
"max_throughput_mbps",
"policy_group",
"svm",
"volume",
"workload",
"Value",
"capacity_shared"
]
}
}
},
{
"id": "calculateField",
"options": {
"alias": "MValue",
"binary": {
"left": "Value",
"operator": "*",
"reducer": "sum",
"right": ".000001"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
},
"replaceFields": false
}
},
{
"id": "calculateField",
"options": {
"binary": {
"left": "MValue",
"operator": "/",
"reducer": "sum",
"right": "max_throughput_mbps"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
}
}
},
{
"id": "calculateField",
"options": {
"alias": "QOS Used %",
"binary": {
"left": "MValue / max_throughput_mbps",
"operator": "*",
"reducer": "sum",
"right": "100"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"BValue": true,
"KValue": true,
"MValue": true,
"MValue / max_throughput_mbps": true,
"Value / max_throughput_iops": true,
"Value / max_throughput_mbps": true
},
"indexByName": {
"MValue": 10,
"MValue / max_throughput_mbps": 11,
"QOS Used %": 5,
"Value": 8,
"capacity_shared": 7,
"cluster": 1,
"datacenter": 0,
"max_throughput_mbps": 9,
"policy_group": 6,
"svm": 2,
"volume": 3,
"workload": 4
},
"renameByName": {
"Value": "Throughput",
"capacity_shared": "Shared",
"file": "File",
"max_throughput_iops": "Max IOPS",
"max_throughput_mbps": "Max Throughput",
"policy_group": "Policy"
}
}
}
],
"type": "table"
}
],
"title": "Fixed QoS Workload Utilization",
"type": "row"
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 71
},
"id": 226,
"panels": [
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel displays the percentage of Input/Output Operations Per Second (IOPs) currently in use relative to the dynamically adjusted IOPs threshold, which is set by an adaptive QoS policy. Unlike fixed QoS settings, adaptive QoS policies allow the IOPs threshold to fluctuate based on predefined criteria and workload demands. The utilization percentage is determined by taking the current IOPs usage, dividing it by the adaptive IOPs threshold at that moment, and then multiplying by 100 to get a percentage.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 100
},
"id": 228,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"targets": [
{
"exemplar": false,
"expr": "clamp_max(\n (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_iops{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n avg_over_time(\n qos_workload_max_throughput_iops{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }[3h] @ end()\n )\n )\n)",
"hide": false,
"interval": "",
"legendFormat": "{{cluster}} - {{policy_group}} - {{workload}}",
"refId": "A"
}
],
"title": "Top $TopResources Adaptive QoS Workload IOPs Utilization (%)",
"transformations": [],
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel displays the current usage of throughput as a percentage of the adaptive threshold set by an adaptive Quality of Service (QoS) policy. This metric is calculated by dividing the current throughput usage by the adaptive threshold and multiplying by 100. The panel shows data only if the block size is not set to `any`.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 100
},
"id": 229,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"targets": [
{
"exemplar": false,
"expr": "clamp_max(\n (\n (\n (qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100) / (1000*1000)\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n avg_over_time(\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }[3h] @ end()\n )\n )\n)",
"hide": false,
"interval": "",
"legendFormat": "{{cluster}} - {{policy_group}} - {{workload}}",
"refId": "A"
}
],
"title": "Top $TopResources Adaptive QoS Workload Bandwidth Utilization (%)",
"transformations": [],
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel displays the percentage of Input/Output Operations Per Second (IOPs) currently in use relative to the dynamically adjusted IOPs threshold, which is set by an adaptive QoS policy. Unlike fixed QoS settings, adaptive QoS policies allow the IOPs threshold to fluctuate based on predefined criteria and workload demands. The utilization percentage is determined by taking the current IOPs usage, dividing it by the adaptive IOPs threshold at that moment, and then multiplying by 100 to get a percentage.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Used %"
},
"properties": [
{
"id": "custom.displayMode",
"value": "gradient-gauge"
},
{
"id": "unit",
"value": "percent"
},
{
"id": "max",
"value": 100
},
{
"id": "min",
"value": 0
},
{
"id": "decimals",
"value": 2
}
]
},
{
"matcher": {
"id": "byName",
"options": "IOPs"
},
"properties": [
{
"id": "unit",
"value": "iops"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Max IOPs"
},
"properties": [
{
"id": "unit",
"value": "iops"
}
]
},
{
"matcher": {
"id": "byName",
"options": "cluster"
},
"properties": [
{
"id": "displayName",
"value": "Cluster"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "datacenter"
},
"properties": [
{
"id": "displayName",
"value": "Datacenter"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "svm"
},
"properties": [
{
"id": "displayName",
"value": "SVM"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "volume"
},
"properties": [
{
"id": "displayName",
"value": "Volume"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "lun"
},
"properties": [
{
"id": "displayName",
"value": "LUN"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-lun/ontap-lun?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${Volume:queryparam}&${__url_time_range}&var-LUN=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "workload"
},
"properties": [
{
"id": "displayName",
"value": "Workload"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-workload/ontap-workload?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Workload=${__value.raw}"
}
]
}
]
}
]
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 110
},
"id": 239,
"options": {
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Used %"
}
]
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "avg_over_time(\n label_join(\n clamp_max(\n (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n ),\n 100\n ),\n \"unique_id\", \"-\", \"datacenter\", \"cluster\", \"workload\"\n )[3h:]\n)",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
},
{
"exemplar": false,
"expr": "label_join(\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}\n * on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n (\n qos_workload_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n and\n qos_workload_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n )\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)",
"format": "table",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "B"
},
{
"exemplar": false,
"expr": "label_join(\n qos_workload_max_throughput_iops{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n },\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)",
"format": "table",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "C"
}
],
"title": "Adaptive QoS Workload IOPs Utilization (%)",
"transformations": [
{
"id": "seriesToColumns",
"options": {
"byField": "unique_id"
}
},
{
"id": "renameByRegex",
"options": {
"regex": "(.*) 1$",
"renamePattern": "$1"
}
},
{
"id": "filterFieldsByName",
"options": {
"include": {
"pattern": ""
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"Time": true,
"Time 2": true,
"Time 3": true,
"Value #C": false,
"__name__": true,
"class": true,
"cluster 2": true,
"cluster 3": true,
"datacenter 2": true,
"datacenter 3": true,
"file 2": true,
"file 3": true,
"instance": true,
"is_adaptive": true,
"job": true,
"lun 2": true,
"lun 3": true,
"policy_group 2": true,
"policy_group 3": true,
"svm 2": true,
"svm 3": true,
"unique_id": true,
"volume 2": true,
"volume 3": true,
"wid": true,
"wid 2": true,
"wid 3": true,
"workload 2": true,
"workload 3": true
},
"indexByName": {
"Time": 1,
"Value #A": 9,
"Value #B": 11,
"Value #C": 12,
"__name__": 13,
"class": 14,
"cluster": 3,
"datacenter": 2,
"file": 6,
"instance": 16,
"is_adaptive": 17,
"job": 18,
"lun": 7,
"policy_group": 10,
"svm": 4,
"unique_id": 0,
"volume": 5,
"wid": 15,
"workload": 8
},
"renameByName": {
"Value #A": "Used %",
"Value #B": "IOPs",
"Value #C": "Max IOPs",
"file": "File",
"policy_group": "Policy"
}
}
}
],
"type": "table"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This panel displays the current usage of throughput as a percentage of the adaptive threshold set by an adaptive Quality of Service (QoS) policy. This metric is calculated by dividing the current throughput usage by the adaptive threshold and multiplying by 100. The panel shows data only if the block size is not set to `any`.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"custom": {
"align": "auto",
"displayMode": "auto",
"filterable": true
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Used %"
},
"properties": [
{
"id": "unit",
"value": "percent"
},
{
"id": "max",
"value": 100
},
{
"id": "min",
"value": 0
},
{
"id": "decimals",
"value": 2
},
{
"id": "custom.displayMode",
"value": "gradient-gauge"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Throughput"
},
"properties": [
{
"id": "unit",
"value": "Bps"
}
]
},
{
"matcher": {
"id": "byName",
"options": "Max Throughput"
},
"properties": [
{
"id": "unit",
"value": "MBs"
}
]
},
{
"matcher": {
"id": "byName",
"options": "cluster"
},
"properties": [
{
"id": "displayName",
"value": "Cluster"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-cluster/ontap-cluster?orgId=1&${Datacenter:queryparam}&${__url_time_range}&var-Cluster=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "datacenter"
},
"properties": [
{
"id": "displayName",
"value": "Datacenter"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-datacenter/ontap-datacenter?orgId=1&${__url_time_range}&var-Datacenter=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "svm"
},
"properties": [
{
"id": "displayName",
"value": "SVM"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-svm/ontap-svm?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-SVM=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "volume"
},
"properties": [
{
"id": "displayName",
"value": "Volume"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-volume/ontap-volume?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${__url_time_range}&var-Volume=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "lun"
},
"properties": [
{
"id": "displayName",
"value": "LUN"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-lun/ontap-lun?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${SVM:queryparam}&${Volume:queryparam}&${__url_time_range}&var-LUN=${__value.raw}"
}
]
}
]
},
{
"matcher": {
"id": "byName",
"options": "workload"
},
"properties": [
{
"id": "displayName",
"value": "Workload"
},
{
"id": "links",
"value": [
{
"targetBlank": true,
"title": "",
"url": "/d/cdot-workload/ontap-workload?orgId=1&${Datacenter:queryparam}&${Cluster:queryparam}&${__url_time_range}&var-Workload=${__value.raw}"
}
]
}
]
}
]
},
"gridPos": {
"h": 9,
"w": 24,
"x": 0,
"y": 119
},
"id": 241,
"options": {
"showHeader": true,
"sortBy": [
{
"desc": true,
"displayName": "Used %"
}
]
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "avg_over_time(\n label_join(\n clamp_max(\n (\n (\n (qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100)\n / (1000 * 1000)\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }\n ),\n 100\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n )[3h:]\n)",
"format": "table",
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "A"
},
{
"exemplar": false,
"expr": "avg_over_time(\n label_join(\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}\n * on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n (\n qos_workload_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n and\n qos_workload_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n )\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n )[3h:]\n)",
"format": "table",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "B"
},
{
"exemplar": false,
"expr": "label_join(\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n },\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)",
"format": "table",
"hide": false,
"instant": true,
"interval": "",
"legendFormat": "",
"refId": "C"
}
],
"title": "Adaptive QoS Workload Bandwidth Utilization (%)",
"transformations": [
{
"id": "seriesToColumns",
"options": {
"byField": "unique_id"
}
},
{
"id": "renameByRegex",
"options": {
"regex": "(.*) 1$",
"renamePattern": "$1"
}
},
{
"id": "filterFieldsByName",
"options": {
"include": {
"pattern": ""
}
}
},
{
"id": "organize",
"options": {
"excludeByName": {
"Time": true,
"Time 2": true,
"Time 3": true,
"__name__": true,
"class": true,
"cluster 2": true,
"cluster 3": true,
"datacenter 2": true,
"datacenter 3": true,
"file 2": true,
"file 3": true,
"instance": true,
"is_adaptive": true,
"job": true,
"lun 2": true,
"lun 3": true,
"policy_group 2": true,
"policy_group 3": true,
"svm 2": true,
"svm 3": true,
"unique_id": true,
"volume 2": true,
"volume 3": true,
"wid": true,
"wid 2": true,
"wid 3": true,
"workload 2": true,
"workload 3": true
},
"indexByName": {
"Time": 1,
"Value #A": 10,
"Value #B": 12,
"Value #C": 13,
"__name__": 14,
"class": 15,
"cluster": 3,
"datacenter": 2,
"file": 6,
"instance": 16,
"is_adaptive": 17,
"job": 18,
"lun": 7,
"policy_group": 11,
"svm": 4,
"unique_id": 0,
"volume": 5,
"wid": 9,
"workload": 8
},
"renameByName": {
"Value #A": "Used %",
"Value #B": "Throughput",
"Value #C": "Max Throughput",
"file": "File",
"policy_group": "Policy"
}
}
}
],
"type": "table"
}
],
"title": "Adaptive QoS Workload Utilization",
"type": "row"
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 72
},
"id": 175,
"panels": [
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from bamboo_ssd component.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 61
},
"id": 172,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"bamboo_ssd\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"bamboo_ssd\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type bamboo_ssd",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from cache.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 61
},
"id": 176,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cache\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type cache",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from cloud.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 71
},
"id": 177,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type cloud",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from cloud_s2c.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 71
},
"id": 178,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud_s2c\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud_s2c\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type cloud_s2c",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from disk.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 81
},
"id": 179,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"disk\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"disk\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type disk",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from ext_cache.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 81
},
"id": 180,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"ext_cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"ext_cache\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type ext_cache",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from fc_miss.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 91
},
"id": 181,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"fc_miss\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"fc_miss\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type fc_miss",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from hya_cache.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 91
},
"id": 182,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_cache\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type hya_cache",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from hya_hdd.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 101
},
"id": 183,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_hdd\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_hdd\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type hya_hdd",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "This is the percentage of read requests served from hya_non_cache.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 101
},
"id": 184,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_non_cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_non_cache\"}[3h] @ end()))",
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Read IO Type hya_non_cache",
"type": "timeseries"
}
],
"title": "Read IO Type",
"type": "row"
},
{
"collapsed": true,
"datasource": null,
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 73
},
"id": 186,
"panels": [
{
"datasource": "${DS_PROMETHEUS}",
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "µs"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 61
},
"id": 187,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "(avg(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}) by (resource))",
"interval": "",
"legendFormat": "{{resource}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Service Latency by Resources",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the delays in the network layer of ONTAP.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 71
},
"id": 189,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"frontend\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from frontend",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the delays in the data/WAFL layer of ONTAP.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 71
},
"id": 191,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"backend\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from backend",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays caused by the cluster switches, cables, and adapters which physically connect clustered nodes. \n\nIf the cluster interconnect component is in contention, it means high wait time for I/O requests at the cluster interconnect is impacting the latency of one or more workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 81
},
"id": 193,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cluster\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from cluster",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays due to buffered write flushes, called consistency points (cp).",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 81
},
"id": 195,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cp\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from cp",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents slowness due to attached hard drives or solid state drives.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 91
},
"id": 197,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"disk\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from disk",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "`Note:` Typically these latencies only apply to SAN not NAS.\n\nRepresents the wait time of I/O requests by the external networking protocols on the cluster. The wait time is time spent waiting for transfer ready transactions to finish before the cluster can respond to an I/O request. If the network component is in contention, it means high wait time at the protocol layer is impacting the latency of one or more workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 91
},
"id": 199,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"network\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from network",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays due to mirroring writes to the NVRAM/NVLOG memory and to the HA partner NVRAM/NVLOG memory.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 101
},
"id": 201,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"nvlog\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from nvlog",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays due to operations suspending on a delay mechanism. Typically this is diagnosed by NetApp Support.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 101
},
"id": 203,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"suspend\"})\n)\n",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from WAFL suspend",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the throughput maximum (ceiling) setting of the storage Quality of Service (QoS) policy group assigned to the workload. If the policy group component is in contention, it means all workloads in the policy group are being throttled by the set throughput limit, which is impacting the latency of one or more of those workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 111
},
"id": 205,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"throttle\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from Qos throttle",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the latency to a workload that is being caused by QoS throughput floor (expected) setting assigned to other workloads. If the QoS floor set on certain workloads use the majority of the bandwidth to guarantee the promised throughput, other workloads will be throttled and see more latency.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 111
},
"id": 207,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"qos_min\"})\n)\n",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from qos_min",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the software component in the cluster involved with I/O processing between the cluster and the cloud tier on which user data is stored. If the cloud latency component is in contention, it means that a large amount of reads from volumes that are hosted on the cloud tier are impacting the latency of one or more workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 121
},
"id": 209,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cloud\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from cloud",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 121
},
"id": 211,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"sync_repl\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from sync_repl",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 131
},
"id": 213,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_ral\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from flexcache_ral",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 131
},
"id": 215,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_spinhi\"})\n)",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Service Time from flexcache_spinhi",
"type": "timeseries"
}
],
"title": "Service Center",
"type": "row"
},
{
"collapsed": true,
"datasource": "${DS_PROMETHEUS}",
"gridPos": {
"h": 1,
"w": 24,
"x": 0,
"y": 74
},
"id": 127,
"panels": [
{
"datasource": "${DS_PROMETHEUS}",
"description": "average latency for workload on Data ONTAP subsystems.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "µs"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 24,
"x": 0,
"y": 62
},
"id": 129,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "(avg(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}) by (resource))",
"interval": "",
"legendFormat": "{{resource}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Latency by Resources",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the delays in the network layer of ONTAP.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 72
},
"id": 133,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"frontend\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from frontend",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the delays in the data/WAFL layer of ONTAP.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 72
},
"id": 131,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"backend\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from backend",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays caused by the cluster switches, cables, and adapters which physically connect clustered nodes. \n\nIf the cluster interconnect component is in contention, it means high wait time for I/O requests at the cluster interconnect is impacting the latency of one or more workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 82
},
"id": 135,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cluster\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from cluster",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays due to buffered write flushes, called consistency points (cp).",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 82
},
"id": 137,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cp\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from cp",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents slowness due to attached hard drives or solid state drives.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 92
},
"id": 139,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"disk\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from disk",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "`Note:` Typically these latencies only apply to SAN not NAS.\n\nRepresents the wait time of I/O requests by the external networking protocols on the cluster. The wait time is time spent waiting for transfer ready transactions to finish before the cluster can respond to an I/O request. If the network component is in contention, it means high wait time at the protocol layer is impacting the latency of one or more workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 92
},
"id": 141,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"network\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from network",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays due to mirroring writes to the NVRAM/NVLOG memory and to the HA partner NVRAM/NVLOG memory.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 102
},
"id": 143,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"nvlog\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from nvlog",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents delays due to operations suspending on a delay mechanism. Typically this is diagnosed by NetApp Support.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 102
},
"id": 145,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"suspend\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from WAFL suspend",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the throughput maximum (ceiling) setting of the storage Quality of Service (QoS) policy group assigned to the workload. If the policy group component is in contention, it means all workloads in the policy group are being throttled by the set throughput limit, which is impacting the latency of one or more of those workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 112
},
"id": 147,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"throttle\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from Qos throttle",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the latency to a workload that is being caused by QoS throughput floor (expected) setting assigned to other workloads. If the QoS floor set on certain workloads use the majority of the bandwidth to guarantee the promised throughput, other workloads will be throttled and see more latency.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 112
},
"id": 149,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"qos_min\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from qos_min",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"description": "Represents the software component in the cluster involved with I/O processing between the cluster and the cloud tier on which user data is stored. If the cloud latency component is in contention, it means that a large amount of reads from volumes that are hosted on the cloud tier are impacting the latency of one or more workloads.",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 122
},
"id": 153,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cloud\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from cloud",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 122
},
"id": 159,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"sync_repl\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from sync_repl",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 0,
"y": 132
},
"id": 157,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_ral\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from flexcache_ral",
"type": "timeseries"
},
{
"datasource": "${DS_PROMETHEUS}",
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 10,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": true,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"decimals": 2,
"mappings": [
{
"options": {
"match": "null+nan",
"result": {
"index": 0,
"text": "0%"
}
},
"type": "special"
}
],
"max": 100,
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 10,
"w": 12,
"x": 12,
"y": 132
},
"id": 151,
"options": {
"legend": {
"calcs": [
"mean",
"lastNotNull",
"max"
],
"displayMode": "table",
"placement": "bottom"
},
"tooltip": {
"mode": "single"
}
},
"pluginVersion": "8.1.8",
"targets": [
{
"exemplar": false,
"expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_spinhi\"})",
"instant": false,
"interval": "",
"legendFormat": "{{cluster}} - {{workload}}",
"refId": "A"
}
],
"timeFrom": null,
"timeShift": null,
"title": "Top $TopResources Workloads by Latency from flexcache_spinhi",
"type": "timeseries"
}
],
"title": "Latency Breakdown",
"type": "row"
}
],
"refresh": "",
"schemaVersion": 30,
"style": "dark",
"tags": [
"harvest",
"ontap",
"cdot"
],
"templating": {
"list": [
{
"current": {
"selected": false,
"text": "Prometheus",
"value": "Prometheus"
},
"description": null,
"error": null,
"hide": 2,
"includeAll": false,
"label": "Data Source",
"multi": false,
"name": "DS_PROMETHEUS",
"options": [],
"query": "prometheus",
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"type": "datasource"
},
{
"allValue": null,
"current": {},
"datasource": "${DS_PROMETHEUS}",
"definition": "label_values(volume_labels{system_type!=\"7mode\"}, datacenter)",
"description": null,
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": true,
"name": "Datacenter",
"options": [],
"query": {
"query": "label_values(volume_labels{system_type!=\"7mode\"}, datacenter)",
"refId": "StandardVariableQuery"
},
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": ".*",
"current": {},
"datasource": "${DS_PROMETHEUS}",
"definition": "label_values(volume_labels{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)",
"description": null,
"error": null,
"hide": 0,
"includeAll": true,
"label": null,
"multi": true,
"name": "Cluster",
"options": [],
"query": {
"query": "label_values(volume_labels{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)",
"refId": "StandardVariableQuery"
},
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": null,
"current": {
"selected": false,
"text": [
"All"
],
"value": [
"$__all"
]
},
"description": null,
"error": null,
"hide": 0,
"includeAll": true,
"label": "Workload Class",
"multi": true,
"name": "WorkloadClass",
"options": [
{
"selected": true,
"text": "All",
"value": "$__all"
},
{
"selected": false,
"text": "user_defined",
"value": "user_defined"
},
{
"selected": false,
"text": "system_defined",
"value": "system_defined"
},
{
"selected": false,
"text": "autovolume",
"value": "autovolume"
}
],
"query": "user_defined,system_defined,autovolume",
"queryValue": "",
"skipUrlSync": false,
"type": "custom"
},
{
"allValue": ".*",
"current": {},
"datasource": "${DS_PROMETHEUS}",
"definition": "label_values(qos_workload_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\", class=~\"$WorkloadClass\"}, workload)",
"description": null,
"error": null,
"hide": 0,
"includeAll": true,
"label": null,
"multi": true,
"name": "Workload",
"options": [],
"query": {
"query": "label_values(qos_workload_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\", class=~\"$WorkloadClass\"}, workload)",
"refId": "StandardVariableQuery"
},
"refresh": 2,
"regex": "",
"skipUrlSync": false,
"sort": 1,
"tagValuesQuery": "",
"tagsQuery": "",
"type": "query",
"useTags": false
},
{
"allValue": null,
"current": {
"selected": false,
"text": "5",
"value": "5"
},
"description": null,
"error": null,
"hide": 0,
"includeAll": false,
"label": null,
"multi": false,
"name": "TopResources",
"options": [
{
"selected": false,
"text": "1",
"value": "1"
},
{
"selected": false,
"text": "2",
"value": "2"
},
{
"selected": false,
"text": "3",
"value": "3"
},
{
"selected": false,
"text": "4",
"value": "4"
},
{
"selected": true,
"text": "5",
"value": "5"
},
{
"selected": false,
"text": "6",
"value": "6"
},
{
"selected": false,
"text": "8",
"value": "8"
},
{
"selected": false,
"text": "10",
"value": "10"
},
{
"selected": false,
"text": "15",
"value": "15"
},
{
"selected": false,
"text": "25",
"value": "25"
},
{
"selected": false,
"text": "50",
"value": "50"
},
{
"selected": false,
"text": "100",
"value": "100"
},
{
"selected": false,
"text": "250",
"value": "250"
},
{
"selected": false,
"text": "500",
"value": "500"
}
],
"query": "1,2,3,4,5,6,8,10,15,25,50,100,250,500",
"queryValue": "",
"skipUrlSync": false,
"type": "custom"
}
]
},
"time": {
"from": "now-3h",
"to": "now"
},
"timepicker": {
"refresh_intervals": [
"10s",
"30s",
"1m",
"5m",
"15m",
"30m",
"1h",
"2h",
"1d"
]
},
"timezone": "",
"title": "ONTAP: Workload",
"uid": "cdot-workload",
"version": 13
}