{ "__inputs": [ { "description": "", "label": "Prometheus", "name": "DS_PROMETHEUS", "pluginId": "prometheus", "pluginName": "Prometheus", "type": "datasource" } ], "__requires": [ { "id": "grafana", "name": "Grafana", "type": "grafana", "version": "8.1.8" }, { "id": "prometheus", "name": "Prometheus", "type": "datasource", "version": "1.0.0" }, { "id": "table", "name": "Table", "type": "panel", "version": "" }, { "id": "text", "name": "Text", "type": "panel", "version": "" }, { "id": "timeseries", "name": "Time series", "type": "panel", "version": "" } ], "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "description": "", "editable": true, "gnetId": null, "graphTooltip": 1, "id": null, "iteration": 1717668393226, "links": [ { "asDropdown": true, "icon": "external link", "includeVars": true, "keepTime": true, "tags": [ "cdot" ], "targetBlank": false, "title": "Related Dashboards", "tooltip": "", "type": "dashboards", "url": "" } ], "panels": [ { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 125, "panels": [], "title": "Important Information", "type": "row" }, { "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 6, "w": 24, "x": 0, "y": 1 }, "id": 107, "options": { "content": "This dashboard requires Workload/QOS counter templates. They are disabled by default because they typically slow down data collection due to a high number of metrics. Two actions are required to use this dashboard:
\n1. If you are using the ZapiPerf collector, then you must enable the Workload/QOS counters in $HARVEST/conf/zapiperf/default.yaml.
\n2. If you are using the RestPerf Collector, then you must enable the Workload/QOS counters in $HARVEST/conf/restperf/default.yaml.
\n3. To access the panels under `Highlights` and `Workload Read IO Type`, please enable the `workload.yaml` and `workload_volume.yaml` templates. If you're interested in viewing panels within the `Service Center` and `Latency Breakdown`, enable the `workload_detail.yaml` and `workload_detail_volume.yaml` templates.\n\n\nMore information about [ONTAP Performance](https://kb.netapp.com/Advice_and_Troubleshooting/Data_Storage_Software/ONTAP_OS/ONTAP_9_Performance_-_Resolution_Guide).", "mode": "markdown" }, "pluginVersion": "8.1.8", "type": "text" }, { "collapsed": false, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, "id": 161, "panels": [], "title": "Highlights", "type": "row" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the rate of this workload's read operations that completed during the measurement interval.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 8 }, "id": 163, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_read_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the workload's write operations that completed during the measurement interval; measured per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 8 }, "id": 164, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_write_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_write_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Write IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the workload's other operations that completed during the measurement interval measured per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 18 }, "id": 166, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_other_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_other_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Other IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Workload operations executed per second.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 0, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "iops" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 18 }, "id": 165, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_ops{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Total IOPS", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the amount of data read per second from the filer by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 28 }, "id": 167, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_read_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read Throughput", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the amount of data written per second to the filer by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 28 }, "id": 168, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_write_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_write_data{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Write Throughput", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average response time for read requests that were initiated by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 38 }, "id": 169, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_read_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Average Read Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average response time for write requests that were initiated by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 38 }, "id": 171, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_write_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_write_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Average Write Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average response time for requests that were initiated by the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 48 }, "id": 170, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Average Latency", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the average number of concurrent requests for the workload.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "locale" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 48 }, "id": 173, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_concurrency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"} \n and \ntopk($TopResources, avg_over_time(qos_concurrency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Concurrency", "type": "timeseries" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 58 }, "id": 245, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.\n\n**Important Note:** This panel only covers policies that are shared across workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 59 }, "id": 242, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "clamp_max(\n sum by (cluster, datacenter, policy_group) (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n)\nand\ntopk(\n $TopResources,\n sum by (cluster, datacenter, policy_group) (\n (\n avg_over_time(\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"}[3h] @ end()\n )\n / on(datacenter, cluster, policy_group)\n group_left\n avg_over_time(\n (\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )[3h:] @ end()\n )\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{policy_group}}", "refId": "A" } ], "title": "Top $TopResources Fixed QoS Shared Policy IOPs Utilization (%)", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated bandwidth that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.\n\n**Important Note:** This panel specifically covers policies that are shared across workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 59 }, "id": 243, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "clamp_max(\n sum by (cluster, datacenter, policy_group) (\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100 / (1000 * 1000)\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n)\nand\ntopk(\n $TopResources,\n sum by (cluster, datacenter, policy_group) (\n (\n avg_over_time(\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"}[3h] @ end()\n )\n / on(datacenter, cluster, policy_group)\n group_left\n avg_over_time(\n (\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )[3h:] @ end()\n )\n )\n )\n)", "interval": "", "legendFormat": "{{cluster}} - {{policy_group}}", "refId": "A" } ], "title": "Top $TopResources Fixed QoS Shared Policy Bandwidth Utilization (%)", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.\n\n**Important Note:** This panel only covers policies that are shared across workloads.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "QOS Used %" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 2 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "Max IOPS" }, "properties": [ { "id": "unit", "value": "iops" } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 69 }, "id": 247, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "QOS Used %" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "clamp_max(\n sum by (cluster, datacenter, policy_group, object_count,max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps) (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared,object_count,max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n)", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Fixed QoS Shared Policy IOPs Utilization (%)", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "cluster", "datacenter", "max_throughput_iops", "object_count", "policy_group", "Value" ] } } }, { "id": "organize", "options": { "excludeByName": {}, "indexByName": { "Value": 3, "cluster": 1, "datacenter": 0, "max_throughput_iops": 5, "max_throughput_mbps": 6, "object_count": 4, "policy_group": 2 }, "renameByName": { "Value": "QOS Used %", "cluster": "Cluster", "datacenter": "Datacenter", "max_throughput_iops": "Max IOPS", "object_count": "Num Workloads", "policy_group": "Policy" } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated bandwidth that is currently being used in a policy, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.\n\n**Important Note:** This panel specifically covers policies that are shared across workloads.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "QOS Used %" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 2 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "Max Throughput" }, "properties": [ { "id": "unit", "value": "MBs" } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 78 }, "id": 249, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "QOS Used %" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "clamp_max(\n sum by (cluster, datacenter, policy_group,object_count,max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps) (\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload!~\".*__[0-9]{4}-.*\"} * 100 / (1000 * 1000)\n / on(datacenter, cluster, policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n * on(datacenter, cluster, policy_group)\n group_left(capacity_shared,object_count,max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps)\n label_replace(\n qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps!=\"\", capacity_shared=\"true\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ), 100\n)\n", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Fixed QoS Shared Policy Bandwidth Utilization (%)", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "cluster", "datacenter", "max_throughput_mbps", "object_count", "policy_group", "Value" ] } } }, { "id": "organize", "options": { "excludeByName": { "object_count": false }, "indexByName": { "Value": 3, "cluster": 1, "datacenter": 0, "max_throughput_mbps": 5, "object_count": 4, "policy_group": 2 }, "renameByName": { "Value": "QOS Used %", "cluster": "Cluster", "datacenter": "Datacenter", "max_throughput_mbps": "Max Throughput", "object_count": "Num Workloads", "policy_group": "Policy" } } } ], "type": "table" } ], "title": "Fixed QoS Shared Policy Utilization", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 59 }, "id": 217, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 60 }, "id": 219, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "clamp_max(\n (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}\n / on(datacenter,cluster,policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n ) * 100\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,policy_group)\n group_left\n avg_over_time(\n label_replace(\n qos_policy_fixed_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )[3h:] @ end()\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{policy_group}} - {{workload}}", "refId": "A" } ], "title": "Top $TopResources Fixed QoS Workload IOPs Utilization (%)", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated bandwidth that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 60 }, "id": 221, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "clamp_max(\n (\n (\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100 / (1000 * 1000)\n )\n / on(datacenter,cluster,policy_group)\n group_left\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )\n )\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,policy_group)\n group_left\n avg_over_time(\n label_replace(\n qos_policy_fixed_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\"},\n \"policy_group\",\n \"$1\",\n \"name\",\n \"(.*)\"\n )[3h:] @ end()\n )\n )\n)", "interval": "", "legendFormat": "{{cluster}} - {{policy_group}} - {{workload}}", "refId": "A" } ], "title": "Top $TopResources Fixed QoS Workload Bandwidth Utilization (%)", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated Input/Output Operations Per Second (IOPs) that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current IOPs usage by the total available IOPs, and then multiplying the result by 100.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "QOS Used %" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 2 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "IOPs" }, "properties": [ { "id": "unit", "value": "iops" } ] }, { "matcher": { "id": "byName", "options": "Max IOPS" }, "properties": [ { "id": "unit", "value": "iops" } ] }, { "matcher": { "id": "byName", "options": "Shared" }, "properties": [ { "id": "mappings", "value": [ { "options": { "false": { "index": 1, "text": "No" }, "true": { "index": 0, "text": "Yes" } }, "type": "value" }, { "options": { "match": "empty", "result": { "index": 2, "text": "No" } }, "type": "special" } ] } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 70 }, "id": 223, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "QOS Used %" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * on(datacenter,cluster,policy_group) group_left(max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps,capacity_shared) label_replace(qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_iops != \"\"}, \"policy_group\", \"$1\", \"name\", \"(.*)\")", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Fixed QoS Workload IOPs Utilization (%)", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "cluster", "datacenter", "lun", "max_throughput_iops", "policy_group", "svm", "volume", "workload", "Value", "capacity_shared" ] } } }, { "id": "calculateField", "options": { "binary": { "left": "Value", "operator": "/", "reducer": "sum", "right": "max_throughput_iops" }, "mode": "binary", "reduce": { "reducer": "sum" } } }, { "id": "calculateField", "options": { "alias": "QOS Used %", "binary": { "left": "Value / max_throughput_iops", "operator": "*", "reducer": "sum", "right": "100" }, "mode": "binary", "reduce": { "reducer": "sum" } } }, { "id": "organize", "options": { "excludeByName": { "Value / max_throughput_iops": true }, "indexByName": { "QOS Used %": 6, "Value": 9, "Value / max_throughput_iops": 11, "capacity_shared": 8, "cluster": 1, "datacenter": 0, "lun": 4, "max_throughput_iops": 10, "policy_group": 7, "svm": 2, "volume": 3, "workload": 5 }, "renameByName": { "Value": "IOPs", "capacity_shared": "Shared", "cluster": "Cluster", "datacenter": "Datacenter", "file": "File", "lun": "Lun", "max_throughput_iops": "Max IOPS", "policy_group": "Policy", "svm": "SVM", "volume": "Volume", "workload": "Workload" } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel represents the proportion of the allocated bandwidth that is currently being used by Workload, under a fixed Quality of Service (QoS) setting. The percentage is calculated by dividing the current bandwidth usage (in MB/s) by the total available bandwidth (also in MB/s), and then multiplying the result by 100.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "QOS Used %" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 2 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "Max Throughput" }, "properties": [ { "id": "unit", "value": "MBs" } ] }, { "matcher": { "id": "byName", "options": "Throughput" }, "properties": [ { "id": "unit", "value": "Bps" } ] }, { "matcher": { "id": "byName", "options": "Shared" }, "properties": [ { "id": "mappings", "value": [ { "options": { "false": { "index": 1, "text": "No" }, "true": { "index": 0, "text": "Yes" } }, "type": "value" }, { "options": { "match": "empty", "result": { "index": 2, "text": "No" } }, "type": "special" } ] } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 79 }, "id": 224, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "QOS Used %" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}) * on(datacenter,cluster,policy_group) group_left(max_throughput_iops,max_throughput_mbps,min_throughput_iops,min_throughput_mbps,capacity_shared) label_replace(qos_policy_fixed_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", max_throughput_mbps != \"\"}, \"policy_group\", \"$1\", \"name\", \"(.*)\")", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Fixed QoS Workload Bandwidth Utilization (%)", "transformations": [ { "id": "filterFieldsByName", "options": { "include": { "names": [ "cluster", "datacenter", "lun", "max_throughput_mbps", "policy_group", "svm", "volume", "workload", "Value", "capacity_shared" ] } } }, { "id": "calculateField", "options": { "alias": "MValue", "binary": { "left": "Value", "operator": "*", "reducer": "sum", "right": ".000001" }, "mode": "binary", "reduce": { "reducer": "sum" }, "replaceFields": false } }, { "id": "calculateField", "options": { "binary": { "left": "MValue", "operator": "/", "reducer": "sum", "right": "max_throughput_mbps" }, "mode": "binary", "reduce": { "reducer": "sum" } } }, { "id": "calculateField", "options": { "alias": "QOS Used %", "binary": { "left": "MValue / max_throughput_mbps", "operator": "*", "reducer": "sum", "right": "100" }, "mode": "binary", "reduce": { "reducer": "sum" } } }, { "id": "organize", "options": { "excludeByName": { "BValue": true, "KValue": true, "MValue": true, "MValue / max_throughput_mbps": true, "Value / max_throughput_iops": true, "Value / max_throughput_mbps": true }, "indexByName": { "MValue": 11, "MValue / max_throughput_mbps": 12, "QOS Used %": 6, "Value": 9, "capacity_shared": 8, "cluster": 1, "datacenter": 0, "lun": 4, "max_throughput_mbps": 10, "policy_group": 7, "svm": 2, "volume": 3, "workload": 5 }, "renameByName": { "Value": "Throughput", "capacity_shared": "Shared", "cluster": "Cluster", "datacenter": "Datacenter", "file": "File", "lun": "Lun", "max_throughput_iops": "Max IOPS", "max_throughput_mbps": "Max Throughput", "policy_group": "Policy", "svm": "SVM", "volume": "Volume", "workload": "Workload" } } } ], "type": "table" } ], "title": "Fixed QoS Workload Utilization", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 60 }, "id": 226, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the percentage of Input/Output Operations Per Second (IOPs) currently in use relative to the dynamically adjusted IOPs threshold, which is set by an adaptive QoS policy. Unlike fixed QoS settings, adaptive QoS policies allow the IOPs threshold to fluctuate based on predefined criteria and workload demands. The utilization percentage is determined by taking the current IOPs usage, dividing it by the adaptive IOPs threshold at that moment, and then multiplying by 100 to get a percentage.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 61 }, "id": 228, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "clamp_max(\n (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_iops{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n avg_over_time(\n qos_workload_max_throughput_iops{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }[3h] @ end()\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "title": "Top $TopResources Adaptive QoS Workload IOPs Utilization (%)", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the current usage of throughput as a percentage of the adaptive threshold set by an adaptive Quality of Service (QoS) policy. This metric is calculated by dividing the current throughput usage by the adaptive threshold and multiplying by 100. The panel shows data only if the block size is not set to `any`.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 61 }, "id": 229, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "targets": [ { "exemplar": false, "expr": "clamp_max(\n (\n (\n (qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100) / (1000*1000)\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }\n ),\n 100\n)\nand\ntopk(\n $TopResources,\n (\n avg_over_time(\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}[3h] @ end()\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n avg_over_time(\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }[3h] @ end()\n )\n )\n)", "hide": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "title": "Top $TopResources Adaptive QoS Workload Bandwidth Utilization (%)", "transformations": [], "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the percentage of Input/Output Operations Per Second (IOPs) currently in use relative to the dynamically adjusted IOPs threshold, which is set by an adaptive QoS policy. Unlike fixed QoS settings, adaptive QoS policies allow the IOPs threshold to fluctuate based on predefined criteria and workload demands. The utilization percentage is determined by taking the current IOPs usage, dividing it by the adaptive IOPs threshold at that moment, and then multiplying by 100 to get a percentage.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Used %" }, "properties": [ { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "unit", "value": "percent" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 2 }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "IOPs" }, "properties": [ { "id": "unit", "value": "iops" } ] }, { "matcher": { "id": "byName", "options": "Max IOPs" }, "properties": [ { "id": "unit", "value": "iops" } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 71 }, "id": 239, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Used %" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "label_join(\nclamp_max(\n (\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n ),\n 100\n)\n, \"unique_id\", \"-\", \"datacenter\", \"cluster\", \"workload\")", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" }, { "exemplar": false, "expr": "label_join(\n (\n qos_ops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}\n * on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n (\n qos_workload_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n and\n qos_workload_max_throughput_iops{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n )\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" }, { "exemplar": false, "expr": "label_join(\n qos_workload_max_throughput_iops{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n },\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "C" } ], "title": "Adaptive QoS Workload IOPs Utilization (%)", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "unique_id" } }, { "id": "renameByRegex", "options": { "regex": "(.*) 1$", "renamePattern": "$1" } }, { "id": "filterFieldsByName", "options": { "include": { "pattern": "" } } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 2": true, "Time 3": true, "Value #C": false, "__name__": true, "class": true, "cluster 2": true, "cluster 3": true, "datacenter 2": true, "datacenter 3": true, "file 2": true, "file 3": true, "instance": true, "is_adaptive": true, "job": true, "lun 2": true, "lun 3": true, "policy_group 2": true, "policy_group 3": true, "svm 2": true, "svm 3": true, "unique_id": true, "volume 2": true, "volume 3": true, "wid": true, "wid 2": true, "wid 3": true, "workload 2": true, "workload 3": true }, "indexByName": { "Time": 1, "Value #A": 9, "Value #B": 11, "Value #C": 12, "__name__": 13, "class": 14, "cluster": 3, "datacenter": 2, "file": 6, "instance": 16, "is_adaptive": 17, "job": 18, "lun": 7, "policy_group": 10, "svm": 4, "unique_id": 0, "volume": 5, "wid": 15, "workload": 8 }, "renameByName": { "Value #A": "Used %", "Value #B": "IOPs", "Value #C": "Max IOPs", "cluster": "Cluster", "datacenter": "Datacenter", "file": "File", "lun": "Lun", "policy_group": "Policy", "svm": "SVM", "volume": "Volume", "workload": "Workload" } } } ], "type": "table" }, { "datasource": "${DS_PROMETHEUS}", "description": "This panel displays the current usage of throughput as a percentage of the adaptive threshold set by an adaptive Quality of Service (QoS) policy. This metric is calculated by dividing the current throughput usage by the adaptive threshold and multiplying by 100. The panel shows data only if the block size is not set to `any`.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Used %" }, "properties": [ { "id": "unit", "value": "percent" }, { "id": "max", "value": 100 }, { "id": "decimals", "value": 2 }, { "id": "custom.displayMode", "value": "gradient-gauge" }, { "id": "min", "value": 0 } ] }, { "matcher": { "id": "byName", "options": "Throughput" }, "properties": [ { "id": "unit", "value": "Bps" } ] }, { "matcher": { "id": "byName", "options": "Max Throughput" }, "properties": [ { "id": "unit", "value": "MBs" } ] } ] }, "gridPos": { "h": 9, "w": 24, "x": 0, "y": 80 }, "id": 241, "options": { "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Used %" } ] }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "label_join(\n clamp_max(\n (\n (\n (qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"} * 100)\n / (1000 * 1000)\n )\n / on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n }\n ),\n 100\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" }, { "exemplar": false, "expr": "label_join(\n (\n qos_total_data{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\"}\n * on(datacenter,cluster,workload,policy_group,volume,lun,svm,qtree,file,wid)\n (\n qos_workload_labels{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n and\n qos_workload_max_throughput_mbps{datacenter=~\"$Datacenter\", cluster=~\"$Cluster\", workload=~\"$Workload\", is_adaptive=\"Yes\"}\n )\n ),\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "B" }, { "exemplar": false, "expr": "label_join(\n qos_workload_max_throughput_mbps{\n datacenter=~\"$Datacenter\",\n cluster=~\"$Cluster\",\n workload=~\"$Workload\",\n is_adaptive=\"Yes\"\n },\n \"unique_id\",\n \"-\",\n \"datacenter\",\n \"cluster\",\n \"workload\"\n)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "C" } ], "title": "Adaptive QoS Workload Bandwidth Utilization (%)", "transformations": [ { "id": "seriesToColumns", "options": { "byField": "unique_id" } }, { "id": "renameByRegex", "options": { "regex": "(.*) 1$", "renamePattern": "$1" } }, { "id": "filterFieldsByName", "options": { "include": { "pattern": "" } } }, { "id": "organize", "options": { "excludeByName": { "Time": true, "Time 2": true, "Time 3": true, "__name__": true, "class": true, "cluster 2": true, "cluster 3": true, "datacenter 2": true, "datacenter 3": true, "file 2": true, "file 3": true, "instance": true, "is_adaptive": true, "job": true, "lun 2": true, "lun 3": true, "policy_group 2": true, "policy_group 3": true, "svm 2": true, "svm 3": true, "unique_id": true, "volume 2": true, "volume 3": true, "wid": true, "wid 2": true, "wid 3": true, "workload 2": true, "workload 3": true }, "indexByName": { "Time": 1, "Value #A": 10, "Value #B": 12, "Value #C": 13, "__name__": 14, "class": 15, "cluster": 3, "datacenter": 2, "file": 6, "instance": 16, "is_adaptive": 17, "job": 18, "lun": 7, "policy_group": 11, "svm": 4, "unique_id": 0, "volume": 5, "wid": 9, "workload": 8 }, "renameByName": { "Value #A": "Used %", "Value #B": "Throughput", "Value #C": "Max Throughput", "cluster": "Cluster", "datacenter": "Datacenter", "file": "File", "lun": "Lun", "policy_group": "Policy", "svm": "SVM", "volume": "Volume", "workload": "Workload" } } } ], "type": "table" } ], "title": "Adaptive QoS Workload Utilization", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 61 }, "id": 175, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from bamboo_ssd component.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 61 }, "id": 172, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"bamboo_ssd\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"bamboo_ssd\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type bamboo_ssd", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from cache.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 61 }, "id": 176, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cache\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type cache", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from cloud.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 71 }, "id": 177, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type cloud", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from cloud_s2c.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 71 }, "id": 178, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud_s2c\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"cloud_s2c\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type cloud_s2c", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from disk.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 81 }, "id": 179, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"disk\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"disk\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type disk", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from ext_cache.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 81 }, "id": 180, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"ext_cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"ext_cache\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type ext_cache", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from fc_miss.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 91 }, "id": 181, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"fc_miss\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"fc_miss\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type fc_miss", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from hya_cache.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 91 }, "id": 182, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_cache\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type hya_cache", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from hya_hdd.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 101 }, "id": 183, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_hdd\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_hdd\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type hya_hdd", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "This is the percentage of read requests served from hya_non_cache.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 101 }, "id": 184, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_non_cache\"} \n and \ntopk($TopResources, avg_over_time(qos_read_io_type{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\", metric=\"hya_non_cache\"}[3h] @ end()))", "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Read IO Type hya_non_cache", "type": "timeseries" } ], "title": "Read IO Type", "type": "row" }, { "collapsed": true, "datasource": null, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 62 }, "id": 186, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 61 }, "id": 187, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(avg(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}) by (resource))", "interval": "", "legendFormat": "{{resource}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Service Latency by Resources", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the delays in the network layer of ONTAP.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 71 }, "id": 189, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"frontend\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from frontend", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the delays in the data/WAFL layer of ONTAP.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 71 }, "id": 191, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"backend\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from backend", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays caused by the cluster switches, cables, and adapters which physically connect clustered nodes. \n\nIf the cluster interconnect component is in contention, it means high wait time for I/O requests at the cluster interconnect is impacting the latency of one or more workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 81 }, "id": 193, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cluster\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from cluster", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays due to buffered write flushes, called consistency points (cp).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 81 }, "id": 195, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cp\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from cp", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents slowness due to attached hard drives or solid state drives.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 91 }, "id": 197, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"disk\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from disk", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "`Note:` Typically these latencies only apply to SAN not NAS.\n\nRepresents the wait time of I/O requests by the external networking protocols on the cluster. The wait time is time spent waiting for transfer ready transactions to finish before the cluster can respond to an I/O request. If the network component is in contention, it means high wait time at the protocol layer is impacting the latency of one or more workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 91 }, "id": 199, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"network\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from network", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays due to mirroring writes to the NVRAM/NVLOG memory and to the HA partner NVRAM/NVLOG memory.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 101 }, "id": 201, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"nvlog\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from nvlog", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays due to operations suspending on a delay mechanism. Typically this is diagnosed by NetApp Support.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 101 }, "id": 203, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"suspend\"})\n)\n", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from WAFL suspend", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the throughput maximum (ceiling) setting of the storage Quality of Service (QoS) policy group assigned to the workload. If the policy group component is in contention, it means all workloads in the policy group are being throttled by the set throughput limit, which is impacting the latency of one or more of those workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 111 }, "id": 205, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"throttle\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from Qos throttle", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the latency to a workload that is being caused by QoS throughput floor (expected) setting assigned to other workloads. If the QoS floor set on certain workloads use the majority of the bandwidth to guarantee the promised throughput, other workloads will be throttled and see more latency.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 111 }, "id": 207, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"qos_min\"})\n)\n", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from qos_min", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the software component in the cluster involved with I/O processing between the cluster and the cloud tier on which user data is stored. If the cloud latency component is in contention, it means that a large amount of reads from volumes that are hosted on the cloud tier are impacting the latency of one or more workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 121 }, "id": 209, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cloud\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from cloud", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 121 }, "id": 211, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"sync_repl\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from sync_repl", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 131 }, "id": 213, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_ral\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from flexcache_ral", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 131 }, "id": 215, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n (qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}\n and\n topk($TopResources, avg_over_time(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}[3h] @ end())))\n / on() group_left sum(qos_detail_service_time_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_spinhi\"})\n)", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Service Time from flexcache_spinhi", "type": "timeseries" } ], "title": "Service Center", "type": "row" }, { "collapsed": true, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 63 }, "id": 127, "panels": [ { "datasource": "${DS_PROMETHEUS}", "description": "average latency for workload on Data ONTAP subsystems.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "µs" }, "overrides": [] }, "gridPos": { "h": 10, "w": 24, "x": 0, "y": 62 }, "id": 129, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "(avg(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\"}) by (resource))", "interval": "", "legendFormat": "{{resource}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Latency by Resources", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the delays in the network layer of ONTAP.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 72 }, "id": 133, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"frontend\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"frontend\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from frontend", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the delays in the data/WAFL layer of ONTAP.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 72 }, "id": 131, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"backend\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"backend\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from backend", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays caused by the cluster switches, cables, and adapters which physically connect clustered nodes. \n\nIf the cluster interconnect component is in contention, it means high wait time for I/O requests at the cluster interconnect is impacting the latency of one or more workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 82 }, "id": 135, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cluster\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cluster\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from cluster", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays due to buffered write flushes, called consistency points (cp).", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 82 }, "id": 137, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cp\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cp\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from cp", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents slowness due to attached hard drives or solid state drives.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 92 }, "id": 139, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"disk\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"disk\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from disk", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "`Note:` Typically these latencies only apply to SAN not NAS.\n\nRepresents the wait time of I/O requests by the external networking protocols on the cluster. The wait time is time spent waiting for transfer ready transactions to finish before the cluster can respond to an I/O request. If the network component is in contention, it means high wait time at the protocol layer is impacting the latency of one or more workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 92 }, "id": 141, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"network\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"network\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from network", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays due to mirroring writes to the NVRAM/NVLOG memory and to the HA partner NVRAM/NVLOG memory.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 102 }, "id": 143, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"nvlog\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"nvlog\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from nvlog", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents delays due to operations suspending on a delay mechanism. Typically this is diagnosed by NetApp Support.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 102 }, "id": 145, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"suspend\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"suspend\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from WAFL suspend", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the throughput maximum (ceiling) setting of the storage Quality of Service (QoS) policy group assigned to the workload. If the policy group component is in contention, it means all workloads in the policy group are being throttled by the set throughput limit, which is impacting the latency of one or more of those workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 112 }, "id": 147, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"throttle\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"throttle\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from Qos throttle", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the latency to a workload that is being caused by QoS throughput floor (expected) setting assigned to other workloads. If the QoS floor set on certain workloads use the majority of the bandwidth to guarantee the promised throughput, other workloads will be throttled and see more latency.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 112 }, "id": 149, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"qos_min\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"qos_min\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from qos_min", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "description": "Represents the software component in the cluster involved with I/O processing between the cluster and the cloud tier on which user data is stored. If the cloud latency component is in contention, it means that a large amount of reads from volumes that are hosted on the cloud tier are impacting the latency of one or more workloads.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 122 }, "id": 153, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"cloud\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"cloud\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from cloud", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 122 }, "id": 159, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"sync_repl\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"sync_repl\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from sync_repl", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 0, "y": 132 }, "id": 157, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_ral\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_ral\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from flexcache_ral", "type": "timeseries" }, { "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [ { "options": { "match": "null+nan", "result": { "index": 0, "text": "0%" } }, "type": "special" } ], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 10, "w": 12, "x": 12, "y": 132 }, "id": 151, "options": { "legend": { "calcs": [ "mean", "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "pluginVersion": "8.1.8", "targets": [ { "exemplar": false, "expr": "100 * (\n qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}\n and\n topk($TopResources, avg_over_time(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",workload=~\"$Workload\",resource=\"flexcache_spinhi\"}[3h] @ end()))\n) / on() group_left sum(qos_detail_resource_latency{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\",resource=\"flexcache_spinhi\"})", "instant": false, "interval": "", "legendFormat": "{{cluster}} - {{workload}}", "refId": "A" } ], "timeFrom": null, "timeShift": null, "title": "Top $TopResources Workloads by Latency from flexcache_spinhi", "type": "timeseries" } ], "title": "Latency Breakdown", "type": "row" } ], "refresh": "", "schemaVersion": 30, "style": "dark", "tags": [ "harvest", "ontap", "cdot" ], "templating": { "list": [ { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "description": null, "error": null, "hide": 2, "includeAll": false, "label": "Data Source", "multi": false, "name": "DS_PROMETHEUS", "options": [], "query": "prometheus", "refresh": 2, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "allValue": null, "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(volume_labels{system_type!=\"7mode\"}, datacenter)", "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": true, "name": "Datacenter", "options": [], "query": { "query": "label_values(volume_labels{system_type!=\"7mode\"}, datacenter)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(volume_labels{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Cluster", "options": [], "query": { "query": "label_values(volume_labels{system_type!=\"7mode\",datacenter=~\"$Datacenter\"}, cluster)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": false, "text": [ "All" ], "value": [ "$__all" ] }, "description": null, "error": null, "hide": 0, "includeAll": true, "label": "Workload Class", "multi": true, "name": "WorkloadClass", "options": [ { "selected": true, "text": "All", "value": "$__all" }, { "selected": false, "text": "user_defined", "value": "user_defined" }, { "selected": false, "text": "system_defined", "value": "system_defined" }, { "selected": false, "text": "autovolume", "value": "autovolume" } ], "query": "user_defined,system_defined,autovolume", "queryValue": "", "skipUrlSync": false, "type": "custom" }, { "allValue": ".*", "current": {}, "datasource": "${DS_PROMETHEUS}", "definition": "label_values(qos_workload_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\", class=~\"$WorkloadClass\"}, workload)", "description": null, "error": null, "hide": 0, "includeAll": true, "label": null, "multi": true, "name": "Workload", "options": [], "query": { "query": "label_values(qos_workload_labels{datacenter=~\"$Datacenter\",cluster=~\"$Cluster\", class=~\"$WorkloadClass\"}, workload)", "refId": "StandardVariableQuery" }, "refresh": 2, "regex": "", "skipUrlSync": false, "sort": 1, "tagValuesQuery": "", "tagsQuery": "", "type": "query", "useTags": false }, { "allValue": null, "current": { "selected": false, "text": "5", "value": "5" }, "description": null, "error": null, "hide": 0, "includeAll": false, "label": null, "multi": false, "name": "TopResources", "options": [ { "selected": false, "text": "1", "value": "1" }, { "selected": false, "text": "2", "value": "2" }, { "selected": false, "text": "3", "value": "3" }, { "selected": false, "text": "4", "value": "4" }, { "selected": true, "text": "5", "value": "5" }, { "selected": false, "text": "6", "value": "6" }, { "selected": false, "text": "8", "value": "8" }, { "selected": false, "text": "10", "value": "10" }, { "selected": false, "text": "15", "value": "15" }, { "selected": false, "text": "25", "value": "25" }, { "selected": false, "text": "50", "value": "50" }, { "selected": false, "text": "100", "value": "100" }, { "selected": false, "text": "250", "value": "250" }, { "selected": false, "text": "500", "value": "500" } ], "query": "1,2,3,4,5,6,8,10,15,25,50,100,250,500", "queryValue": "", "skipUrlSync": false, "type": "custom" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "ONTAP: Workload", "uid": "cdot-workload", "version": 10 }