{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 43, "links": [], "liveNow": false, "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 2, "panels": [], "title": "Runtime instrumentation", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "CPU Usage", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 0, "y": 1 }, "id": 4, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by (container) (rate(container_cpu_usage_seconds_total{container=\"$servicename\"}[$__rate_interval])) ", "legendFormat": "{{container}}", "range": true, "refId": "A" } ], "title": "CPU Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": -1, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 6, "y": 1 }, "id": 36, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by (control_plane) (increase(process_runtime_go_gc_count_total{control_plane=\"$servicename\"}[$__rate_interval]))", "legendFormat": "{{control_plane}}", "range": true, "refId": "A" } ], "title": "GC execution count", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "This is an estimate of how much memory cannot be evicted.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "decimals": 2, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 1 }, "id": 5, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "asc" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by (control_plane) (process_runtime_go_mem_heap_sys_bytes{control_plane=\"$servicename\"})", "legendFormat": "HeapMem", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by (container) (container_memory_working_set_bytes{container=~\"^$servicename\"})", "hide": false, "legendFormat": "WorkingSetMem", "range": true, "refId": "B" } ], "title": "Memory Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 1 }, "id": 38, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by (control_plane) (process_runtime_go_goroutines{control_plane=\"$servicename\"})", "legendFormat": "{{control_plane}}", "range": true, "refId": "A" } ], "title": "Number of Go routines", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 9 }, "id": 8, "panels": [], "title": "Frontend API server", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "yellow", "value": null }, { "color": "green", "value": 10000 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 7, "w": 6, "x": 0, "y": 10 }, "id": 40, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": ["last"], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum(runtime_uptime_milliseconds_total{control_plane=\"$servicename\"})", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Uptime", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 99.5 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 7, "w": 6, "x": 6, "y": 10 }, "id": 34, "options": { "orientation": "auto", "reduceOptions": { "calcs": ["min"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum(rate(http_server_duration_count{http_status_code!~\"[5]..\", control_plane=\"$servicename\"}[$__rate_interval])) / sum(rate(http_server_duration_count{control_plane=\"$servicename\"}[$__rate_interval])) * 100", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Availability", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "HTTP Endpoint Availability", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": true, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 2, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "line+area" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 99.5 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 10 }, "id": 10, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum(rate(http_server_duration_count{http_status_code!~\"[5]..\", control_plane=\"$servicename\"}[$__rate_interval])) / sum(rate(http_server_duration_count{control_plane=\"$servicename\"}[$__rate_interval])) * 100", "hide": false, "interval": "", "legendFormat": "Availability", "range": true, "refId": "A" } ], "title": "HTTP Endpoint Availability", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "Per-second rate of HTTP requests as averaged over a time window of the rate interval.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 17 }, "id": 26, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum(rate(http_server_duration_count{control_plane=\"$servicename\"}[$__rate_interval]))", "hide": false, "interval": "", "legendFormat": "Incoming Requests", "range": true, "refId": "A" } ], "title": "Incoming requests per seconds", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "Incoming request by status code", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "opacity", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 17 }, "id": 25, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "asc" } }, "pluginVersion": "9.3.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by(http_status_code) (increase(http_server_duration_count{control_plane=\"$servicename\"}[$__rate_interval]))", "interval": "", "legendFormat": "{{http_method}}", "range": true, "refId": "A" } ], "title": "Incoming request by status code", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "Response Time (p99, p75, p50)", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 25 }, "id": 27, "options": { "legend": { "calcs": ["min", "max", "mean"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (le)(rate(http_server_duration_bucket{control_plane=\"$servicename\"}[$__rate_interval])))", "interval": "", "legendFormat": "p99", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "histogram_quantile(0.75, sum by (le)(rate(http_server_duration_bucket{control_plane=\"$servicename\"}[$__rate_interval])))", "hide": false, "interval": "", "legendFormat": "p75", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "histogram_quantile(0.5, sum by (le)(rate(http_server_duration_bucket{control_plane=\"$servicename\"}[$__rate_interval])))", "hide": false, "interval": "", "legendFormat": "p50", "range": true, "refId": "C" } ], "title": "Response Time (p99, p75, p50)", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 33 }, "id": 18, "panels": [], "title": "Asynchronous operation", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "Number of successful and failure requests", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": -1, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 34 }, "id": 23, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "right", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum by (operation_state) (increase(asyncoperation_operation_total{control_plane=\"$servicename\", resource_type!=\"\"}[$__rate_interval]))", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Total asynchronous operations", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "Number of successful and failure requests", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": -1, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 34 }, "id": 41, "options": { "legend": { "calcs": ["min", "max", "mean"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": false, "expr": "sum by(resource_type, operation_type) (increase(asyncoperation_operation_total{control_plane=\"$servicename\", resource_type!=\"\"}[$__rate_interval]))", "legendFormat": "{{operation_type}}-{{ resource_type }}", "range": true, "refId": "A" } ], "title": "Total operations per resource type", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "Average Async Operation Duration", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 42 }, "id": 21, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (le)(rate(asyncoperation_duration_bucket{control_plane=\"$servicename\", resource_type!=\"\"}[$__rate_interval])))", "legendFormat": "p99", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "histogram_quantile(0.75, sum by (le)(rate(asyncoperation_duration_bucket{control_plane=\"applications-rp\", resource_type!=\"\"}[5m])))", "hide": false, "legendFormat": "p75", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "histogram_quantile(0.5, sum by (le)(rate(asyncoperation_duration_bucket{control_plane=\"applications-rp\", resource_type!=\"\"}[5m])))", "hide": false, "legendFormat": "p50", "range": true, "refId": "C" } ], "title": "Job execution time (p99, p75, p50)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 9, "w": 12, "x": 12, "y": 42 }, "id": 51, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": false, "expr": "histogram_quantile(0.99, sum by (le, operation_type, resource_type)(rate(asyncoperation_duration_bucket{control_plane=\"$servicename\"}[$__rate_interval])))", "format": "time_series", "instant": false, "legendFormat": "{{resource_type}} - {{operation_type}}", "range": true, "refId": "A" } ], "title": "Job execution time (p99) per operation", "type": "timeseries" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 51 }, "id": 42, "panels": [], "title": "Recipe Engine", "type": "row" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "green", "value": 99.5 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 7, "w": 6, "x": 0, "y": 52 }, "id": 43, "options": { "orientation": "auto", "reduceOptions": { "calcs": ["max"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true }, "pluginVersion": "9.5.6", "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum(rate(recipe_operation_duration_count{operation_state=\"success\"}[$__rate_interval])) / sum(rate(recipe_operation_duration_count[$__rate_interval])) * 100", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Availability", "type": "gauge" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 7, "w": 9, "x": 6, "y": 52 }, "id": 44, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "expr": "sum(rate(recipe_operation_duration_count{}[$__rate_interval]))", "hide": false, "interval": "", "legendFormat": "Incoming Requests", "range": true, "refId": "A" } ], "title": "Incoming Requests per Second", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 7, "w": 9, "x": 15, "y": 52 }, "id": 45, "options": { "legend": { "calcs": ["mean"], "displayMode": "table", "placement": "right", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": false, "expr": "sum(rate(recipe_operation_duration_count{}[$__rate_interval])) by (recipe_driver, operation_type)", "hide": false, "interval": "", "legendFormat": "{{recipe_driver}} | {{operation_type}}", "range": true, "refId": "A" } ], "title": "Incoming Requests per Second by Driver and Operation Type", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 11, "w": 12, "x": 0, "y": 59 }, "id": 22, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true, "sortBy": "Max", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": true, "expr": "histogram_quantile(0.99, sum by (le, recipe_driver, operation_type, resource_type)(rate(recipe_operation_duration_bucket{operation_state=\"success\"}[$__rate_interval])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{recipe_driver}} | {{operation_type}} | {{resource_type}}", "range": true, "refId": "A" } ], "title": "P99 Recipe Execution Time by [Driver - Operation Type - Resource Type]", "transformations": [], "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "This graph tells us how long it takes to execute a recipe on average.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 11, "w": 12, "x": 12, "y": 59 }, "id": 48, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true, "sortBy": "Max", "sortDesc": false }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": true, "expr": "histogram_quantile(0.99, sum by (le, recipe_template_path)(rate(recipe_operation_duration_bucket{operation_state=\"success\"}[$__rate_interval])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{recipe_template_path}}", "range": true, "refId": "A" } ], "title": "P99 Recipe Execution Time by [Template Path]", "transformations": [ { "id": "filterByRefId", "options": { "include": "" } } ], "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "series", "axisLabel": "Failure Rate", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "bars", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "percentage", "steps": [ { "color": "green", "value": null } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 14, "w": 12, "x": 0, "y": 70 }, "id": 47, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true, "sortBy": "Max", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": false, "expr": "(sum(rate(recipe_operation_duration_count{operation_state!=\"success\"}[$__rate_interval])) by (recipe_template_path, operation_type)) / (sum(rate(recipe_operation_duration_count[$__rate_interval])) by (recipe_template_path, operation_type))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{recipe_template_path}} | {{operation_type}}", "range": true, "refId": "A" } ], "title": "Failure Rate by Template Path and Operation Type", "transformations": [], "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "always", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 70 }, "id": 50, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true, "sortBy": "Max", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": true, "expr": "histogram_quantile(0.99, sum by (le)(rate(recipe_tf_init_duration_bucket{operation_state=\"success\"}[$__rate_interval])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "TF Init", "range": true, "refId": "A" } ], "title": "P99 Terraform Initialization Duration", "transformations": [ { "id": "filterByRefId", "options": { "include": "" } } ], "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineStyle": { "fill": "solid" }, "lineWidth": 1, "pointSize": 4, "scaleDistribution": { "type": "linear" }, "showPoints": "always", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 77 }, "id": 49, "options": { "legend": { "calcs": ["min", "max"], "displayMode": "table", "placement": "bottom", "showLegend": true, "sortBy": "Max", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${DATA_SOURCE}" }, "editorMode": "code", "exemplar": true, "expr": "histogram_quantile(0.99, sum by (le, terraform_version)(rate(recipe_tf_installation_duration_bucket{operation_state=\"success\"}[$__rate_interval])))", "format": "time_series", "instant": false, "interval": "", "legendFormat": "{{terraform_version}}", "range": true, "refId": "A" } ], "title": "P99 Terraform Installation Duration", "transformations": [], "type": "timeseries" } ], "refresh": "10s", "revision": 1, "schemaVersion": 38, "style": "dark", "tags": [], "templating": { "list": [ { "current": { "selected": false, "text": "Managed_Prometheus_radiuse2e00-azm-workspace", "value": "Managed_Prometheus_radiuse2e00-azm-workspace" }, "hide": 0, "includeAll": false, "label": "Data Source", "multi": false, "name": "DATA_SOURCE", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "hide": 2, "name": "servicename", "query": "applications-rp", "skipUrlSync": false, "type": "constant" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": {}, "timezone": "utc", "title": "Radius Resource Provider", "uid": "Qw-xtsxVz", "version": 20, "weekStart": "" }