{ "apiVersion": "dashboard.grafana.app/v1", "kind": "Dashboard", "metadata": { "name": "tuist-cache-service" }, "spec": { "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 1, "panels": [], "title": "Service Health", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps", "decimals": 1 }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 0, "y": 1 }, "id": 91, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum(rate(cache_prom_ex_phoenix_http_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "instant": true, "range": false, "refId": "A" } ], "title": "Req/s", "type": "stat", "description": "Aggregate Phoenix request rate across all routes." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 200 }, { "color": "red", "value": 1000 } ] }, "unit": "ms", "decimals": 0 }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 4, "y": 1 }, "id": 92, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "instant": true, "range": false, "refId": "A" } ], "title": "HTTP p95", "type": "stat", "description": "95th percentile request latency across all routes." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent", "max": 100, "min": 0 }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 5 }, "id": 105, "options": { "displayMode": "gradient", "minVizHeight": 10, "minVizWidth": 0, "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": true, "valueMode": "text" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * (1 - avg by (instance) (rate(node_cpu_seconds_total{instance=~\"$instance\", mode=\"idle\"}[$__rate_interval])))", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" } ], "title": "CPU %", "type": "bargauge", "description": "Per-node host CPU utilization across selected cache instances." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent", "decimals": 1 }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 8, "y": 1 }, "id": 93, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(tuist_cache_xcode_download_disk_hits_total{instance=~\"$instance\"}[$__rate_interval])) / sum(rate(tuist_cache_xcode_download_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "instant": true, "range": false, "refId": "A" } ], "title": "Xcode Disk Hit %", "type": "stat", "description": "Share of successful Xcode downloads served from local disk." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent", "decimals": 1 }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 12, "y": 1 }, "id": 94, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(tuist_cache_xcode_module_download_disk_hits_total{instance=~\"$instance\"}[$__rate_interval])) / sum(rate(tuist_cache_xcode_module_download_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "instant": true, "range": false, "refId": "A" } ], "title": "Xcode Module Disk Hit %", "type": "stat", "description": "Share of successful module downloads served from local disk." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent", "decimals": 1 }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 16, "y": 1 }, "id": 95, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(cache_auth_cache_hit_total{instance=~\"$instance\"}[$__rate_interval])) / (sum(rate(cache_auth_cache_hit_total{instance=~\"$instance\"}[$__rate_interval])) + sum(rate(cache_auth_cache_miss_total{instance=~\"$instance\"}[$__rate_interval])))", "instant": true, "range": false, "refId": "A" } ], "title": "Auth Cache Hit %", "type": "stat", "description": "Percentage of auth lookups satisfied from the local auth cache." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 100 }, { "color": "red", "value": 500 } ] }, "unit": "short", "decimals": 0 }, "overrides": [] }, "gridPos": { "h": 4, "w": 4, "x": 20, "y": 1 }, "id": 96, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum(tuist_cache_s3_transfers_pending_total{instance=~\"$instance\"})", "instant": true, "range": false, "refId": "A" } ], "title": "Pending S3", "type": "stat", "description": "Current number of queued S3 transfers waiting to run." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "decimals": 1, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent", "max": 100, "min": 0 }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 5 }, "id": 104, "options": { "displayMode": "gradient", "minVizHeight": 10, "minVizWidth": 0, "orientation": "horizontal", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "showUnfilled": true, "valueMode": "text" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * (1 - (node_memory_MemAvailable_bytes{instance=~\"$instance\"} / node_memory_MemTotal_bytes{instance=~\"$instance\"}))", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" } ], "title": "RAM %", "type": "bargauge", "description": "Per-node host memory pressure based on used versus available memory." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent", "decimals": 1 }, "overrides": [] }, "gridPos": { "h": 4, "w": 12, "x": 0, "y": 13 }, "id": 97, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(node_filefd_allocated{instance=~\"$instance\"}) / sum(node_filefd_maximum{instance=~\"$instance\"})", "instant": true, "range": false, "refId": "A" } ], "title": "FD %", "type": "stat", "description": "System file descriptor usage as a percentage of the configured limit." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.01 }, { "color": "red", "value": 0.1 } ] }, "unit": "reqps", "decimals": 2 }, "overrides": [] }, "gridPos": { "h": 4, "w": 12, "x": 12, "y": 13 }, "id": 98, "options": { "colorMode": "value", "graphMode": "none", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto", "wideLayout": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "(sum(rate(cache_s3_head_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0)) + (sum(rate(cache_s3_upload_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0)) + (sum(rate(cache_s3_download_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0)) + (sum(rate(cache_s3_delete_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0))", "instant": true, "range": false, "refId": "A" } ], "title": "S3 Err/s", "type": "stat", "description": "Combined S3 HEAD, upload, download, and delete errors per second." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 9 }, "id": 2, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_prom_ex_phoenix_http_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "Request Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [ { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 9 }, "id": 3, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "D" } ], "title": "Response Time (Overall)", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 2, "Value #B": 3, "Value #C": 4, "Value #D": 5, "instance": 1 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 17 }, "id": 70, "panels": [], "title": "Request Admission", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/^jwt - /" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/^server - /" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/^cache - /" }, "properties": [ { "id": "color", "value": { "fixedColor": "purple", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 18 }, "id": 71, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance, method) (rate(cache_auth_authorized_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{method}} - {{instance}}", "range": true, "refId": "A" } ], "title": "Auth by Method (JWT vs Server vs Cache)", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 18 }, "id": 72, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(cache_auth_cache_hit_total{instance=~\"$instance\"}[$__rate_interval])) / (sum(rate(cache_auth_cache_hit_total{instance=~\"$instance\"}[$__rate_interval])) + sum(rate(cache_auth_cache_miss_total{instance=~\"$instance\"}[$__rate_interval])))", "range": true, "refId": "A" } ], "title": "Auth Cache Hit Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.1 }, { "color": "red", "value": 1 } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 18 }, "id": 73, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum(rate(cache_auth_server_error_total{instance=~\"$instance\"}[$__rate_interval]))", "range": true, "refId": "A" } ], "title": "Server Error Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 26 }, "id": 74, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_auth_server_request_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Requests - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance, reason) (rate(cache_auth_server_error_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Error ({{reason}}) - {{instance}}", "range": true, "refId": "B" } ], "title": "Server Auth Requests", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [ { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 26 }, "id": 75, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(cache_auth_server_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(cache_auth_server_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (instance, le) (rate(cache_auth_server_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(cache_auth_server_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "D" } ], "title": "Server Request Latency", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 2, "Value #B": 3, "Value #C": 4, "Value #D": 5, "instance": 1 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 34 }, "id": 19, "panels": [], "title": "Request Handling", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 35 }, "id": 21, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (method, path, instance) (rate(cache_prom_ex_phoenix_http_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{method}} {{path}} - {{instance}}", "range": true, "refId": "A" } ], "title": "Request Rate by Route", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 35 }, "id": 110, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p50", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p90", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p95", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p99", "range": true, "refId": "D" } ], "title": "Overall Response Time", "type": "timeseries", "description": "Aggregate HTTP response time percentiles across all routes and selected cache instances." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [ { "matcher": { "id": "byName", "options": "Route" }, "properties": [ { "id": "custom.width", "value": 250 } ] }, { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 43 }, "id": 20, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (method, path, instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{method}} {{path}} - {{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (method, path, instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{method}} {{path}} - {{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (method, path, instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{method}} {{path}} - {{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (method, path, instance, le) (rate(cache_prom_ex_phoenix_http_request_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval]))) ", "format": "table", "instant": true, "legendFormat": "{{method}} {{path}} - {{instance}}", "range": false, "refId": "D" } ], "title": "Response Time by Route", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 4, "Value #B": 5, "Value #C": 6, "Value #D": 7, "instance": 3, "method": 1, "path": 2 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance", "method": "Method", "path": "Path" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 51 }, "id": 106, "panels": [], "title": "HTTP Status Codes", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byName", "options": "Errors {{instance}}" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "orange", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "purple", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 52 }, "id": 107, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (status) (rate(cache_nginx_http_responses_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{status}}", "range": true, "refId": "A" } ], "title": "Status Rate by Code", "type": "timeseries", "description": "Nginx response rates by exact HTTP status code, including 502s returned before Phoenix sees the request." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byName", "options": "Errors {{instance}}" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "orange", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "purple", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 52 }, "id": 108, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (path_group, status) (rate(cache_nginx_http_responses_total{instance=~\"$instance\",status_class=\"5\"}[$__rate_interval]))", "legendFormat": "{{path_group}} {{status}}", "range": true, "refId": "A" } ], "title": "5xx Rate by Route Family", "type": "timeseries", "description": "Nginx 5xx response rates grouped by route family (cas, keyvalue, gradle, module, registry, metrics, other) so gateway and upstream failures are visible." }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byName", "options": "Path Group" }, "properties": [ { "id": "custom.width", "value": 250 } ] }, { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 60 }, "id": 109, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (path_group, status) (rate(cache_nginx_http_responses_total{instance=~\"$instance\"}[$__rate_interval]))", "format": "table", "instant": true, "legendFormat": "{{path_group}} {{status}}", "range": false, "refId": "A" } ], "title": "Status Rate by Route Family", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "instance": true, "job": true, "method": true, "status_class": true }, "includeByName": {}, "indexByName": { "path_group": 0, "status": 1, "Value #A": 2 }, "renameByName": { "path_group": "Path Group", "status": "Status", "Value #A": "Req/s" } } } ], "type": "table", "description": "Current nginx response rate by route family (cas, keyvalue, gradle, module, registry, metrics, other) and exact status code." }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 68 }, "id": 4, "panels": [], "title": "Xcode Reads", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byName", "options": "Errors {{instance}}" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "orange", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "purple", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 69 }, "id": 5, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Total Hits - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_disk_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Disk Hit - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_disk_misses_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Disk Miss - {{instance}}", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_errors_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Errors - {{instance}}", "range": true, "refId": "D" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_s3_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "S3 Hit - {{instance}}", "range": true, "refId": "E" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_s3_misses_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "S3 Miss - {{instance}}", "range": true, "refId": "F" } ], "title": "Xcode Download Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 69 }, "id": 6, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(tuist_cache_xcode_download_disk_hits_total{instance=~\"$instance\"}[$__rate_interval])) / sum(rate(tuist_cache_xcode_download_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "range": true, "refId": "A" } ], "title": "Disk Cache Hit Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "red", "value": 10 } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 69 }, "id": 7, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum(rate(tuist_cache_xcode_download_errors_total{instance=~\"$instance\"}[$__rate_interval]))", "range": true, "refId": "A" } ], "title": "Download Error Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 77 }, "id": 50, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Disk - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_s3_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "S3 - {{instance}}", "range": true, "refId": "B" } ], "title": "Xcode Download Throughput", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 77 }, "id": 51, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(tuist_cache_xcode_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(tuist_cache_xcode_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (instance, le) (rate(tuist_cache_xcode_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(tuist_cache_xcode_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "D" } ], "title": "Xcode Download Artifact Size Distribution", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 2, "Value #B": 3, "Value #C": 4, "Value #D": 5, "instance": 1 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance" } } } ], "type": "table" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 85 }, "id": 31, "panels": [], "title": "Xcode Module Reads", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Disk Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Disk Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "orange", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/S3 Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 86 }, "id": 32, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Total Hits - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_disk_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Disk Hit - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_disk_misses_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Disk Miss - {{instance}}", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_s3_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "S3 Hit - {{instance}}", "range": true, "refId": "D" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_s3_misses_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "S3 Miss - {{instance}}", "range": true, "refId": "E" } ], "title": "Xcode Module Download Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 86 }, "id": 34, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(tuist_cache_xcode_module_download_disk_hits_total{instance=~\"$instance\"}[$__rate_interval])) / sum(rate(tuist_cache_xcode_module_download_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "range": true, "refId": "A" } ], "title": "Xcode Module Disk Cache Hit Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 1 }, { "color": "red", "value": 10 } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 86 }, "id": 35, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum(rate(tuist_cache_xcode_module_download_errors_total{instance=~\"$instance\"}[$__rate_interval]))", "range": true, "refId": "A" } ], "title": "Xcode Module Download Error Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 94 }, "id": 33, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_disk_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Disk - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_s3_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "S3 - {{instance}}", "range": true, "refId": "B" } ], "title": "Xcode Module Download Throughput", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 94 }, "id": 36, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(tuist_cache_xcode_module_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(tuist_cache_xcode_module_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (instance, le) (rate(tuist_cache_xcode_module_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(tuist_cache_xcode_module_download_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "D" } ], "title": "Xcode Module Download Artifact Size Distribution", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 2, "Value #B": 3, "Value #C": 4, "Value #D": 5, "instance": 1 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance" } } } ], "type": "table" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 102 }, "id": 8, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Success.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Error.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Already Exists.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Cancelled.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "orange", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 0 }, "id": 9, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_upload_attempts_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Attempts - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_upload_success_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Success - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_upload_exists_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Already Exists - {{instance}}", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_upload_errors_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Errors - {{instance}}", "range": true, "refId": "D" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_upload_cancelled_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Cancelled - {{instance}}", "range": true, "refId": "E" } ], "title": "Xcode Upload Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "id": 10, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_upload_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "Xcode Upload Throughput", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 }, "id": 11, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(tuist_cache_xcode_upload_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(tuist_cache_xcode_upload_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (instance, le) (rate(tuist_cache_xcode_upload_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(tuist_cache_xcode_upload_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "D" } ], "title": "Xcode Upload Artifact Size Distribution", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 2, "Value #B": 3, "Value #C": 4, "Value #D": 5, "instance": 1 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance" } } } ], "type": "table" } ], "title": "Xcode Writes", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 103 }, "id": 37, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Starts.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Completions.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 0 }, "id": 38, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_multipart_starts_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Starts - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_multipart_parts_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Parts - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_multipart_completions_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Completions - {{instance}}", "range": true, "refId": "C" } ], "title": "Xcode Module Multipart Upload Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "id": 39, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_multipart_parts_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Parts - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_multipart_completed_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Completed - {{instance}}", "range": true, "refId": "B" } ], "title": "Xcode Module Upload Throughput", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "custom": { "align": "auto", "cellOptions": { "type": "auto" }, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "Instance" }, "properties": [ { "id": "custom.width", "value": 200 } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 }, "id": 40, "options": { "cellHeight": "sm", "footer": { "countRows": false, "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(tuist_cache_xcode_module_multipart_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(tuist_cache_xcode_module_multipart_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.95, sum by (instance, le) (rate(tuist_cache_xcode_module_multipart_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(tuist_cache_xcode_module_multipart_artifact_size_bytes_bucket{instance=~\"$instance\"}[$__rate_interval])))", "format": "table", "instant": true, "legendFormat": "{{instance}}", "range": false, "refId": "D" } ], "title": "Xcode Module Upload Artifact Size Distribution", "transformations": [ { "id": "merge", "options": {} }, { "id": "organize", "options": { "excludeByName": { "Time": true, "__name__": true, "job": true, "le": true }, "includeByName": {}, "indexByName": { "Time": 0, "Value #A": 2, "Value #B": 3, "Value #C": 4, "Value #D": 5, "instance": 1 }, "renameByName": { "Value #A": "p50", "Value #B": "p90", "Value #C": "p95", "Value #D": "p99", "instance": "Instance" } } } ], "type": "table" } ], "title": "Xcode Module Writes", "type": "row" }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 104 }, "id": 41, "panels": [], "title": "S3 Backpressure", "type": "row" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Uploads.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Downloads.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 105 }, "id": 42, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "tuist_cache_s3_transfers_pending_uploads{instance=~\"$instance\"}", "legendFormat": "Uploads - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "tuist_cache_s3_transfers_pending_downloads{instance=~\"$instance\"}", "legendFormat": "Downloads - {{instance}}", "range": true, "refId": "B" } ], "title": "S3 Transfer Queue Depth", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 100 }, { "color": "red", "value": 500 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 12, "y": 105 }, "id": 43, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum(tuist_cache_s3_transfers_pending_total{instance=~\"$instance\"})", "range": true, "refId": "A" } ], "title": "Total Pending Transfers", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Xcode S3.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "blue", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Module S3.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 6, "x": 18, "y": 105 }, "id": 44, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_download_s3_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Xcode S3 Hits - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(tuist_cache_xcode_module_download_s3_hits_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Xcode Module S3 Hits - {{instance}}", "range": true, "refId": "B" } ], "title": "S3 Download Rate", "type": "timeseries" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 113 }, "id": 84, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/found.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/not_found.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "yellow", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/error.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 0 }, "id": 85, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance, result) (rate(cache_s3_head_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{result}} - {{instance}}", "range": true, "refId": "A" } ], "title": "S3 HEAD Request Rate by Result", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "line+area" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "red", "value": 2000 } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 0 }, "id": 86, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (le, instance) (rate(cache_s3_head_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p50 - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (le, instance) (rate(cache_s3_head_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p90 - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (le, instance) (rate(cache_s3_head_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p99 - {{instance}}", "range": true, "refId": "C" } ], "title": "S3 HEAD Latency Percentiles", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/ok.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/rate_limited.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "yellow", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/error.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "id": 87, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance, result) (rate(cache_s3_upload_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Upload {{result}} - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance, result) (rate(cache_s3_download_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Download {{result}} - {{instance}}", "range": true, "refId": "B" } ], "title": "S3 Upload & Download Rate by Result", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 }, "id": 88, "options": { "legend": { "calcs": [ "mean", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (le, instance) (rate(cache_s3_upload_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "Upload p50 - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (le, instance) (rate(cache_s3_upload_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "Upload p90 - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (le, instance) (rate(cache_s3_download_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "Download p50 - {{instance}}", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (le, instance) (rate(cache_s3_download_duration_milliseconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "Download p90 - {{instance}}", "range": true, "refId": "D" } ], "title": "S3 Upload & Download Latency", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.01 }, { "color": "red", "value": 0.1 } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 16 }, "id": 89, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "(sum(rate(cache_s3_head_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0)) + (sum(rate(cache_s3_upload_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0)) + (sum(rate(cache_s3_download_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0)) + (sum(rate(cache_s3_delete_requests_total{instance=~\"$instance\", result=\"error\"}[$__rate_interval])) or vector(0))", "range": true, "refId": "A" } ], "title": "S3 Total Error Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 16, "x": 8, "y": 16 }, "id": 90, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance, result) (rate(cache_s3_delete_requests_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{result}} - {{instance}}", "range": true, "refId": "A" } ], "title": "S3 Delete Rate by Result", "type": "timeseries" } ], "title": "S3 Operations", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 114 }, "id": 60, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 0 }, "id": 61, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum by (instance, url) (cache_prom_ex_finch_pool_in_use_connections{instance=~\"$instance\"}) / sum by (instance, url) (cache_prom_ex_finch_pool_size{instance=~\"$instance\"})", "legendFormat": "Used - {{url}} - {{instance}}", "range": true, "refId": "A" } ], "title": "Finch Pool Utilization", "type": "timeseries" } ], "title": "HTTP Client Pools", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 115 }, "id": 12, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Hit.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Miss.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "orange", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 0 }, "id": 13, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_get_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Total - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_get_hit_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Hit - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_get_miss_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Miss - {{instance}}", "range": true, "refId": "C" } ], "title": "KV GET Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "reqps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Success.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "green", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/Error.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 0 }, "id": 14, "options": { "legend": { "calcs": [ "lastNotNull", "sum" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_put_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Total - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_put_success_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Success - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_put_errors_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Errors - {{instance}}", "range": true, "refId": "C" } ], "title": "KV PUT Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "red", "value": null }, { "color": "orange", "value": 70 }, { "color": "green", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 0, "y": 8 }, "id": 15, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * sum(rate(cache_kv_get_hit_total{instance=~\"$instance\"}[$__rate_interval])) / sum(rate(cache_kv_get_total{instance=~\"$instance\"}[$__rate_interval]))", "range": true, "refId": "A" } ], "title": "KV Cache Hit Rate", "type": "gauge" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [] }, "gridPos": { "h": 8, "w": 6, "x": 6, "y": 8 }, "id": 16, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_get_bytes{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "KV GET Throughput", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 8 }, "id": 17, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_put_entries{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "KV Entries Stored Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "line+area" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "transparent", "value": null }, { "color": "yellow", "value": 24676863283 }, { "color": "red", "value": 26843545600 } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 16 }, "id": 100, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "cache_kv_db_file_size_bytes{instance=~\"$instance\"}", "legendFormat": "DB File - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "cache_kv_wal_file_size_bytes{instance=~\"$instance\"}", "legendFormat": "WAL File - {{instance}}", "range": true, "refId": "B" } ], "title": "KV SQLite Database Size", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 16 }, "id": 101, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "cache_kv_sqlite_in_use_bytes{instance=~\"$instance\"}", "legendFormat": "In Use - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "cache_kv_sqlite_reclaimable_bytes{instance=~\"$instance\"}", "legendFormat": "Reclaimable - {{instance}}", "range": true, "refId": "B" } ], "title": "KV SQLite Space Usage", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 24 }, "id": 102, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(cache_kv_eviction_entries_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Entries/s - {{instance}}", "range": true, "refId": "A" } ], "title": "KV Eviction Rate", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 24 }, "id": 103, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.50, sum by (instance, le) (rate(cache_kv_eviction_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p50 - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.90, sum by (instance, le) (rate(cache_kv_eviction_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p90 - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "histogram_quantile(0.99, sum by (instance, le) (rate(cache_kv_eviction_duration_seconds_bucket{instance=~\"$instance\"}[$__rate_interval])))", "legendFormat": "p99 - {{instance}}", "range": true, "refId": "C" } ], "title": "KV Eviction Duration", "type": "timeseries" } ], "title": "KV Internals", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 116 }, "id": 22, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "decbytes" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 0 }, "id": 23, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_memory_allocated_bytes{instance=~\"$instance\"}", "legendFormat": "Total - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_memory_processes_total_bytes{instance=~\"$instance\"}", "legendFormat": "Processes - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_memory_code_total_bytes{instance=~\"$instance\"}", "legendFormat": "Code - {{instance}}", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_memory_ets_total_bytes{instance=~\"$instance\"}", "legendFormat": "ETS - {{instance}}", "range": true, "refId": "D" } ], "title": "BEAM Memory Usage", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 0 }, "id": 24, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_stats_process_count{instance=~\"$instance\"}", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "Process Count", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 0 }, "id": 25, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_stats_active_task_count{instance=~\"$instance\", type=\"normal\"}", "legendFormat": "Normal - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "cache_prom_ex_beam_stats_active_task_count{instance=~\"$instance\", type=\"dirty\"}", "legendFormat": "Dirty - {{instance}}", "range": true, "refId": "B" } ], "title": "Active Task Count", "type": "timeseries" } ], "title": "Runtime", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 117 }, "id": 26, "panels": [ { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 0 }, "id": 27, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * (1 - avg by (instance) (rate(node_cpu_seconds_total{instance=~\"$instance\", mode=\"idle\"}[$__rate_interval])))", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "CPU Usage", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 8 }, "id": 99, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * (1 - (node_memory_MemAvailable_bytes{instance=~\"$instance\"} / node_memory_MemTotal_bytes{instance=~\"$instance\"}))", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "RAM Usage", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Receive.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 16 }, "id": 28, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(node_network_transmit_bytes_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Transmit - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(node_network_receive_bytes_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Receive - {{instance}}", "range": true, "refId": "B" } ], "title": "Network I/O", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "max": 1, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 0.8 }, { "color": "red", "value": 0.95 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 24 }, "id": 29, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "1 - (node_filesystem_avail_bytes{instance=~\"$instance\", mountpoint=\"/\"} / node_filesystem_size_bytes{instance=~\"$instance\", mountpoint=\"/\"})", "legendFormat": "Root - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "1 - (node_filesystem_avail_bytes{instance=~\"$instance\", mountpoint=\"/cas\"} / node_filesystem_size_bytes{instance=~\"$instance\", mountpoint=\"/cas\"})", "legendFormat": "/cas - {{instance}}", "range": true, "refId": "B" } ], "title": "Disk Usage", "type": "timeseries" }, { "datasource": "$datasource", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "Bps" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Read.*/" }, "properties": [ { "id": "custom.transform", "value": "negative-Y" } ] } ] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 32 }, "id": 30, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(node_disk_written_bytes_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Write - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "sum by (instance) (rate(node_disk_read_bytes_total{instance=~\"$instance\"}[$__rate_interval]))", "legendFormat": "Read - {{instance}}", "range": true, "refId": "B" } ], "title": "Disk I/O", "type": "timeseries" } ], "title": "Host Resources", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 118 }, "id": 76, "panels": [ { "datasource": "$datasource", "description": "System-wide file descriptor usage vs maximum limit. High usage can cause EMFILE errors.", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "line+area" } }, "mappings": [], "thresholds": { "mode": "percentage", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/Max.*/" }, "properties": [ { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } }, { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 0 }, "id": 77, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "node_filefd_allocated{instance=~\"$instance\"}", "legendFormat": "Allocated - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "node_filefd_maximum{instance=~\"$instance\"}", "legendFormat": "Max - {{instance}}", "range": true, "refId": "B" } ], "title": "OS File Descriptors", "type": "timeseries" }, { "datasource": "$datasource", "description": "Percentage of system file descriptors in use. Alert threshold at 90%.", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "max": 100, "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "yellow", "value": 70 }, { "color": "red", "value": 90 } ] }, "unit": "percent" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 0 }, "id": 78, "options": { "minVizHeight": 75, "minVizWidth": 75, "orientation": "auto", "reduceOptions": { "values": false, "calcs": [ "lastNotNull" ], "fields": "" }, "showThresholdLabels": false, "showThresholdMarkers": true, "sizing": "auto" }, "pluginVersion": "11.0.0", "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "100 * node_filefd_allocated{instance=~\"$instance\"} / node_filefd_maximum{instance=~\"$instance\"}", "legendFormat": "{{instance}}", "range": true, "refId": "A" } ], "title": "FD Usage %", "type": "gauge" }, { "datasource": "$datasource", "description": "Network socket states from the OS - TCP connections in various states", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "id": 82, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "node_sockstat_TCP_alloc{instance=~\"$instance\"}", "legendFormat": "TCP Allocated - {{instance}}", "range": true, "refId": "A" }, { "datasource": "$datasource", "editorMode": "code", "expr": "node_sockstat_TCP_inuse{instance=~\"$instance\"}", "legendFormat": "TCP In Use - {{instance}}", "range": true, "refId": "B" }, { "datasource": "$datasource", "editorMode": "code", "expr": "node_sockstat_TCP_tw{instance=~\"$instance\"}", "legendFormat": "TCP TIME_WAIT - {{instance}}", "range": true, "refId": "C" }, { "datasource": "$datasource", "editorMode": "code", "expr": "node_sockstat_sockets_used{instance=~\"$instance\"}", "legendFormat": "Total Sockets - {{instance}}", "range": true, "refId": "D" } ], "title": "TCP Socket States", "type": "timeseries" }, { "datasource": "$datasource", "description": "Open file descriptors per process - useful for identifying which process is consuming FDs", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisBorderShow": false, "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "barWidthFactor": 0.6, "drawStyle": "line", "fillOpacity": 10, "gradientMode": "none", "hideFrom": { "tooltip": false, "viz": false, "legend": false }, "insertNulls": false, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 24, "x": 0, "y": 16 }, "id": 83, "options": { "legend": { "calcs": [ "lastNotNull", "max" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "desc" } }, "targets": [ { "datasource": "$datasource", "editorMode": "code", "expr": "namedprocess_namegroup_open_filedesc{instance=~\"$instance\"}", "legendFormat": "{{groupname}} - {{instance}}", "range": true, "refId": "A" } ], "title": "Open FDs by Process", "type": "timeseries" } ], "title": "Hard Limits", "type": "row" } ], "templating": { "list": [ { "current": { "selected": false, "text": "grafanacloud-prom", "value": "grafanacloud-prom" }, "hide": 0, "includeAll": false, "label": "Data Source", "multi": false, "name": "datasource", "options": [], "query": "prometheus", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "current": { "selected": true, "text": "All", "value": "cache-.*" }, "hide": 0, "includeAll": false, "label": "Deployment", "multi": false, "name": "deployment", "options": [ { "selected": true, "text": "All", "value": "cache-.*" }, { "selected": false, "text": "Production", "value": "cache-[^-]+-[^-]+$" }, { "selected": false, "text": "Staging", "value": "cache-.*-staging.*" }, { "selected": false, "text": "Canary", "value": "cache-.*-canary.*" } ], "query": "All : cache-.*, Production : cache-[^-]+-[^-]+$, Staging : cache-.*-staging.*, Canary : cache-.*-canary.*", "queryValue": "", "skipUrlSync": false, "type": "custom" }, { "current": { "selected": true, "text": [ "All" ], "value": [ "$__all" ] }, "datasource": "$datasource", "definition": "label_values({instance=~\"$deployment\"}, instance)", "hide": 0, "includeAll": true, "label": "Instance", "multi": true, "name": "instance", "options": [], "query": { "qryType": 1, "query": "label_values({instance=~\"$deployment\"}, instance)", "refId": "PrometheusVariableQueryEditor-VariableQuery" }, "refresh": 1, "regex": "/cache-.*/", "skipUrlSync": false, "sort": 1, "type": "query" } ] }, "time": { "from": "now-1h", "to": "now" }, "timepicker": {}, "timezone": "browser", "title": "Tuist Cache Service", "uid": "tuist-cache-service", "version": 7, "weekStart": "" } }