{ "__inputs": [ { "name": "DS_PROMETHEUS", "label": "prometheus", "description": "", "type": "datasource", "pluginId": "prometheus", "pluginName": "Prometheus" } ], "__requires": [ { "type": "panel", "id": "gauge", "name": "Gauge", "version": "" }, { "type": "grafana", "id": "grafana", "name": "Grafana", "version": "6.5.1" }, { "type": "panel", "id": "graph", "name": "Graph", "version": "" }, { "type": "datasource", "id": "prometheus", "name": "Prometheus", "version": "1.0.0" } ], "annotations": { "list": [ { "datasource": "${DS_PROMETHEUS}", "enable": true, "expr": "litmuschaos_awaited_experiments{chaosresult_name=\"orders-pod-memory-hog-pod-memory-hog\", chaosresult_namespace=\"litmus\"}", "hide": false, "iconColor": "#F2CC0C", "limit": 100, "name": "orders-pod-memory-hog", "showIn": 0, "step": "30s", "tagKeys": "Chaos-orders-pod-memory-hog", "tags": [], "textFormat": "", "titleFormat": "orders-pod-memory-hog", "type": "tags" }, { "datasource": "${DS_PROMETHEUS}", "enable": true, "expr": "litmuschaos_awaited_experiments{chaosresult_name=\"catalogue-pod-cpu-hog-pod-cpu-hog\", chaosresult_namespace=\"litmus\"}", "hide": false, "iconColor": "#E02F44", "limit": 100, "name": "catalogue-pod-cpu-hog", "showIn": 0, "step": "30s", "tagKeys": "Chaos-catalogue-pod-cpu-hog", "tags": [], "titleFormat": "catalogue-pod-cpu-hog", "type": "tags" }, { "datasource": "${DS_PROMETHEUS}", "enable": true, "expr": "litmuschaos_awaited_experiments{chaosresult_name=\"catalogue-node-cpu-hog-node-cpu-hog\",chaosresult_namespace=\"litmus\"}", "hide": false, "iconColor": "#3274D9", "limit": 100, "name": "catalogue-node-cpu-hog", "showIn": 0, "step": "30s", "tagKeys": "Chaos-catalogue-node-cpu-hog", "tags": [], "titleFormat": "catalogue-node-cpu-hog", "type": "tags" }, { "datasource": "${DS_PROMETHEUS}", "enable": true, "expr": "litmuschaos_awaited_experiments{chaosresult_name=\"orders-node-memory-hog-node-memory-hog\",chaosresult_namespace=\"litmus\"}", "hide": false, "iconColor": "#56A64B", "limit": 100, "name": "orders-node-memory-hog", "showIn": 0, "step": "30s", "tagKeys": "Chaos-orders-node-memory-hog", "tags": [], "titleFormat": "orders-node-memory-hog", "type": "tags" }, { "builtIn": 1, "datasource": "${DS_PROMETHEUS}", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "limit": 100, "name": "Annotations & Alerts", "showIn": 0, "type": "dashboard" } ] }, "editable": true, "gnetId": null, "graphTooltip": 0, "id": null, "links": [], "panels": [ { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 20, "panels": [], "repeat": null, "title": "Chaos Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 10, "fillGradient": 5, "gridPos": { "h": 9, "w": 12, "x": 0, "y": 1 }, "hiddenSeries": false, "id": 15, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": true, "targets": [ { "expr": "litmuschaos_awaited_experiments", "interval": "", "legendFormat": "{{chaosresult_name}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Chaos Experiments", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "none", "label": "CHAOS = TRUE", "logBase": 2, "max": "1", "min": "0", "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": false } ], "yaxis": { "align": false, "alignLevel": null } }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 9, "w": 3, "x": 12, "y": 1 }, "id": 16, "interval": null, "links": [], "maxDataPoints": 100, "options": { "fieldOptions": { "calcs": ["mean"], "defaults": { "mappings": [], "max": 100, "min": 0, "thresholds": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "override": {}, "values": false }, "orientation": "horizontal", "reduceOptions": { "calcs": ["max"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "6.5.1", "targets": [ { "expr": "sum(litmuschaos_passed_experiments + litmuschaos_failed_experiments)", "instant": true, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A", "step": 20 } ], "timeFrom": null, "timeShift": null, "title": "Total Experiments Run", "type": "gauge" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 9, "w": 3, "x": 15, "y": 1 }, "id": 28, "interval": null, "links": [], "maxDataPoints": 100, "options": { "fieldOptions": { "calcs": ["mean"], "defaults": { "mappings": [], "max": 100, "min": 0, "thresholds": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "override": {}, "values": false }, "orientation": "horizontal", "reduceOptions": { "calcs": ["max"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "6.5.1", "targets": [ { "expr": "sum(litmuschaos_passed_experiments)", "instant": true, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A", "step": 20 } ], "timeFrom": null, "timeShift": null, "title": "Passed Experiments", "type": "gauge" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 9, "w": 3, "x": 18, "y": 1 }, "id": 19, "interval": null, "links": [], "maxDataPoints": 100, "options": { "fieldOptions": { "calcs": ["mean"], "defaults": { "mappings": [], "max": 100, "min": 0, "thresholds": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "override": {}, "values": false }, "orientation": "horizontal", "reduceOptions": { "calcs": ["max"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "6.5.1", "targets": [ { "expr": "sum(litmuschaos_failed_experiments)", "instant": true, "interval": "", "intervalFactor": 2, "legendFormat": "", "refId": "A", "step": 20 } ], "title": "Failed Experiments", "type": "gauge" }, { "cacheTimeout": null, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "none" }, "overrides": [] }, "gridPos": { "h": 9, "w": 3, "x": 21, "y": 1 }, "id": 18, "interval": null, "links": [], "maxDataPoints": 100, "options": { "fieldOptions": { "calcs": ["mean"], "defaults": { "mappings": [], "max": 100, "min": 0, "thresholds": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "override": {}, "values": false }, "orientation": "horizontal", "reduceOptions": { "calcs": ["mean"], "fields": "", "values": false }, "showThresholdLabels": false, "showThresholdMarkers": true, "text": {} }, "pluginVersion": "6.5.1", "targets": [ { "expr": "sum(litmuschaos_awaited_experiments)", "instant": true, "interval": "", "intervalFactor": 3, "legendFormat": "", "refId": "A" } ], "title": "Queued Experiments", "type": "gauge" }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 10 }, "id": 21, "panels": [], "repeat": null, "title": "Orders Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 11 }, "hiddenSeries": false, "id": 5, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "2xx", "lines": true }, { "alias": "orders-pod-memory-hog", "color": "#C4162A", "fillGradient": 7, "steppedLine": true, "yaxis": 2 }, { "alias": "orders-node-memory-hog", "color": "#C4162A", "fillGradient": 7, "steppedLine": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"orders\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 2 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"orders\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 2 }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"orders-pod-memory-hog-pod-memory-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"orders-pod-memory-hog-pod-memory-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "orders-pod-memory-hog", "refId": "D" }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"orders-node-memory-hog-node-memory-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"orders-node-memory-hog-node-memory-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "orders-node-memory-hog", "refId": "F" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Orders QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "decimals": null, "format": "short", "label": "CHAOS", "logBase": 2, "max": "1", "min": "0", "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 11 }, "hiddenSeries": false, "id": 6, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "99th quantile", "lines": true }, { "alias": "50th quantile", "lines": true }, { "alias": "Mean", "lines": true }, { "alias": "orders-pod-memory-hog", "color": "#C4162A", "fillGradient": 7, "steppedLine": true, "yaxis": 2 }, { "alias": "orders-node-memory-hog", "color": "#C4162A", "fillGradient": 7, "steppedLine": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"orders\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 2 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"orders\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 2 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"orders\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"orders\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 2 }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"orders-pod-memory-hog-pod-memory-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"orders-pod-memory-hog-pod-memory-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "orders-pod-memory-hog", "refId": "E" }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"orders-node-memory-hog-node-memory-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"orders-node-memory-hog-node-memory-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "orders-node-memory-hog", "refId": "G" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Orders latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "label": "CHAOS", "logBase": 2, "max": "1", "min": "0", "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 18 }, "id": 22, "panels": [], "repeat": null, "title": "Catalogue Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 19 }, "hiddenSeries": false, "id": 1, "legend": { "avg": false, "current": false, "hideEmpty": false, "max": false, "min": false, "rightSide": false, "show": true, "total": false, "values": false }, "lines": false, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "2xx", "lines": true }, { "alias": "catalogue-pod-cpu-hog", "color": "#C4162A", "fillGradient": 7, "lines": true, "steppedLine": true, "yaxis": 2 }, { "alias": "catalogue-node-cpu-hog", "color": "#C4162A", "fillGradient": 7, "lines": true, "steppedLine": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"catalogue\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 2 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"catalogue\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 2 }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"catalogue-pod-cpu-hog-pod-cpu-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"catalogue-pod-cpu-hog-pod-cpu-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "catalogue-pod-cpu-hog", "refId": "C" }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"catalogue-node-cpu-hog-node-cpu-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"catalogue-node-cpu-hog-node-cpu-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "catalogue-node-cpu-hog", "refId": "E" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Catalogue QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "decimals": null, "format": "short", "label": "CHAOS", "logBase": 2, "max": "1", "min": "0", "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 19 }, "hiddenSeries": false, "id": 2, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [ { "alias": "99th quantile", "lines": true }, { "alias": "50th quantile", "lines": true }, { "alias": "Mean", "lines": true }, { "alias": "catalogue-pod-cpu-hog", "color": "#C4162A", "fillGradient": 7, "lines": true, "steppedLine": true, "yaxis": 2 }, { "alias": "catalogue-node-cpu-hog", "color": "#C4162A", "fillGradient": 7, "lines": true, "steppedLine": true, "yaxis": 2 } ], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"catalogue\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 2 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"catalogue\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 2 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"catalogue\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"catalogue\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 2 }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"catalogue-pod-cpu-hog-pod-cpu-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"catalogue-pod-cpu-hog-pod-cpu-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "catalogue-pod-cpu-hog", "refId": "D" }, { "expr": "litmuschaos_experiment_chaos_injected_time{chaosresult_name=\"catalogue-node-cpu-hog-node-cpu-hog\",chaosresult_namespace=\"kubera\"} - on () (litmuschaos_experiment_end_time{chaosresult_name=\"catalogue-node-cpu-hog-node-cpu-hog\",chaosresult_namespace=\"kubera\"} OR on() vector(0))", "interval": "", "legendFormat": "catalogue-node-cpu-hog", "refId": "F" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Catalogue latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "label": "CHAOS", "logBase": 2, "max": "1", "min": "0", "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 27 }, "id": 23, "panels": [], "repeat": null, "title": "Payement Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 28 }, "hiddenSeries": false, "id": 7, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"payment\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 2 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"payment\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 2 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Payment QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 28 }, "hiddenSeries": false, "id": 8, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"payment\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 2 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"payment\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 2 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"payment\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"payment\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 2 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Payment latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 35 }, "id": 24, "panels": [], "repeat": null, "title": "Shipping Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 36 }, "hiddenSeries": false, "id": 9, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"shipping\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"shipping\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Shipping QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "format": "short", "label": "", "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 36 }, "hiddenSeries": false, "id": 10, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"shipping\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 10 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"shipping\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"shipping\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"shipping\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Shipping latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 43 }, "id": 25, "panels": [], "repeat": null, "title": "User Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 44 }, "hiddenSeries": false, "id": 11, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"user\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"user\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "User QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 44 }, "hiddenSeries": false, "id": 12, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"user\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 10 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"user\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"user\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"user\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "User latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 51 }, "id": 26, "panels": [], "repeat": null, "title": "Frontend Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 52 }, "hiddenSeries": false, "id": 13, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"front-end\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"front-end\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Frontend QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 52 }, "hiddenSeries": false, "id": 14, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"front-end\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 10 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"front-end\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"front-end\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"front-end\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Frontend latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "collapsed": false, "datasource": "${DS_PROMETHEUS}", "gridPos": { "h": 1, "w": 24, "x": 0, "y": 59 }, "id": 27, "panels": [], "repeat": null, "title": "Cart Metrics", "type": "row" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 0, "y": 60 }, "hiddenSeries": false, "id": 3, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"carts\",status_code=~\"2..\",route!=\"metrics\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "2xx", "refId": "A", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_count{kubernetes_name=\"carts\",status_code=~\"4.+|5.+\"}[1m])) * 100", "interval": "", "intervalFactor": 2, "legendFormat": "4xx/5xx", "refId": "B", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Cart QPS", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "ops", "label": "QPS (1 min)", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": "${DS_PROMETHEUS}", "fieldConfig": { "defaults": { "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 7, "w": 12, "x": 12, "y": 60 }, "hiddenSeries": false, "id": 4, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "links": [], "nullPointMode": "null", "options": { "alertThreshold": true, "dataLinks": [] }, "percentage": false, "pluginVersion": "7.4.3", "pointradius": 5, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { "expr": "histogram_quantile(0.99, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"carts\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "99th quantile", "refId": "A", "step": 10 }, { "expr": "histogram_quantile(0.5, sum(rate(request_duration_seconds_bucket{kubernetes_name=\"carts\"}[1m])) by (name, le))", "interval": "", "intervalFactor": 2, "legendFormat": "50th quantile", "refId": "B", "step": 10 }, { "expr": "sum(rate(request_duration_seconds_sum{kubernetes_name=\"carts\"}[1m])) / sum(rate(request_duration_seconds_count{kubernetes_name=\"carts\"}[1m]))", "interval": "", "intervalFactor": 2, "legendFormat": "Mean", "refId": "C", "step": 10 } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, "title": "Cart latency", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { "format": "s", "logBase": 1, "min": 0, "show": true }, { "format": "short", "logBase": 1, "show": true } ], "yaxis": { "align": false, "alignLevel": null } } ], "refresh": "10s", "schemaVersion": 21, "style": "dark", "tags": [], "templating": { "list": [] }, "time": { "from": "now-30m", "to": "now" }, "timepicker": { "refresh_intervals": [ "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ], "time_options": ["5m", "15m", "1h", "6h", "12h", "24h", "2d", "7d", "30d"] }, "timezone": "browser", "title": "Sock-Shop Performance", "uid": "sockshopperfornamce", "version": 2 }