{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "description": "GitHub Copilot monitoring dashboard using OTLP-ingested metrics queried via CloudWatch PromQL", "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "liveNow": false, "panels": [ { "gridPos": { "h": 2, "w": 24, "x": 0, "y": 0 }, "id": 1, "options": { "content": "## Overview", "mode": "markdown" }, "title": "", "transparent": true, "type": "text" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 0, "y": 2 }, "id": 2, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "title": "Total Tokens", "type": "stat", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum(histogram_sum({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "Tokens" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 6, "y": 2 }, "id": 3, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "title": "Sessions (VS Code)", "type": "stat", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum({__name__=\"copilot_chat.session.count\", \"@resource.service.name\"=~\"copilot.*\"})", "refId": "A", "legendFormat": "Sessions" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 12, "y": 2 }, "id": 4, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "title": "Active Users", "type": "stat", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "count(count by (\"@resource.user.email\")({__name__=\"copilot_chat.session.count\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "Users" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 4, "w": 6, "x": 18, "y": 2 }, "id": 5, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "title": "Tool Calls", "type": "stat", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum({__name__=\"copilot_chat.tool.call.count\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.tool.call.count\", \"@resource.service.name\"=~\"copilot.*\"})", "refId": "A", "legendFormat": "Tool Calls" } ] }, { "gridPos": { "h": 2, "w": 24, "x": 0, "y": 6 }, "id": 6, "options": { "content": "## Token Usage", "mode": "markdown" }, "title": "", "transparent": true, "type": "text" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 8 }, "id": 7, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Token Usage Over Time", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum(histogram_sum({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "Tokens" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 8 }, "id": 8, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Token Usage by Type", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum(histogram_sum({__name__=\"gen_ai.client.token.usage\", \"gen_ai.token.type\"=\"input\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "Input" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum(histogram_sum({__name__=\"gen_ai.client.token.usage\", \"gen_ai.token.type\"=\"output\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "B", "legendFormat": "Output" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 10, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 14 }, "id": 9, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Token Usage by Model", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, histogram_sum(sum by (\"gen_ai.request.model\")({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"})))", "refId": "A", "legendFormat": "{{gen_ai.request.model}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 14 }, "id": 10, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Top Users by Token Usage", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, histogram_sum(sum by (\"@resource.user.email\")({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"})))", "refId": "A", "legendFormat": "{{@resource.user.email}}" } ] }, { "gridPos": { "h": 2, "w": 24, "x": 0, "y": 20 }, "id": 11, "options": { "content": "## Performance & Latency", "mode": "markdown" }, "title": "", "transparent": true, "type": "text" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 22 }, "id": 12, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "LLM Operation Duration (s)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.5, sum({__name__=\"gen_ai.client.operation.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "p50" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.9, sum({__name__=\"gen_ai.client.operation.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "B", "legendFormat": "p90" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.99, sum({__name__=\"gen_ai.client.operation.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "C", "legendFormat": "p99" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 22 }, "id": 13, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Time to First Token (s)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.5, sum({__name__=\"copilot_chat.time_to_first_token\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "p50" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.9, sum({__name__=\"copilot_chat.time_to_first_token\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "B", "legendFormat": "p90" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.99, sum({__name__=\"copilot_chat.time_to_first_token\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "C", "legendFormat": "p99" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 22 }, "id": 14, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "LLM Latency p90 by Model (s)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.9, sum by (\"gen_ai.request.model\")({__name__=\"gen_ai.client.operation.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "{{gen_ai.request.model}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "ms" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 28 }, "id": 15, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Tool Call Latency (ms)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.5, sum({__name__=\"copilot_chat.tool.call.duration\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.tool.call.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "p50" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.9, sum({__name__=\"copilot_chat.tool.call.duration\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.tool.call.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "B", "legendFormat": "p90" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.99, sum({__name__=\"copilot_chat.tool.call.duration\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.tool.call.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "C", "legendFormat": "p99" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 28 }, "id": 16, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Agent Invocation Duration (s, VS Code)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.9, sum({__name__=\"copilot_chat.agent.invocation.duration\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "p90" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 28 }, "id": 17, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Agent Turns per Invocation", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "histogram_quantile(0.9, sum({__name__=\"copilot_chat.agent.turn.count\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.agent.turn.count\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "p90" } ] }, { "gridPos": { "h": 2, "w": 24, "x": 0, "y": 34 }, "id": 18, "options": { "content": "## Tool & Developer Activity", "mode": "markdown" }, "title": "", "transparent": true, "type": "text" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "pieType": "donut" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 36 }, "id": 19, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" }, "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false } }, "title": "Tool Calls by Tool", "type": "piechart", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, sum by (\"gen_ai.tool.name\")({__name__=\"copilot_chat.tool.call.count\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.tool.call.count\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "{{gen_ai.tool.name}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 36 }, "id": 20, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Tool Call Outcomes", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, sum by (success)({__name__=\"copilot_chat.tool.call.count\", \"@resource.service.name\"=~\"copilot.*\"} or {__name__=\"github.copilot.tool.call.count\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "{{success}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 36 }, "id": 21, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Lines of Code (total, VS Code)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum({__name__=\"copilot_chat.lines_of_code.count\", \"@resource.service.name\"=~\"copilot.*\"})", "refId": "A", "legendFormat": "Lines" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 0, "y": 42 }, "id": 22, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Edit Acceptance Decisions (total, VS Code)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum({__name__=\"copilot_chat.edit.acceptance.count\", \"@resource.service.name\"=~\"copilot.*\"})", "refId": "A", "legendFormat": "Edits" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 8, "y": 42 }, "id": 23, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "User Feedback (total, VS Code)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum({__name__=\"copilot_chat.user.feedback.count\", \"@resource.service.name\"=~\"copilot.*\"})", "refId": "A", "legendFormat": "Feedback" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 0, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 8, "x": 16, "y": 42 }, "id": 24, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Pull Requests (VS Code)", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "sum({__name__=\"copilot_chat.pull_request.count\", \"@resource.service.name\"=~\"copilot.*\"})", "refId": "A", "legendFormat": "PRs" } ] }, { "gridPos": { "h": 2, "w": 24, "x": 0, "y": 48 }, "id": 25, "options": { "content": "## Organizational Breakdown", "mode": "markdown" }, "title": "", "transparent": true, "type": "text" }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 10, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 50 }, "id": 26, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Token Usage by Department", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, histogram_sum(sum by (\"@resource.department\")({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"})))", "refId": "A", "legendFormat": "{{@resource.department}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 10, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 50 }, "id": 27, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Token Usage by Team", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, histogram_sum(sum by (\"@resource.team.id\")({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"})))", "refId": "A", "legendFormat": "{{@resource.team.id}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 10, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 56 }, "id": 28, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Token Usage by Cost Center", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, histogram_sum(sum by (\"@resource.cost_center\")({__name__=\"gen_ai.client.token.usage\", \"@resource.service.name\"=~\"copilot.*\"})))", "refId": "A", "legendFormat": "{{@resource.cost_center}}" } ] }, { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisPlacement": "auto", "drawStyle": "line", "fillOpacity": 10, "lineWidth": 2, "pointSize": 5, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 12, "x": 12, "y": 56 }, "id": 29, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, "tooltip": { "mode": "single" } }, "title": "Sessions by Environment", "type": "timeseries", "targets": [ { "datasource": { "type": "grafana-amazonprometheus-datasource", "uid": "$datasource" }, "expr": "topk(10, sum by (\"@resource.environment\")({__name__=\"copilot_chat.session.count\", \"@resource.service.name\"=~\"copilot.*\"}))", "refId": "A", "legendFormat": "{{@resource.environment}}" } ] } ], "schemaVersion": 36, "style": "dark", "tags": [ "copilot", "otlp", "cloudwatch" ], "templating": { "list": [ { "current": {}, "hide": 0, "includeAll": false, "label": "Prometheus Datasource", "multi": false, "name": "datasource", "options": [], "query": "grafana-amazonprometheus-datasource", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" } ] }, "time": { "from": "now-24h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "GitHub Copilot Dashboard", "uid": "copilot-otlp", "version": 1, "weekStart": "" }