{ "alerts": [ { "id": 16069203, "version": 10, "createdOn": 1701123850937, "modifiedOn": 1701722622123, "type": "PROMETHEUS", "name": "CDOGS - PVC over 85% full", "description": "CDOGS template cache is over 85% full", "enabled": true, "notificationChannelIds": [ 168843, 168841 ], "defaultSettings": [ { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "allowInsecureConnections": false, "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b", "additionalHeaders": {}, "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}", "httpMethod": "POST", "notifyOnResolve": false }, "type": "POWER_WEBHOOK", "notificationChannelId": 168841 }, { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "emailRecipients": [ "nr.commonserviceshowcase@gov.bc.ca" ], "notifyOnResolve": false }, "type": "EMAIL", "notificationChannelId": 168843 } ], "severity": 2, "timespan": 60000000, "customNotification": { "titleTemplate": "", "useNewTemplate": true }, "notificationCount": 0, "teamId": 56923, "autoCreated": false, "rateOfChange": false, "reNotifyMinutes": 30, "reNotify": false, "invalidMetrics": [], "groupName": "default", "links": [ { "type": "dashboard", "id": "406320" } ], "noDataBehaviour": "DO_NOTHING", "valid": true, "severityLabel": "MEDIUM", "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes{persistentvolumeclaim=\"common-document-generation-service-cache\"} / kubelet_volume_stats_capacity_bytes{persistentvolumeclaim=\"common-document-generation-service-cache\"} > 0.85)\n", "customerId": 23935, "lastCheckTimeInMs": 1705005240000 }, { "id": 16069228, "version": 7, "createdOn": 1701126258415, "modifiedOn": 1701722656452, "type": "PROMETHEUS", "name": "CDOGS - PVC over 90% full", "description": "CDOGS template cache is over 90% full", "enabled": true, "notificationChannelIds": [ 168843, 168841 ], "defaultSettings": [ { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "emailRecipients": [ "nr.commonserviceshowcase@gov.bc.ca" ], "notifyOnResolve": false }, "type": "EMAIL", "notificationChannelId": 168843 }, { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "allowInsecureConnections": false, "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b", "additionalHeaders": {}, "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}", "httpMethod": "POST", "notifyOnResolve": false }, "type": "POWER_WEBHOOK", "notificationChannelId": 168841 } ], "severity": 0, "timespan": 60000000, "customNotification": { "titleTemplate": "", "useNewTemplate": true }, "notificationCount": 0, "teamId": 56923, "autoCreated": false, "rateOfChange": false, "reNotifyMinutes": 30, "reNotify": false, "invalidMetrics": [], "groupName": "default", "links": [ { "type": "dashboard", "id": "406320" } ], "noDataBehaviour": "DO_NOTHING", "valid": true, "severityLabel": "HIGH", "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes{persistentvolumeclaim=\"common-document-generation-service-cache\"} / kubelet_volume_stats_capacity_bytes{persistentvolumeclaim=\"common-document-generation-service-cache\"} > 0.9)\n", "customerId": 23935, "lastCheckTimeInMs": 1705005240000 }, { "id": 16075826, "version": 5, "createdOn": 1701807262237, "modifiedOn": 1705004051624, "type": "PROMETHEUS", "name": "CDOGS - HTTP 5xx Error", "description": "CDOGS (master) returned one or more 5xx HTTP errors over the last minute", "enabled": true, "notificationChannelIds": [ 168841 ], "defaultSettings": [ { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "allowInsecureConnections": false, "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b", "additionalHeaders": {}, "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}", "httpMethod": "POST", "notifyOnResolve": false }, "type": "POWER_WEBHOOK", "notificationChannelId": 168841 } ], "severity": 2, "timespan": 60000000, "customNotification": { "titleTemplate": "{{__alert_name__}} is {{__alert_status__}}", "useNewTemplate": true }, "notificationCount": 1, "teamId": 56923, "autoCreated": false, "rateOfChange": false, "reNotifyMinutes": 30, "reNotify": false, "invalidMetrics": [], "groupName": "", "alertTemplateName": "HighErrorRate", "alertTemplateVersion": 49, "links": [ { "type": "dashboard", "id": "406320" } ], "noDataBehaviour": "DO_NOTHING", "valid": true, "severityLabel": "MEDIUM", "condition": "sum by (kube_namespace_name,kube_workload_name)(rate(sysdig_container_net_http_statuscode_request_count{net_http_statuscode=~'5..',kube_namespace_name=~\".*\",kube_workload_name=~\".*master.*\",kube_pod_label_deploymentconfig=\"common-document-generation-service-master\"}[2m])) > 0\n", "customerId": 23935, "lastCheckTimeInMs": 1705005240000 }, { "id": 16089652, "version": 6, "createdOn": 1702686473455, "modifiedOn": 1704916262764, "type": "PROMETHEUS", "name": "CDOGS - {{kube_namespace_name}} - OpenShift Container Waiting", "description": "Container in waiting status for long time (CrashLoopBackOff, ImagePullErr...)", "enabled": true, "notificationChannelIds": [ 168843, 168841 ], "defaultSettings": [ { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "emailRecipients": [ "nr.commonserviceshowcase@gov.bc.ca" ], "notifyOnResolve": false }, "type": "EMAIL", "notificationChannelId": 168843 }, { "options": { "notifyOnOk": false, "thresholds": [ "MAIN" ], "allowInsecureConnections": false, "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b", "additionalHeaders": {}, "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}", "httpMethod": "POST", "notifyOnResolve": false }, "type": "POWER_WEBHOOK", "notificationChannelId": 168841 } ], "severity": 0, "timespan": 600000000, "customNotification": { "titleTemplate": "{{__alert_name__}} is {{__alert_status__}}", "useNewTemplate": true }, "notificationCount": 0, "teamId": 56923, "autoCreated": false, "rateOfChange": false, "reNotifyMinutes": 30, "reNotify": false, "invalidMetrics": [], "groupName": "kubernetes", "alertTemplateName": "kubernetes-ContainerWaiting", "alertTemplateVersion": 47, "links": [ { "type": "dashboard", "id": "406320" } ], "noDataBehaviour": "DO_NOTHING", "valid": true, "severityLabel": "HIGH", "condition": "kube_pod_container_status_waiting_reason{reason!=\"ContainerCreating\", kube_cluster_name=~\".*\",kube_namespace_name=~\".*\",kube_workload_name=~\".*\"} > 0\n", "customerId": 23935, "lastCheckTimeInMs": 1705005300000 } ] }