{
  "alerts": [
      {
          "id": 16071492,
          "version": 14,
          "createdOn": 1701304855402,
          "modifiedOn": 1704916556658,
          "type": "PROMETHEUS",
          "name": "COMS - {{kube_namespace_name}} - Patroni pods available down to 1",
          "description": "COMS - Patroni pods available down to 1",
          "enabled": true,
          "notificationChannelIds": [
              168952,
              168953
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168952
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168953
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56927,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406367"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "sum by(kube_namespace_name,kube_workload_name)(kube_workload_status_ready{kube_workload_name=~\".*patroni-master\"}) < 2\n\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005480000
      },
      {
          "id": 16072837,
          "version": 9,
          "createdOn": 1701389513540,
          "modifiedOn": 1701725317495,
          "type": "PROMETHEUS",
          "name": "COMS - PVC storage at 90%",
          "description": "Common Object Management Service - Persistent Volume Claim storage at 90%",
          "enabled": true,
          "notificationChannelIds": [
              168952,
              168953
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168953
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168952
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "{{__alert_name__}} is {{__alert_status__}}",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56927,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "alertTemplateName": "PVCStorageUsageIsReachingTheLimit",
          "alertTemplateVersion": 47,
          "links": [
              {
                  "type": "dashboard",
                  "id": "406367"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.9)",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005480000
      },
      {
          "id": 16072840,
          "version": 8,
          "createdOn": 1701391628838,
          "modifiedOn": 1701726292518,
          "type": "PROMETHEUS",
          "name": "COMS - PVC storage at 85%",
          "description": "Common Object Management Service - Persistent Volume Claim storage at 85%",
          "enabled": true,
          "notificationChannelIds": [
              168952,
              168953
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168952
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168953
              }
          ],
          "severity": 2,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56927,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406367"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.85)\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005480000
      },
      {
          "id": 16074263,
          "version": 10,
          "createdOn": 1701469801704,
          "modifiedOn": 1704916576398,
          "type": "PROMETHEUS",
          "name": "COMS - {{kube_namespace_name}} - Patroni pods available down to 2",
          "description": "Patroni pods available down to 2",
          "enabled": true,
          "notificationChannelIds": [
              168952,
              168953
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168952
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168953
              }
          ],
          "severity": 2,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 2,
          "teamId": 56927,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406367"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "sum by(kube_namespace_name,kube_workload_name)(kube_workload_status_ready{kube_workload_name=~\".*patroni-master\"}) < 3\n\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      },
      {
          "id": 16075912,
          "version": 3,
          "createdOn": 1701812738605,
          "modifiedOn": 1705005028970,
          "type": "PROMETHEUS",
          "name": "COMS  - HTTP 5xx Error",
          "description": "COMS (master) returned one or more 5xx HTTP errors over the last minute",
          "enabled": true,
          "notificationChannelIds": [
              168952
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168952
              }
          ],
          "severity": 2,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 1,
          "teamId": 56927,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406367"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "sum by (kube_namespace_name,kube_workload_name)(rate(sysdig_container_net_http_statuscode_request_count{net_http_statuscode=~'5..',kube_namespace_name=~\".*\",kube_workload_name=~\".*master.*\", kube_pod_label_deploymentconfig=\"common-object-management-service-master\"}[2m])) > 0\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005480000
      },
      {
          "id": 16091170,
          "version": 5,
          "createdOn": 1703006805663,
          "modifiedOn": 1704916134244,
          "type": "PROMETHEUS",
          "name": "COMS - {{kube_namespace_name}} - OpenShift Container Waiting",
          "description": "Container in waiting status for long time (CrashLoopBackOff, ImagePullErr...)",
          "enabled": true,
          "notificationChannelIds": [
              168952,
              168953
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168953
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168952
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "{{__alert_name__}} is {{__alert_status__}}",
              "useNewTemplate": true
          },
          "notificationCount": 2,
          "teamId": 56927,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "kubernetes",
          "alertTemplateName": "kubernetes-ContainerWaiting",
          "alertTemplateVersion": 47,
          "links": [
              {
                  "type": "dashboard",
                  "id": "406367"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "kube_pod_container_status_waiting_reason{reason!=\"ContainerCreating\", kube_cluster_name=~\".*\",kube_namespace_name=~\".*\",kube_workload_name=~\".*\"} > 0\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005480000
      }
  ]
}