{
  "alerts": [
      {
          "id": 16074191,
          "version": 4,
          "createdOn": 1701462409359,
          "modifiedOn": 1704916437315,
          "type": "PROMETHEUS",
          "name": "CHES -  {{kube_namespace_name}} - Patroni pods available down to 2",
          "description": " Patroni pods available down to 2",
          "enabled": true,
          "notificationChannelIds": [
              168958,
              168956
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168958
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168956
              }
          ],
          "severity": 2,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 2,
          "teamId": 57608,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406364"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "sum by(kube_namespace_name,kube_workload_name)(kube_workload_status_ready{kube_workload_name=~\".*patroni-master\"}) < 3",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      },
      {
          "id": 16074254,
          "version": 4,
          "createdOn": 1701469584138,
          "modifiedOn": 1704916462720,
          "type": "PROMETHEUS",
          "name": "CHES - {{kube_namespace_name}} - Patroni pods available down to 1",
          "description": " Patroni pods available down to 1",
          "enabled": true,
          "notificationChannelIds": [
              168958,
              168956
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168956
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168958
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 57608,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406364"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "sum by(kube_namespace_name,kube_workload_name)(kube_workload_status_ready{kube_workload_name=~\".*patroni-master\"}) < 2",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      },
      {
          "id": 16075269,
          "version": 3,
          "createdOn": 1701726166428,
          "modifiedOn": 1701726304492,
          "type": "PROMETHEUS",
          "name": "CHES - PVC storage at 85%",
          "description": "Common Hosted Email Service - Persistent Volume Claim storage at 85%",
          "enabled": true,
          "notificationChannelIds": [
              168958,
              168956
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168958
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168956
              }
          ],
          "severity": 2,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 57608,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406364"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.85)",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      },
      {
          "id": 16075270,
          "version": 4,
          "createdOn": 1701726180321,
          "modifiedOn": 1701726313404,
          "type": "PROMETHEUS",
          "name": "CHES - PVC storage at 90%",
          "description": "Common Hosted Email Service - Persistent Volume Claim storage at 90%",
          "enabled": true,
          "notificationChannelIds": [
              168958,
              168956
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168958
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168956
              }
          ],
          "severity": 0,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 57608,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406364"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.9)",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      },
      {
          "id": 16075911,
          "version": 3,
          "createdOn": 1701812366630,
          "modifiedOn": 1705004891033,
          "type": "PROMETHEUS",
          "name": "CHES - HTTP 5xx Error",
          "description": "CHES (master) returned one or more 5xx HTTP errors over the last minute",
          "enabled": true,
          "notificationChannelIds": [
              168956
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168956
              }
          ],
          "severity": 2,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 4,
          "teamId": 57608,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406364"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "sum by (kube_namespace_name,kube_workload_name)(rate(sysdig_container_net_http_statuscode_request_count{net_http_statuscode=~'5..',kube_namespace_name=~\".*\",kube_workload_name=~\".*master.*\",kube_pod_label_deploymentconfig=\"ches-app-master\"}[2m])) > 0\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      },
      {
          "id": 16091163,
          "version": 3,
          "createdOn": 1703006031176,
          "modifiedOn": 1704916503976,
          "type": "PROMETHEUS",
          "name": "CHES - {{kube_namespace_name}} - OpenShift Container Waiting",
          "description": "Container in waiting status for long time (CrashLoopBackOff, ImagePullErr...)",
          "enabled": true,
          "notificationChannelIds": [
              168958,
              168956
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 168956
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 168958
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "{{__alert_name__}} is {{__alert_status__}}",
              "useNewTemplate": true
          },
          "notificationCount": 3,
          "teamId": 57608,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "kubernetes",
          "alertTemplateName": "kubernetes-ContainerWaiting",
          "alertTemplateVersion": 47,
          "links": [
              {
                  "type": "dashboard",
                  "id": "406364"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "kube_pod_container_status_waiting_reason{reason!=\"ContainerCreating\", kube_cluster_name=~\".*\",kube_namespace_name=~\".*\",kube_workload_name=~\".*\"} > 0\n",
          "customerId": 23935,
          "lastCheckTimeInMs": 1705005420000
      }
  ]
}