{
  "alerts": [
      {
          "id": 16091173,
          "version": 5,
          "createdOn": 1703008617060,
          "modifiedOn": 1704916883655,
          "type": "PROMETHEUS",
          "name": "PCNS - {{kube_namespace_name}} - Patroni pods available down to 1",
          "description": "Patroni pods available down to 1",
          "enabled": false,
          "notificationChannelIds": [
              169718,
              169717
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 169717
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 169718
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56930,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406368"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "sum by(kube_namespace_name,kube_workload_name)(kube_workload_status_ready{kube_workload_name=~\".*patroni-master\"}) < 2",
          "customerId": 23935
      },
      {
          "id": 16091174,
          "version": 4,
          "createdOn": 1703008645266,
          "modifiedOn": 1704916843438,
          "type": "PROMETHEUS",
          "name": "PCNS - {{kube_namespace_name}} - Patroni pods available down to 2",
          "description": "Patroni pods available down to 2",
          "enabled": false,
          "notificationChannelIds": [
              169718,
              169717
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 169718
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 169717
              }
          ],
          "severity": 2,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56930,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406368"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "sum by(kube_namespace_name,kube_workload_name)(kube_workload_status_ready{kube_workload_name=~\".*patroni-master\"}) < 3",
          "customerId": 23935
      },
      {
          "id": 16091176,
          "version": 3,
          "createdOn": 1703008775925,
          "modifiedOn": 1703008856000,
          "type": "PROMETHEUS",
          "name": "PCNS - PVC storage at 85%",
          "description": "PCNS - Persistent Volume Claim storage at 85%",
          "enabled": false,
          "notificationChannelIds": [
              169718,
              169717
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 169718
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 169717
              }
          ],
          "severity": 2,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56930,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406368"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.85)",
          "customerId": 23935
      },
      {
          "id": 16091177,
          "version": 3,
          "createdOn": 1703008810624,
          "modifiedOn": 1703008859000,
          "type": "PROMETHEUS",
          "name": "PCNS - PVC storage at 90%",
          "description": "PCNS - Persistent Volume Claim storage at 90%",
          "enabled": false,
          "notificationChannelIds": [
              169718,
              169717
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 169718
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 169717
              }
          ],
          "severity": 0,
          "timespan": 300000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56930,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406368"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "group by(kube_namespace_name) (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.9)",
          "customerId": 23935
      },
      {
          "id": 16091183,
          "version": 3,
          "createdOn": 1703008987245,
          "modifiedOn": 1705005175129,
          "type": "PROMETHEUS",
          "name": "PCNS - HTTP 5xx Error",
          "description": "PCNS (master) returned one or more 5xx HTTP errors over the last minute",
          "enabled": false,
          "notificationChannelIds": [
              169718
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 169718
              }
          ],
          "severity": 2,
          "timespan": 60000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56930,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406368"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "MEDIUM",
          "condition": "sum by (kube_namespace_name,kube_workload_name)(rate(sysdig_container_net_http_statuscode_request_count{net_http_statuscode=~'5..',kube_namespace_name=~\".*\",kube_workload_name=~\".*master.*\", kube_pod_label_deploymentconfig=\"nr-permitconnect-navigator-service-master\"}[2m])) > 0\n",
          "customerId": 23935
      },
      {
          "id": 16091184,
          "version": 3,
          "createdOn": 1703009097455,
          "modifiedOn": 1704916775845,
          "type": "PROMETHEUS",
          "name": "PCNS - {{kube_namespace_name}} - OpenShift Container Waiting",
          "description": "Container in waiting status for long time (CrashLoopBackOff, ImagePullErr...)",
          "enabled": false,
          "notificationChannelIds": [
              169718,
              169717
          ],
          "defaultSettings": [
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "emailRecipients": [
                          "nr.commonserviceshowcase@gov.bc.ca"
                      ],
                      "notifyOnResolve": false
                  },
                  "type": "EMAIL",
                  "notificationChannelId": 169717
              },
              {
                  "options": {
                      "notifyOnOk": false,
                      "thresholds": [
                          "MAIN"
                      ],
                      "allowInsecureConnections": false,
                      "url": "https://discordapp.com/api/webhooks/755856705027440640/7HLpx2j-z3-YyyQLAcyTLgizVtWVA6c5GfwQH7hbkgjvoanDh04pHpveoA9xoz08954b",
                      "additionalHeaders": {},
                      "monitorTemplate": "{\n\"content\": \"Alert Name: {{@alert_name}}\\nSeverity: {{@alert_severity}}\\nDescription: {{@alert_description}}\\nNamespace: {{@event_labels.kube_namespace_name}}\\nEvent Entity: {{@event_entity}}\\nMore Details: {{@event_url}}\"\n}",
                      "httpMethod": "POST",
                      "notifyOnResolve": false
                  },
                  "type": "POWER_WEBHOOK",
                  "notificationChannelId": 169718
              }
          ],
          "severity": 0,
          "timespan": 600000000,
          "customNotification": {
              "titleTemplate": "",
              "useNewTemplate": true
          },
          "notificationCount": 0,
          "teamId": 56930,
          "autoCreated": false,
          "rateOfChange": false,
          "reNotifyMinutes": 30,
          "reNotify": false,
          "invalidMetrics": [],
          "groupName": "default",
          "links": [
              {
                  "type": "dashboard",
                  "id": "406368"
              }
          ],
          "noDataBehaviour": "DO_NOTHING",
          "valid": true,
          "severityLabel": "HIGH",
          "condition": "kube_pod_container_status_waiting_reason{reason!=\"ContainerCreating\", kube_cluster_name=~\".*\",kube_namespace_name=~\".*\",kube_workload_name=~\".*\"} > 0\n",
          "customerId": 23935
      }
  ]
}