feat: updates for sysdig

Author: arcshiftsolutions

.github/workflows/merge.yml

@@ -90,7 +90,7 @@ jobs:
     timeout-minutes: 5
     steps:
       - uses: actions/checkout@v6
-      - uses: bcgov/action-sysdig-monitor@122c7672e37f97cf27c1b17d1c0738f152b1bcf7 # 0.0.2
+      - uses: bcgov/actions/sysdig-monitor@4ad61a784f1c17765b03d8d6de9737c1d3f4c0f2 # v0.5.0
         with:
           sysdig_api_token: ${{ secrets.SYSDIG_API_TOKEN }}
           oc_namespace: ${{ secrets.oc_namespace }}

monitoring/alerts/crashloop.json

@@ -6,7 +6,7 @@
   "enabled": true,
   "config": {
     "duration": 0,
-    "query": "max(kube_pod_container_status_waiting_reason{reason=\"CrashLoopBackOff\", kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__COMPONENT__\"}) > 0"
+    "query": "max by (kube_deployment_name, kube_pod_name) (kube_pod_container_status_waiting_reason{reason=\"CrashLoopBackOff\", kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__APP__-__COMPONENT__-prod\"}) > 0"
   },
   "notificationChannelConfigList": [
     { "type": "EMAIL", "channelId": 0 }

monitoring/alerts/nopods.json

@@ -0,0 +1,14 @@
+{
+  "type": "PROMETHEUS",
+  "name": "__ALERT_NAME__",
+  "description": "__NAMESPACE__/__COMPONENT__ has had no available pods for over __DURATION_MINUTES__ minutes. Fires whatever the cause — crash, failed rollout, scaled to zero, or the Deployment no longer reporting at all.",
+  "severity": "high",
+  "enabled": true,
+  "config": {
+    "duration": 0,
+    "query": "kube_deployment_status_replicas_available{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__APP__-__COMPONENT__-prod\"} == 0 or absent(kube_deployment_status_replicas_available{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__APP__-__COMPONENT__-prod\"})"
+  },
+  "notificationChannelConfigList": [
+    { "type": "EMAIL", "channelId": 0 }
+  ]
+}

monitoring/alerts/replicas.json

@@ -6,7 +6,7 @@
   "enabled": true,
   "config": {
     "duration": 0,
-    "query": "min(kube_deployment_status_replicas_available{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__COMPONENT__\"}) < max(kube_deployment_spec_replicas{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__COMPONENT__\"})"
+    "query": "kube_deployment_status_replicas_available{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__APP__-__COMPONENT__-prod\"} < on (kube_namespace_name, kube_deployment_name) kube_deployment_spec_replicas{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__APP__-__COMPONENT__-prod\"}"
   },
   "notificationChannelConfigList": [
     { "type": "EMAIL", "channelId": 0 }

monitoring/alerts/restarts.json

@@ -6,7 +6,7 @@
   "enabled": true,
   "config": {
     "duration": 0,
-    "query": "sum(rate(kube_pod_container_status_restarts_total{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__COMPONENT__\"}[5m])) * 60 > 1"
+    "query": "sum by (kube_deployment_name, kube_pod_name) (rate(kube_pod_container_status_restarts_total{kube_namespace_name=\"__NAMESPACE__\", kube_deployment_name=\"__APP__-__COMPONENT__-prod\"}[5m])) * 60 > 1"
   },
   "notificationChannelConfigList": [
     { "type": "EMAIL", "channelId": 0 }