feat(monitoring): add deadman severity and ignore it for alertmanager

monitoring/alertmanager/config.yml

@@ -7,6 +7,8 @@ route:
   group_wait: 30s
   group_interval: 5m
   repeat_interval: 12h
+  matchers:
+    - severity!~"deadman"
   # routes:
   #   - receiver: "pagerduty"
 receivers:

monitoring/prometheus/alerts/embedded-exporter.yml

@@ -90,7 +90,7 @@ groups:
       expr: 'vector(1)'
       for: 0m
       labels:
-        severity: critical
+        severity: deadman
       annotations:
         summary: Prometheus AlertManager E2E dead man switch (instance {{ $labels.instance }})
         description: "Prometheus DeadManSwitch is an always-firing alert. It's used as an end-to-end test of Prometheus through the Alertmanager.\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"