core-deployments.yaml

@@ -98,7 +98,7 @@ spec:
   sources:
     - chart: kube-prometheus-stack
       repoURL: https://prometheus-community.github.io/helm-charts
-      targetRevision: 49.2.0
+      targetRevision: 51.0.3
       helm:
         releaseName: prometheus
         valueFiles:

prometheus/templates.yaml

@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: templates
+  namespace: prometheus
+data:
+  telegram.tmpl: |-
+    {{ define "telegram.aaron" }}
+      {{ range .Alerts }}
+      {{ if eq .Status "firing"}}🔥 <b>{{ .Labels.alertname }}</b> 🔥{{ else }}✅ <b>{{ .Labels.alertname }}</b> ✅{{ end }}
+      <b> {{ .Annotations.summary }} </b>
+
+      {{ .Annotations.description }}
+      {{ end }}
+    {{ end }}

prometheus/values.yaml

@@ -1,6 +1,10 @@
 alertmanager:
   alertmanagerSpec:
     replicas: 2
+    secrets:
+      - "telegram-api"
+    configMaps:
+      - "templates"
     storage:
       volumeClaimTemplate:
        spec:
@@ -8,7 +12,40 @@ alertmanager:
          resources:
            requests:
              storage: 5Gi
-    useExistingSecret: true
+    useExistingSecret: false
+  config:
+    global:
+      resolve_timeout: 5m
+    templates:
+      - '/etc/alertmanager/configmaps/*.tmpl'
+    route:
+      group_by: ['alertname']
+      group_wait: 30s
+      group_interval: 30s
+      repeat_interval: 24h
+      receiver: 'tg1'
+      routes:
+        - matchers:
+          - severity=warning
+          receiver: 'tg1'
+        - matchers:
+          - severity=critical
+          receiver: 'tg1'
+    receivers:
+    - name: tg1
+      telegram_configs:
+      - bot_token_file: '/etc/alertmanager/secrets/api_key'
+        chat_id: -995270884
+        api_url: "https://api.telegram.org"
+        send_resolved: true
+        parse_mode: "HTML"
+        message: '{{ template "telegram.aaron" .}}'
+    inhibit_rules:
+      - source_matchers:
+          - severity = critical
+        target_matchers:
+          - severity = warning
+        equal: ['alertname', 'server', 'instance']
   ingress:
     paths:
       - /