Merge pull request #231 from OT-CONTAINER-KIT/prom-alerts

Datasource

charts/pga/Chart.yaml

@@ -2,8 +2,8 @@ apiVersion: v2
 name: pga
 description: A Helm chart for prometheus, grafana and alertmanager
 type: application
-version: 1.0.0
-appVersion: 1.0.0
+version: 1.0.1
+appVersion: 1.0.1
 maintainers:
   - name: ashwani-opstree
 
@@ -22,6 +22,7 @@ dependencies:
     alias: kube
     tags:
       - monitoring
+    condition: kube.enabled
 
   - name: prometheus-adapter
     version: 4.10.0

charts/pga/alerts/alertmanager/config/alertmanager.yaml

@@ -0,0 +1,52 @@
+global:
+  resolve_timeout: 5m
+route:
+  group_wait: 30s
+  group_interval: 5m
+  repeat_interval: 30m
+  receiver: "null"
+  group_by:
+    - job
+    - alertname
+    - severity
+  routes:
+    - receiver: "null"
+      match:
+        alertname: Watchdog
+    - receiver: "alerts-infra"
+      group_wait: 10s
+      continue: true
+      match_re:
+        severity: warning|high
+        channel: slack
+        team: devops
+receivers:
+  - name: "null"
+  # - name: "email"
+  #   email_configs:
+  #     - to: ''
+  #       from: ''
+  #       smarthost: ''
+  #       auth_username: ''
+  #       auth_password: ''
+  #       require_tls: yes
+  #       send_resolved: true
+  - name: "alerts-infra"
+    slack_configs:
+      - api_url: 'https://hooks.slack.com/services/'
+        send_resolved: true
+        channel: '#alerts-infra'
+        icon_url: https://avatars3.githubusercontent.com/u/3380462
+        title: '[{{ .Status | toUpper }}{{ if eq .Status "firing" }}:{{ .Alerts.Firing | len }}{{ end }}] {{ .CommonLabels.alertname }}'
+        text: >-
+          {{ range .Alerts }}
+          *Alert:* {{ .Annotations.description }} - `{{ .Labels.severity }}`
+
+          *Description:* {{ .Annotations.description }}
+
+          *Graph:* <{{ .GeneratorURL }}|:chart_with_upwards_trend:> *Runbook:* <{{ .Annotations.runbook }}|:spiral_note_pad:>
+
+          *Details:*
+            {{ range .Labels.SortedPairs }} • *{{ .Name }}:* `{{ .Value }}`
+            {{ end }}
+          {{ end }}

charts/pga/alerts/alertmanager/kustomization.yaml

@@ -0,0 +1,17 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namePrefix: alertmanager-
+namespace: monitoring
+commonLabels:
+  app: kube-alertmanager
+  release: kube
+  prometheus: kube
+
+generatorOptions:
+  disableNameSuffixHash: true
+
+secretGenerator:
+  - name: kube-alertmanager
+    files:
+      - config/alertmanager.yaml
+    type: Opaque

charts/pga/grafana/dashboards/kustomization.yaml

@@ -3,5 +3,5 @@ kind: Kustomization
 namespace: monitoring
 nameSuffix: -grafana-dashboard
 
-bases:
-  - opentelmetry-apm
+resources:
+- opentelemetry-apm