adding support for discord webhook in env

.gitignore

@@ -1,3 +1,4 @@
 **/.DS_Store
 *.env
 !wakusim.env
+alertmanager-config.yml

docker-compose.yml

@@ -108,7 +108,7 @@ services:
     image: prom/prometheus:latest
     volumes:
       - ./monitoring/prometheus-config.yml:/etc/prometheus/prometheus.yml:z
-      - ./monitoring/alert-rules.yml:/etc/prometheus/alert-rules.yml:z
+      - ./monitoring/alert-manager/alert-rules.yml:/etc/prometheus/alert-rules.yml:z
     command:
       - --config.file=/etc/prometheus/prometheus.yml
       - --storage.tsdb.retention.time=7d
@@ -218,10 +218,19 @@ services:
     networks:
       - simulation
   
+  env_replacer:
+    image: alpine:3.19.1
+    environment:
+      - DISCORD_WEBHOOK=$DISCORD_WEBHOOK
+    volumes:
+      - ./monitoring/alert-manager/alertmanager-config.yml.template:/etc/alertmanager/alertmanager.yml.template:z
+      - ./monitoring/alert-manager/alertmanager-config.yml:/etc/alertmanager/alertmanager.yml:z
+    command: ["/bin/sh", "-c", "apk add --no-cache gettext && envsubst < /etc/alertmanager/alertmanager.yml.template > /etc/alertmanager/alertmanager.yml"]
+
   alertmanager:
     image: prom/alertmanager:latest
     volumes:
-      - ./monitoring/alertmanager-config.yml:/etc/alertmanager/alertmanager.yml:z
+      - ./monitoring/alert-manager/alertmanager-config.yml:/etc/alertmanager/alertmanager.yml:z
     command:
       - --config.file=/etc/alertmanager/alertmanager.yml
     ports:
@@ -229,3 +238,5 @@ services:
     restart: on-failure
     networks:
       - simulation
+    depends_on:
+      - env_replacer

monitoring/alert-manager/alert-rules.yml

@@ -3,7 +3,7 @@ groups:
     rules:
       - alert: HighNimWakuMemUsage
         expr: >
-          nim_gc_mem_bytes{} > 1073741824
+          nim_gc_mem_bytes{} > 1
         for: 5m
         annotations:
           summary: "Too high memory usage for {{ $labels.instance }}"

monitoring/alert-manager/alertmanager-config.yml.template

@@ -0,0 +1,11 @@
+route:
+  group_by: ['alertname']
+  group_wait: 10s
+  group_interval: 10s
+  repeat_interval: 2m
+  receiver: 'discord'
+
+receivers:
+  - name: 'discord'
+    discord_configs:
+      - webhook_url: ${DISCORD_WEBHOOK}

monitoring/alertmanager-config.yml

@@ -1,11 +0,0 @@
-route:
-  group_by: ['alertname']
-  group_wait: 60s
-  group_interval: 5m
-  repeat_interval: 1d
-  receiver: 'discord'
-
-receivers:
-  - name: 'discord'
-    discord_configs:
-      - webhook_url: # TO DO: fill discord webhook