feat: added alertmanager, send alerts to telegram chat

Author: yakser

.env.example

@@ -27,3 +27,6 @@ TELEGRAM_CHANNEL=
 
 CLICKUP_API_TOKEN=
 CLICKUP_SPACE_ID=
+
+ALERTMANAGER_TELEGRAM_TOKEN=
+ALERTMANAGER_TELEGRAM_CHAT_ID=

Dockerfile

@@ -2,6 +2,10 @@ FROM python:3.11
 
 RUN apt update --no-install-recommends -y
 
+RUN apt-get update && \
+    apt-get install -y cmake && \
+    rm -rf /var/lib/apt/lists/*
+
 ENV PYTHONFAULTHANDLER=1 \
     PYTHONUNBUFFERED=1 \
     PYTHONHASHSEED=random \

Makefile

@@ -1,4 +1,19 @@
 up:
 	docker compose -f docker-compose.yml up -d
 down:
-	docker compose -f docker-compose.yml down
+	docker compose -f docker-compose.yml down
+
+build:
+	docker compose -f docker-compose.yml build
+
+superuser:
+	docker exec -it web poetry run python manage.py createsuperuser
+
+migrate:
+	docker exec -it web poetry run python manage.py migrate
+
+migrations:
+	docker exec -it web poetry run python manage.py makemigrations
+
+logs:
+	docker container logs web

alerts/__init__.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class AlertsConfig(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "alerts"

alerts/admin.py

@@ -0,0 +1,8 @@
+from django.urls import path
+from .views import alert_webhook
+
+app_name = "alerts"
+
+urlpatterns = [
+    path("webhook/", alert_webhook, name="alert_webhook"),
+]

alerts/apps.py

@@ -0,0 +1,54 @@
+import json
+import logging
+import requests
+import socket
+from django.conf import settings
+from django.http import HttpResponseForbidden
+from django.http import JsonResponse
+from django.views.decorators.csrf import csrf_exempt
+
+logger = logging.getLogger(__name__)
+
+
+# todo: refactor this
+
+
+def allow_alertmanager_only(view_func):
+    def _wrapped_view(request, *args, **kwargs):
+        alertmanager_ip = socket.gethostbyname("alertmanager")
+
+        client_ip = request.META["REMOTE_ADDR"]
+        print("abcd", client_ip, alertmanager_ip)
+        if client_ip == alertmanager_ip:
+            return view_func(request, *args, **kwargs)
+
+        return HttpResponseForbidden("Forbidden")
+
+    return _wrapped_view
+
+
+@csrf_exempt
+@allow_alertmanager_only
+def alert_webhook(request):
+    if request.method == "POST":
+        try:
+            payload = json.loads(request.body)
+            for alert in payload["alerts"]:
+                message = f"Alert: {alert['annotations']['summary']} - {alert['status']}"
+                send_telegram_message(message)
+
+                return JsonResponse({"status": "success"})
+        except Exception as exc:
+            logger.error(f"Failed to process alert {exc}", exc_info=exc)
+            return JsonResponse({"status": "error"}, status=400)
+
+    return JsonResponse({"status": "method not allowed"}, status=400)
+
+
+def send_telegram_message(message):
+    url = (
+        f"https://api.telegram.org/bot{settings.ALERTMANAGER_TELEGRAM_TOKEN}/sendMessage"
+    )
+    data = {"chat_id": settings.ALERTMANAGER_TELEGRAM_CHAT_ID, "text": message}
+    response = requests.post(url, data=data)
+    return response.json()

alerts/migrations/__init__.py

@@ -10,13 +10,14 @@ services:
     command: bash ./scripts/startup.sh
     volumes:
       - ./log:/procollab/log
+      - ./db.sqlite3:/procollab/db.sqlite3
+      - ./:/procollab
     env_file:
       - .env
     environment:
       HOST: 0.0.0.0
     expose:
       - 8000
-
   grafana:
     image: grafana/grafana-enterprise
     container_name: grafana
@@ -36,6 +37,15 @@ services:
       - prom-data:/prometheus
       - ./prometheus:/etc/prometheus
 
+  alertmanager:
+    image: prom/alertmanager:latest
+    container_name: alertmanager
+    volumes:
+      - ./prometheus/alertmanager.yml:/etc/alertmanager/alertmanager.yml
+    command:
+      - '--config.file=/etc/alertmanager/alertmanager.yml'
+    ports:
+      - '9093:9093'
 
   nginx:
     container_name: nginx