feat(monitoring): complete observability stack per bounty #10

.env.example

@@ -105,6 +105,40 @@ OLLAMA_GPU_ENABLED=false       # Set to true if you have NVIDIA GPU
 # -----------------------------------------------------------------------------
 GOTIFY_PASSWORD=               # REQUIRED
 NTFY_AUTH_ENABLED=true
+NTFY_URL=http://ntfy.${DOMAIN}
+NTFY_TOPIC=homelab-backups
+NTFY_AUTH=                     # username:apitoken if auth enabled
+
+# -----------------------------------------------------------------------------
+# BACKUP
+# -----------------------------------------------------------------------------
+BACKUP_DIR=/opt/homelab-backups
+BACKUP_RETENTION_DAYS=7
+BACKUP_TARGET=local            # local | s3 | b2 | sftp | restic
+
+# S3 / MinIO
+S3_BUCKET=homelab-backups
+S3_ENDPOINT=https://s3.${DOMAIN}
+S3_ACCESS_KEY=${MINIO_ROOT_USER:-minioadmin}
+S3_SECRET_KEY=${MINIO_ROOT_PASSWORD:-changeme-minio}
+S3_PREFIX=backups
+
+# Backblaze B2
+B2_ACCOUNT_ID=
+B2_ACCOUNT_KEY=
+B2_BUCKET=homelab-backups
+B2_PREFIX=backups
+
+# SFTP
+SFTP_HOST=
+SFTP_PORT=22
+SFTP_USER=
+SFTP_KEY=                      # path to private key, e.g. /root/.ssh/backup_key
+SFTP_REMOTE_PATH=/backups
+
+# Restic REST Server
+RESTIC_REST_URL=http://localhost:8080
+RESTIC_REST_PASSWORD=
 
 # -----------------------------------------------------------------------------
 # NETWORK PROXY (optional — for CN users with local proxy)
@@ -120,3 +154,10 @@ DOCKER_PROXY_ENABLED=false
 CN_MODE=false
 CN_APT_MIRROR=https://mirrors.aliyun.com/ubuntu
 CN_DOCKER_MIRROR=https://docker.m.daocloud.io
+
+# -----------------------------------------------------------------------------
+# MONITORING RETENTION
+# -----------------------------------------------------------------------------
+PROMETHEUS_RETENTION=30d
+LOKI_RETENTION=7d
+TEMPO_RETENTION=3d

.gitignore

@@ -35,3 +35,4 @@ sources.list.bak
 # Generated configs
 config/traefik/acme.json
 config/traefik/dynamic/*.generated.yml
+/acme/acme.json

config/alertmanager/alertmanager.yml

@@ -16,9 +16,10 @@ route:
 
 receivers:
   - name: default
+    webhook_configs:
+      - url: http://ntfy:80/alertmanager
+        send_resolved: true
     # Uncomment and configure one of the following:
-    # webhook_configs:
-    #   - url: http://gotify:80/message?token=YOUR_TOKEN
     # slack_configs:
     #   - api_url: YOUR_SLACK_WEBHOOK
     #     channel: #alerts