data-quality-observability/docker-compose.yml at main · michaelbarley/data-quality-observability · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
services:
  postgres:
    image: postgres:16
    environment:
      POSTGRES_USER: pipeline
      POSTGRES_PASSWORD: pipeline
      POSTGRES_DB: warehouse
    ports:
      - "5432:5432"
    volumes:
      - ./scripts/init-db.sql:/docker-entrypoint-initdb.d/init-db.sql
      - pgdata:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U pipeline -d warehouse"]
      interval: 5s
      timeout: 5s
      retries: 5

  pushgateway:
    image: prom/pushgateway:v1.9.0
    ports:
      - "9091:9091"
    healthcheck:
      test: ["CMD-SHELL", "wget -q --spider http://localhost:9091/-/healthy || exit 1"]
      interval: 5s
      timeout: 5s
      retries: 3

  prometheus:
    image: prom/prometheus:v2.53.0
    ports:
      - "9090:9090"
    volumes:
      - ./prometheus/prometheus.yml:/etc/prometheus/prometheus.yml
    depends_on:
      pushgateway:
        condition: service_healthy

  grafana:
    image: grafana/grafana:11.4.0
    ports:
      - "3000:3000"
    environment:
      GF_SECURITY_ADMIN_USER: admin
      GF_SECURITY_ADMIN_PASSWORD: admin
      GF_AUTH_ANONYMOUS_ENABLED: "true"
      GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer
    volumes:
      - ./grafana/provisioning:/etc/grafana/provisioning
      - ./grafana/dashboards:/var/lib/grafana/dashboards
    depends_on:
      - prometheus

  pipeline:
    build: .
    profiles:
      - pipeline
    depends_on:
      postgres:
        condition: service_healthy
      pushgateway:
        condition: service_healthy
    environment:
      DB_HOST: postgres
      DB_PORT: "5432"
      DB_NAME: warehouse
      DB_USER: pipeline
      DB_PASSWORD: pipeline
      PUSHGATEWAY_URL: pushgateway:9091
    volumes:
      - ./pipeline:/app
    working_dir: /app

volumes:
  pgdata: