quickwit-tutorial/docker-compose.yml at main · cometkim/quickwit-tutorial · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
volumes:
  qwdata:
  grafana_conf:
  grafana_data:

services:
  quickwit:
    image: quickwit/quickwit:${QW_VERSION:-0.8.2}
    command: ["run"]
    volumes:
      - qwdata:/quickwit/qwdata:rw
      - ./quickwit:/home/quickwit/quickwit:ro
    environment:
      QW_ENABLE_OPENTELEMETRY_OTLP_EXPORTER: "true"
      OTEL_EXPORTER_OTLP_ENDPOINT: "http://localhost:7281"
    # ports:
    #   - "7280:7280"
    labels:
      dev.orbstack.http-port: "7280"

  jaeger:
    image: jaegertracing/jaeger-query:${JAEGER_VERSION:-1.66.0}
    environment:
      SPAN_STORAGE_TYPE: grpc
      GRPC_STORAGE_SERVER: "quickwit:7281"
      GRPC_STORAGE_TLS: "false"
    # ports:
    #   - "16686:16686"
    labels:
      dev.orbstack.http-port: "16686"

  grafana:
    image: grafana/grafana-oss:${GRAFANA_VERSION:-11.3.4}
    volumes:
      - grafana_conf:/etc/grafana:rw
      - grafana_data:/var/lib/grafana:rw
      - ./grafana/dashboards:/var/lib/grafana/dashboards:ro
      - ./grafana/provisioning:/etc/grafana/provisioning:ro
    environment:
      GF_INSTALL_PLUGINS: "https://github.com/quickwit-oss/quickwit-datasource/releases/download/v0.4.6/quickwit-quickwit-datasource-0.4.6.zip;quickwit-quickwit-datasource"
      GF_AUTH_DISABLE_LOGIN_FORM: "true"
      GF_AUTH_ANONYMOUS_ENABLED: "true"
      GF_AUTH_ANONYMOUS_ORG_ROLE: Admin
    # ports:
    #   - "3000:3000"
    labels:
      dev.orbstack.http-port: "3000"

  prometheus:
    image: prom/prometheus:${PROMETHEUS_VERSION:-v3.2.1}
    volumes:
      - ./prometheus.yml:/etc/prometheus/prometheus.yml:ro
    # ports:
    #   - "9090:9090"
    labels:
      dev.orbstack.http-port: "9090"

  otel-collector:
    image: otel/opentelemetry-collector:${OTEL_VERSION:-0.120.0}
    command: ["--config=/etc/otel-collector-config.yml"]
    volumes:
      - ./otel-collector.yml:/etc/otel-collector-config.yml:ro
    # ports:
    #   - "1888:1888"   # pprof extension
    #   - "8888:8888"   # Prometheus metrics exposed by the collector
    #   - "8889:8889"   # Prometheus exporter metrics
    #   - "13133:13133" # health_check extension
    #   - "4317:4317"   # OTLP gRPC receiver
    #   - "4318:4318"   # OTLP http receiver
    #   - "55679:55679" # zpages extension

  demo-service:
    build: demo-service
    depends_on:
      - otel-collector
    environment:
      OTEL_TRACES_EXPORTER: "otlp"
      OTEL_EXPORTER_OTLP_ENDPOINT: "http://otel-collector:4318"
      OTEL_NODE_RESOURCE_DETECTORS: "env,host,os"
      OTEL_SERVICE_NAME: "demo-service"
    # ports:
    #   - "4000:4000"
    labels:
      dev.orbstack.http-port: "4000"

  ingest-hdfs-logs-10k:
    image: quickwit/quickwit:${QW_VERSION:-0.8.2}
    profiles:
      - ingest-hdfs-logs-10k
    volumes:
      - qwdata:/quickwit/qwdata:rw
      - ./quickwit/index-hdfs-logs.yml:/quickwit/index-config.yml:ro
      - ./quickwit/ingest-hdfs-logs-10k.sh:/quickwit/ingest.sh:ro
    entrypoint: ["/quickwit/ingest.sh"]

  ingest-hdfs-logs-20m:
    image: quickwit/quickwit:${QW_VERSION:-0.8.2}
    profiles:
      - ingest-hdfs-logs-20m
    volumes:
      - qwdata:/quickwit/qwdata:rw
      - ./quickwit/index-hdfs-logs.yml:/quickwit/index-config.yml:ro
      - ./quickwit/ingest-hdfs-logs-20m.sh:/quickwit/ingest.sh:ro
    entrypoint: ["/quickwit/ingest.sh"]

  ingest-stackoverflow-10k:
    image: quickwit/quickwit:${QW_VERSION:-0.8.2}
    profiles:
      - ingest-stackoverflow
    volumes:
      - qwdata:/quickwit/qwdata:rw
      - ./quickwit/index-stackoverflow.yml:/quickwit/index-config.yml:ro
      - ./quickwit/ingest-stackoverflow-10k.sh:/quickwit/ingest.sh:ro
    entrypoint: ["/quickwit/ingest.sh"]