agentflow/docker-compose.iceberg.yml at main · brownjuly2003-code/agentflow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
# Focused Iceberg REST catalog stack, backed by MinIO (S3) instead of an
# ephemeral local directory. Mirrors the object-store wiring in
# docker-compose.yml (same image tags, bucket, credentials) so the PyIceberg
# sink writes table data/metadata to the real object store the rest of the
# stack already uses. Consumed by tests/integration/test_iceberg_sink.py.
# Bounded container logs: the 2026-07-18 soak filled the stand's disk with
# unrotated json-file logs (TM alone grew to 3.8G) and took the pipeline down.
x-logging: &default-logging
  driver: json-file
  options:
    max-size: "50m"
    max-file: "3"

services:
  minio:
    logging: *default-logging
    image: minio/minio:RELEASE.2025-09-07T16-13-09Z
    ports:
      - "9000:9000"
      - "9001:9001"
    command: server /data --console-address ":9001"
    environment:
      MINIO_ROOT_USER: minio
      MINIO_ROOT_PASSWORD: minio123
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
      interval: 5s
      timeout: 5s
      retries: 5

  # One-shot bucket provisioner. Retries the alias instead of gating on the
  # MinIO healthcheck so the stack comes up regardless of whether the server
  # image ships curl.
  minio-init:
    logging: *default-logging
    image: minio/mc:RELEASE.2025-08-13T08-35-41Z
    depends_on:
      - minio
    entrypoint: ["/bin/bash", "-c"]
    command:
      - |
        until mc alias set local http://minio:9000 minio minio123; do
          echo "waiting for minio..."; sleep 1;
        done
        mc mb local/agentflow-lake --ignore-existing
        echo "MinIO bucket ready."

  iceberg-rest:
    logging: *default-logging
    image: tabulario/iceberg-rest:0.6.0
    depends_on:
      minio-init:
        condition: service_completed_successfully
    ports:
      - "8181:8181"
    environment:
      CATALOG_WAREHOUSE: s3://agentflow-lake/warehouse
      CATALOG_IO__IMPL: org.apache.iceberg.aws.s3.S3FileIO
      CATALOG_S3_ENDPOINT: http://minio:9000
      CATALOG_S3_PATH__STYLE__ACCESS: "true"
      AWS_ACCESS_KEY_ID: minio
      AWS_SECRET_ACCESS_KEY: minio123
      AWS_REGION: us-east-1