docker-compose.yml

# https://docs.docker.com/compose/compose-file
name: spring-kafka-demo

services:
  kafka-1:
    image: apache/kafka:4.2.0
    container_name: kafka-1
    hostname: kafka-1
    ports:
      - "9092:9092"          # EXTERNAL
    environment:
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: "1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093"
      KAFKA_LISTENERS: "INTERNAL://:19092,EXTERNAL://:9092,CONTROLLER://:9093"
      KAFKA_ADVERTISED_LISTENERS: "INTERNAL://kafka-1:19092,EXTERNAL://localhost:9092"
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT"
      KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_LOG_DIRS: /var/lib/kafka/data
      CLUSTER_ID: "kRaftCluster1234"
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_MIN_INSYNC_REPLICAS: 2
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    volumes:
      - kafka1-data:/var/lib/kafka/data
    networks: [ kafka-net ]
    healthcheck:
      test: [ "CMD-SHELL", "nc -z 127.0.0.1 19092 || exit 1" ]
      interval: 15s
      timeout: 5s
      retries: 2
      start_period: 30s
  kafka-2:
    image: apache/kafka:4.2.0
    container_name: kafka-2
    hostname: kafka-2
    ports:
      - "9093:9092"          # EXTERNAL
    environment:
      KAFKA_NODE_ID: 2
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: "1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093"
      KAFKA_LISTENERS: "INTERNAL://:19092,EXTERNAL://:9092,CONTROLLER://:9093"
      KAFKA_ADVERTISED_LISTENERS: "INTERNAL://kafka-2:19092,EXTERNAL://localhost:9093"
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT"
      KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_LOG_DIRS: /var/lib/kafka/data
      CLUSTER_ID: "kRaftCluster1234"
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_MIN_INSYNC_REPLICAS: 2
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    volumes:
      - kafka2-data:/var/lib/kafka/data
    networks: [ kafka-net ]
    healthcheck:
      test: [ "CMD-SHELL", "nc -z 127.0.0.1 19092 || exit 1" ]
      interval: 15s
      timeout: 5s
      retries: 5
      start_period: 30s
  kafka-3:
    image: apache/kafka:4.2.0
    container_name: kafka-3
    hostname: kafka-3
    ports:
      - "9094:9092"          # EXTERNAL
    environment:
      KAFKA_NODE_ID: 3
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: "1@kafka-1:9093,2@kafka-2:9093,3@kafka-3:9093"
      KAFKA_LISTENERS: "INTERNAL://:19092,EXTERNAL://:9092,CONTROLLER://:9093"
      KAFKA_ADVERTISED_LISTENERS: "INTERNAL://kafka-3:19092,EXTERNAL://localhost:9094"
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,CONTROLLER:PLAINTEXT"
      KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_LOG_DIRS: /var/lib/kafka/data
      CLUSTER_ID: "kRaftCluster1234"
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_MIN_INSYNC_REPLICAS: 2
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    volumes:
      - kafka3-data:/var/lib/kafka/data
    networks: [ kafka-net ]
    healthcheck:
      test: [ "CMD-SHELL", "nc -z 127.0.0.1 19092 || exit 1" ]
      interval: 15s
      timeout: 5s
      retries: 2
      start_period: 30s

  postgres-conduktor:
    image: postgres:18-alpine
    restart: on-failure
    volumes:
      - ~/dbdata/postgresql/conduktor:/var/lib/postgresql
    ports:
      - "5432:5432"
    environment:
      POSTGRES_DB: conduktor
      POSTGRES_USER: conduktoruser
      POSTGRES_PASSWORD: conduktorpasswd
    networks:
      - db-net
    deploy:
      restart_policy:
        condition: on-failure
        delay: 3s
        max_attempts: 3
        window: 60s
      resources:
        limits:
          cpus: '2'
          memory: 1024M
        reservations:
          cpus: '1'
          memory: 256M
    healthcheck:
      test: [ "CMD-SHELL", "pg_isready  -U conduktoruser -d conduktor" ]
      interval: 3s
      timeout: 2s
      retries: 10
    depends_on:
      kafka-1:
        condition: service_healthy
      kafka-2:
        condition: service_healthy
      kafka-3:
        condition: service_healthy

  conduktor:
    image: conduktor/conduktor-platform:latest
    container_name: conduktor
    ports:
      - "8080:8080"
    environment:
      CDK_LISTENING_PORT: 8080
      CDK_KAFKA_BOOTSTRAP_SERVERS: "kafka-1:19092,kafka-2:19092,kafka-3:19092"  # use INTERNAL
      CDK_ADMIN_EMAIL: "admin@local"
      CDK_ADMIN_PASSWORD: "admin"
      CDK_ACCEPT_EULA: "true"
      CDK_DATABASE_URL: "postgresql://conduktoruser:conduktorpasswd@postgres-conduktor:5432/conduktor"
    networks:
      - db-net
      - kafka-net
    depends_on:
      postgres-conduktor:
        condition: service_healthy

volumes:
  kafka1-data:
    name: kafka1-data
    driver: local
  kafka2-data:
    name: kafka2-data
    driver: local
  kafka3-data:
    name: kafka3-data
    driver: local

networks:
  db-net:
    driver: bridge
  kafka-net:
    driver: bridge