retrieval-agent/docker-compose.yml at develop · AarhusAI/retrieval-agent · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
networks:
  frontend:
    external: true
  app:
    driver: bridge
    internal: false

services:
  retrieval:
    build:
      dockerfile: Dockerfile
      context: .
      target: ${TARGET:-dev}
      platforms:
        - "linux/amd64"
#        - "linux/arm64"
    command: ["python", "-m", "uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "8000", "--reload"]
    networks:
      - app
      - frontend
    extra_hosts:
      - "host.docker.internal:host-gateway"
    ports:
      - "8000"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 10s
    environment:
      API_KEY: ${API_KEY:?API_KEY required (set in .env)}
      QDRANT_URI: ${QDRANT_URI:-http://qdrant:6333}
      QDRANT_API_KEY: ${QDRANT_API_KEY:?QDRANT_API_KEY required (set in .env)}
      QDRANT_INDEX: ${QDRANT_INDEX:-ingestion_files}
      EMBEDDING_MODEL: ${EMBEDDING_MODEL:-intfloat/multilingual-e5-large}
      EMBEDDING_API_BASE_URL: ${EMBEDDING_API_BASE_URL:?EMBEDDING_API_BASE_URL required (set in .env)}
      EMBEDDING_API_KEY: ${EMBEDDING_API_KEY:?EMBEDDING_API_KEY required (set in .env)}
      EMBEDDING_PREFIX_QUERY: "${EMBEDDING_PREFIX_QUERY:-query: }"
      ENABLE_HYBRID_SEARCH: ${ENABLE_HYBRID_SEARCH:-false}
      HYBRID_BM25_WEIGHT: ${HYBRID_BM25_WEIGHT:-0.3}
      BM25_CACHE_TTL_SECONDS: ${BM25_CACHE_TTL_SECONDS:-300}
      SPARSE_QUERY_PROVIDER: ${SPARSE_QUERY_PROVIDER:-fastembed}
      SPARSE_QUERY_MODEL: ${SPARSE_QUERY_MODEL:-Qdrant/bm42-all-minilm-l6-v2-attentions}
      ENABLE_RERANKING: ${ENABLE_RERANKING:-false}
      RERANKER_MODEL: ${RERANKER_MODEL:-cross-encoder/ms-marco-MiniLM-L-6-v2}
      RERANKER_API_BASE_URL: ${RERANKER_API_BASE_URL:-}
      RERANKER_API_KEY: ${RERANKER_API_KEY:-}
      INITIAL_RETRIEVAL_MULTIPLIER: ${INITIAL_RETRIEVAL_MULTIPLIER:-3}
      ENABLE_QUERY_GENERATION: ${ENABLE_QUERY_GENERATION:-true}
      RETRIEVAL_QUERY_GENERATION_PROMPT_TEMPLATE: ${RETRIEVAL_QUERY_GENERATION_PROMPT_TEMPLATE:-}
      ENABLE_AGENTIC_RAG: ${ENABLE_AGENTIC_RAG:-false}
      AGENT_MODEL: ${AGENT_MODEL:-gpt-4o-mini}
      AGENT_API_BASE_URL: ${AGENT_API_BASE_URL:-http://litellm:4000/v1}
      AGENT_API_KEY: ${AGENT_API_KEY:-}
      AGENT_MAX_ITERATIONS: ${AGENT_MAX_ITERATIONS:-3}
      AGENT_TOOL_PREVIEW_CHARS: ${AGENT_TOOL_PREVIEW_CHARS:-200}
      AGENT_STRICT_TOOLS: ${AGENT_STRICT_TOOLS:-true}
      AGENT_TIMEOUT: ${AGENT_TIMEOUT:-60}
      AGENT_SYSTEM_PROMPT: ${AGENT_SYSTEM_PROMPT:-}
      AGENT_FETCH_K: ${AGENT_FETCH_K:-20}
      AGENT_PREVIEW_K: ${AGENT_PREVIEW_K:-5}
      AGENT_CONVERSATION_HISTORY_MESSAGES: ${AGENT_CONVERSATION_HISTORY_MESSAGES:-4}
      LOG_LEVEL: ${LOG_LEVEL:-INFO}
      LOG_LEVEL_APP: ${LOG_LEVEL_APP:-}
      LOG_FORMAT: ${LOG_FORMAT:-text}
      METRICS_ENABLED: ${METRICS_ENABLED:-true}
    volumes:
      - ./:/app
    labels:
      - "traefik.enable=true"
      - "traefik.docker.network=frontend"
      - "traefik.http.routers.${COMPOSE_PROJECT_NAME}.rule=Host(`${COMPOSE_DOMAIN}`)"
      #  HTTPS config - uncomment to enable redirect from :80 to :443
      - "traefik.http.routers.${COMPOSE_PROJECT_NAME}.middlewares=redirect-to-https"
      - "traefik.http.middlewares.redirect-to-https.redirectscheme.scheme=https"