pdf-chat/docker-compose-stack.yaml at main · v4ler11/pdf-chat · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
services:
  llm-chat:
    image: oasis4691/llm-chat:0.1.2
    container_name: llm-chat
    volumes:
      - ./llm-chat:/app
      - /app/node_modules
    ports:
      - "5173:5173"
    networks:
      - llm-network

  llm-portal:
    image: oasis4691/llm-portal:0.1.2
    container_name: llm-portal
    environment:
      - LLM_PROXY_SECRET="secret"
      - OPENAI_API_KEY=${OPENAI_API_KEY}
      - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}

      - ADMIN_EMAIL=admin@default.com
      - ADMIN_API_KEY=admin1234
    ports:
      - "7012:7012"
    volumes:
      - llm-portal-db-volume:/app/db
    restart: unless-stopped
    networks:
      - llm-network

  llm-tools-server:
    image: oasis4691/llm-tools-server:0.2.1
    container_name: llm-tools
    environment:
      # don't change
      - LLM_PROXY_ADDRESS=http://llm-portal:7012/v1
      # don't change
      - DEFAULT_MCPL_SERVERS=${DEFAULT_MCPL_SERVERS:-[]}
    ports:
      - "7016:7016"
    volumes:
      - ./logs/llm-tools:/app/logs
      - llm-tool-db-volume:/app/db
      - shared-files-volume:/app/uploads
    restart: unless-stopped
    networks:
      - llm-network

  pdf-chat:
    image: oasis4691/pdf-chat:latest
    container_name: docs-mcp
    environment:
      # for embeddings
      - OPENAI_API_KEY=${OPENAI_API_KEY}
      # openai_fs or local_fs
      - PROCESSING_STRATEGY=local_fs
      # only for local_fs: redis or milvus, else -> ""
      - SAVE_STRATEGY=redis
      # only for local_fs
      - EMBEDDING_MODEL=text-embedding-3-small

      - EVAL_CHAT_ENDPOINT=http://llm-tools:7016/v1
      - EVAL_CHAT_ENDPOINT_API_KEY=admin1234

    ports:
      - "8011:8011"
    volumes:
      - ./docs-mcp/telemetry:/app/telemetry
      - ./docs-mcp/configs:/app/configs
      - ./logs/docs-mcp:/app/logs
      - ./docs-mcp/evaluations:/app/evaluations
      - ./docs-mcp/datasets:/app/datasets
      - shared-files-volume:/app/files
      - docs-mcp-db-volume:/app/db
    restart: unless-stopped
    networks:
      - llm-network
    depends_on:
      - redis

  redis:
    image: "redis/redis-stack:latest"
    container_name: "coxit_docs_redis"
    expose:
      - "6379"
    volumes:
      - redis-data-volume:/data
    restart: unless-stopped
    networks:
      - llm-network

networks:
  llm-network:
    driver: bridge

volumes:
  llm-portal-db-volume:
  llm-tool-db-volume:
  docs-mcp-db-volume:
  shared-files-volume:
  redis-data-volume: