-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdocker-compose.yml
More file actions
46 lines (42 loc) · 1.01 KB
/
docker-compose.yml
File metadata and controls
46 lines (42 loc) · 1.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
version: '3'
services:
# Code Explainer API (pulled from Docker Hub / GHCR)
code-explainer:
image: your-dockerhub-username/code-explainer:latest
ports:
- "8000:8000"
volumes:
- ./data:/app/data
environment:
- LLM_API_URL=http://llm-server:8080/v1
- SEARCH_URL=http://searxng:8080
depends_on:
- llm-server
- searxng
restart: unless-stopped
# Local LLM server using llama.cpp (unchanged)
llm-server:
image: ghcr.io/ggerganov/llama.cpp:full
ports:
- "8080:8080"
volumes:
- ./models:/models
command: >
--server --host 0.0.0.0 --port 8080
--model /models/phi-2-dpo.Q4_K_M.gguf
--ctx-size 4096 --threads 4
restart: unless-stopped
# SearxNG for web search (unchanged)
searxng:
image: searxng/searxng:latest
ports:
- "8888:8080"
environment:
- INSTANCE_NAME=CodeExplainerSearch
volumes:
- ./searxng:/etc/searxng
restart: unless-stopped
volumes:
data:
models:
searxng: