diff --git a/orchestrator/docker-compose.yml b/orchestrator/docker-compose.yml index 48932a3..1d43562 100644 --- a/orchestrator/docker-compose.yml +++ b/orchestrator/docker-compose.yml @@ -71,6 +71,13 @@ services: ollama: image: ollama/ollama:0.5.5 container_name: oscr-ollama + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: [gpu] volumes: - ollama-models:/root/.ollama networks: