ollama tweaks

This commit is contained in:
2026-06-20 12:35:37 -07:00
parent f73a9b6606
commit a3333d344c
2 changed files with 10 additions and 5 deletions
+9 -5
View File
@@ -1,15 +1,19 @@
# Ollama GPU
services:
ollama:
image: ollama/ollama
image: ${OLLAMA_IMAGE:-ollama/ollama}
volumes:
- ${VOL_PATH}/ollama:/root/.ollama
runtime: nvidia
environment:
- NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
ports:
- "11434:11434"
restart: unless-stopped
webui:
image: ${WEBUI_IMAGE:-ghcr.io/open-webui/open-webui:main}