ollama tweaks

ollama/compose-gpu.yaml

@@ -1,15 +1,19 @@
 # Ollama GPU
 services:
   ollama:
-    image: ollama/ollama
+    image: ${OLLAMA_IMAGE:-ollama/ollama}
     volumes:
       - ${VOL_PATH}/ollama:/root/.ollama
-    runtime: nvidia
-    environment:
-      - NVIDIA_VISIBLE_DEVICES=all
-      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
     ports:
       - "11434:11434"
+    restart: unless-stopped
 
   webui:
     image: ${WEBUI_IMAGE:-ghcr.io/open-webui/open-webui:main}

ollama/sample.env

@@ -3,3 +3,4 @@ WEBUI_IMAGE=ghcr.io/open-webui/open-webui:main
 WEBUI_PORT=8080
 WEBUI_SECRET_KEY=a2dddd88c9da5f25786a0eb6e48e66305ee999d2adac8f8af821f82f11f56441 # ChangeMe openssl rand -hex 32
 WEBUI_URL=ollama.lan
+OLLAMA_IMAGE=ollama/ollama:latest