4lt/docker-compose-cookbooks
1
0
Fork 0
mirror of https://github.com/nickyeoman/docker-compose-cookbooks.git synced 2026-09-04 02:46:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

ollama cpu updates

Browse Source
This commit is contained in:
nick
2025-10-16 20:11:20 -07:00
parent 867655e84e
commit 08d52cac38
3 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ollama/README.md
+2 -2
View File
@@ -13,8 +13,8 @@ docker run for refrence:
``` ```
docker run -d --runtime=nvidia --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama docker run -d --runtime=nvidia --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
podman exec -it ollama ollama pull llama3 docker exec -it ollama ollama pull llama3
podman exec -it ollama ollama run llama3 docker exec -it ollama ollama run llama3
``` ```
# Notes # Notes
ollama/docker-compose.yml
+3
View File
@@ -49,5 +49,8 @@ services:
- "${VOL_PATH:-./data}/open-webui:/app/backend/data" - "${VOL_PATH:-./data}/open-webui:/app/backend/data"
extra_hosts: extra_hosts:
- "host.docker.internal:host-gateway" - "host.docker.internal:host-gateway"
environment:
- WEBUI_SECRET_KEY=${WEBUI_SECRET_KEY}
- USE_CUDA_DOCKER=${USE_CUDA_DOCKER}
ports: ports:
- "3000:8080" # Open WebUI access - "3000:8080" # Open WebUI access
ollama/sample.env
+3
View File
@@ -1,6 +1,9 @@
VOL_PATH=./data VOL_PATH=./data
WEBUI_IMAGE=ghcr.io/open-webui/open-webui:cuda WEBUI_IMAGE=ghcr.io/open-webui/open-webui:cuda
# For CPU
# WEBUI_IMAGE=ghcr.io/open-webui/open-webui:main
WEBUI_SECRET_KEY=keyher WEBUI_SECRET_KEY=keyher
WEBUI_URL=myai.example.com WEBUI_URL=myai.example.com
USE_CUDA_DOCKER=true USE_CUDA_DOCKER=true