From 08d52cac3864c480a383ced06a45cc909673367e Mon Sep 17 00:00:00 2001 From: Nick Yeoman Date: Thu, 16 Oct 2025 20:11:20 -0700 Subject: [PATCH] ollama cpu updates --- ollama/README.md | 4 ++-- ollama/docker-compose.yml | 3 +++ ollama/sample.env | 3 +++ 3 files changed, 8 insertions(+), 2 deletions(-) diff --git a/ollama/README.md b/ollama/README.md index 4679545..d636466 100644 --- a/ollama/README.md +++ b/ollama/README.md @@ -13,8 +13,8 @@ docker run for refrence: ``` docker run -d --runtime=nvidia --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama -podman exec -it ollama ollama pull llama3 -podman exec -it ollama ollama run llama3 +docker exec -it ollama ollama pull llama3 +docker exec -it ollama ollama run llama3 ``` # Notes diff --git a/ollama/docker-compose.yml b/ollama/docker-compose.yml index f652e74..858d883 100644 --- a/ollama/docker-compose.yml +++ b/ollama/docker-compose.yml @@ -49,5 +49,8 @@ services: - "${VOL_PATH:-./data}/open-webui:/app/backend/data" extra_hosts: - "host.docker.internal:host-gateway" + environment: + - WEBUI_SECRET_KEY=${WEBUI_SECRET_KEY} + - USE_CUDA_DOCKER=${USE_CUDA_DOCKER} ports: - "3000:8080" # Open WebUI access \ No newline at end of file diff --git a/ollama/sample.env b/ollama/sample.env index 33d826f..752c5ec 100644 --- a/ollama/sample.env +++ b/ollama/sample.env @@ -1,6 +1,9 @@ VOL_PATH=./data WEBUI_IMAGE=ghcr.io/open-webui/open-webui:cuda +# For CPU +# WEBUI_IMAGE=ghcr.io/open-webui/open-webui:main + WEBUI_SECRET_KEY=keyher WEBUI_URL=myai.example.com USE_CUDA_DOCKER=true