From bc4ed4957e9e8cb6a357449e421369898ff8b3ff Mon Sep 17 00:00:00 2001 From: Nick Yeoman Date: Sat, 20 Jun 2026 21:17:53 +0000 Subject: [PATCH] updated opencode config --- ollama/README.md | 21 +++++++++++++++++---- opencode/compose.yaml | 6 +++--- opencode/config/config.json | 10 +++++++--- opencode/sample.env | 1 + 4 files changed, 28 insertions(+), 10 deletions(-) diff --git a/ollama/README.md b/ollama/README.md index b736b4f..1246fe7 100644 --- a/ollama/README.md +++ b/ollama/README.md @@ -25,6 +25,9 @@ docker exec -it ollama ollama run llama3 WEBUI_SECRET_KEY is just a random secret string used to secure sessions, cookies, and auth in your WebUI. ```openssl rand -hex 32``` +You could also set OLLAMA_KEEP_ALIVE=5m if you are running multiple models. 5m is default, 0 removes as soon as done (then would have to reload model, so not quick), more than 5m is longer (minutes). +See "Docker Container Cheatsheet" below for how to remove models from memory. + ## Use - [Ollama Models](https://ollama.com/search) @@ -44,17 +47,27 @@ ollamac list Standard commands ```bash +# Enter a shell +docker exec -it ollama-ollama-1 sh + # Add/Pull a model -docker exec -it ollama-ollama-1 ollama pull llama3.1:8b +ollama pull llama3.1:8b # list models -docker compose exec -it ollama ollama list +ollama list # Remove a model -docker compose exec -it ollama ollama rm +ollama rm # Run CLI -docker compose exec -it ollama ollama run deebseek-r1:8b "What is Star Trek?" +ollama run "What is Star Trek?" + +# See what's running +ollama ps + +# Clear memory +ollama stop + ``` ### API diff --git a/opencode/compose.yaml b/opencode/compose.yaml index ee4ee29..c7bfefd 100644 --- a/opencode/compose.yaml +++ b/opencode/compose.yaml @@ -14,10 +14,10 @@ services: - OPENCODE_PORT=${OPENCODE_PORT:-4096} - OPENCODE_HOSTNAME=${OPENCODE_HOSTNAME:-0.0.0.0} - OPENCODE_CONFIG=/config/config.json - - OPENCODE_MODEL=ollama/qwen3:8b-16k - - OLLAMA_HOST=http://10.1.1.16:11434 + - OPENCODE_MODEL=qwen3:8b-16k + - OLLAMA_HOST=${OLLAMA_HOST_URL:-http://localhost:11434} ports: - "${OPENCODE_PORT:-4096}:4096" - command: ["serve", "--hostname", "0.0.0.0", "--port", "4096"] \ No newline at end of file + command: ["serve", "--port", "${OPENCODE_PORT:-4096}"] diff --git a/opencode/config/config.json b/opencode/config/config.json index 08b9a57..b326184 100644 --- a/opencode/config/config.json +++ b/opencode/config/config.json @@ -1,15 +1,19 @@ { "$schema": "https://opencode.ai/config.json", - "model": "ollama/qwen3:8b-16k", + "model": "qwen3:8b-16k", "provider": { "ollama": { "npm": "@ai-sdk/openai-compatible", "options": { - "baseURL": "http://10.1.1.16:11434/v1" + "baseURL": "http://localhost:11434/api/v1" }, "models": { "qwen3:8b-16k": { - "tools": true + "name": "Qwen3 8B (16k UI-Context)", + "tools": true, + "limit": { + "maxTokens": 8192 + } } } } diff --git a/opencode/sample.env b/opencode/sample.env index 9fc0b25..594bb8b 100644 --- a/opencode/sample.env +++ b/opencode/sample.env @@ -3,3 +3,4 @@ OPENCODE_RESTART=unless-stopped VOL_PATH=/home/youruser/.local/share OPENCODE_PORT=4096 OPENCODE_HOSTNAME=0.0.0.0 +OLLAMA_HOST=http://localhost:11434 \ No newline at end of file