From 407594cadca98a66d2aef5d835abd2c4218a7218 Mon Sep 17 00:00:00 2001
From: Nick Yeoman <c@nickyeoman.com>
Date: Tue, 6 Aug 2024 18:11:55 -0700
Subject: [PATCH] updated ollama

---
 ollama/README.md          | 15 +++++++++------
 ollama/docker-compose.yml | 17 +++++++++--------
 2 files changed, 18 insertions(+), 14 deletions(-)

diff --git a/ollama/README.md b/ollama/README.md
index e50d26a..1337a32 100644
--- a/ollama/README.md
+++ b/ollama/README.md
@@ -1,13 +1,16 @@
 # Ollama
 
-**WORK IN PROGRESS**
-
 Dockerhub: https://hub.docker.com/r/ollama/ollama
 
 ## Preperation
 
-```
-sudo yum install -y nvidia-container-toolkit
-```
+You need to have nvidia-drivers, cuda and nvidia-container-toolkit
+installed before proceeding.
 
-docker run -d --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
\ No newline at end of file
+docker run for refrence:
+```
+docker run -d --runtime=nvidia --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
+
+podman exec -it ollama ollama pull llama3
+podman exec -it ollama ollama run llama3
+```
\ No newline at end of file
diff --git a/ollama/docker-compose.yml b/ollama/docker-compose.yml
index ece02b2..d210f01 100644
--- a/ollama/docker-compose.yml
+++ b/ollama/docker-compose.yml
@@ -5,15 +5,16 @@ services:
     image: ollama/ollama
     container_name: ollama
     runtime: nvidia
+    environment:
+      - NVIDIA_VISIBLE_DEVICES=all
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./data/ollama:/root/.ollama
     deploy:
       resources:
         reservations:
           devices:
-            - capabilities: [gpu]
-    volumes:
-      - ollama:/root/.ollama
-    ports:
-      - "11434:11434"
-
-volumes:
-  ollama:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]