updated ollama

ollama/README.md

@@ -1,13 +1,16 @@
 # Ollama
 
-**WORK IN PROGRESS**
-
 Dockerhub: https://hub.docker.com/r/ollama/ollama
 
 ## Preperation
 
-```
+You need to have nvidia-drivers, cuda and nvidia-container-toolkit
-sudo yum install -y nvidia-container-toolkit
+installed before proceeding.
-```
 
-docker run -d --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
+docker run for refrence:
+```
+docker run -d --runtime=nvidia --gpus=all -v ollama:/root/.ollama -p 11434:11434 --name ollama ollama/ollama
+
+podman exec -it ollama ollama pull llama3
+podman exec -it ollama ollama run llama3
+```

ollama/docker-compose.yml

@@ -5,15 +5,16 @@ services:
     image: ollama/ollama
     container_name: ollama
     runtime: nvidia
+    environment:
+      - NVIDIA_VISIBLE_DEVICES=all
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./data/ollama:/root/.ollama
     deploy:
       resources:
         reservations:
           devices:
-            - capabilities: [gpu]
+            - driver: nvidia
-    volumes:
+              count: all
-      - ollama:/root/.ollama
+              capabilities: [gpu]
-    ports:
-      - "11434:11434"
-
-volumes:
-  ollama: