build

__swarm/ollama/ollama-swarm.yml

@@ -0,0 +1,24 @@
+services:
+  ollama:
+    image: ${DOCKER_REGISTRY:-}ollama/ollama:rocm
+    devices:
+    - /dev/kfd
+    - /dev/dri
+    volumes:
+    - ollama_models:/root/.ollama
+    environment:
+      HSA_OVERRIDE_GFX_VERSION: 11.0.0
+    ports:
+    - target: 11434
+      published: 11434
+      protocol: tcp
+      mode: ingress
+    dns:
+    - 8.8.8.8
+    deploy:
+      replicas: 1
+      placement:
+        constraints:
+        - node.role == manager
+volumes:
+  ollama_models: null