From f67185ff7af2cad6b524e95324486f5dfa6c6faf Mon Sep 17 00:00:00 2001 From: jaydee Date: Mon, 1 Dec 2025 22:43:16 +0100 Subject: [PATCH] build --- __swarm/ollama/ollama-swarm.yml | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 __swarm/ollama/ollama-swarm.yml diff --git a/__swarm/ollama/ollama-swarm.yml b/__swarm/ollama/ollama-swarm.yml new file mode 100644 index 0000000..cadf7bf --- /dev/null +++ b/__swarm/ollama/ollama-swarm.yml @@ -0,0 +1,24 @@ +services: + ollama: + image: ${DOCKER_REGISTRY:-}ollama/ollama:rocm + devices: + - /dev/kfd + - /dev/dri + volumes: + - ollama_models:/root/.ollama + environment: + HSA_OVERRIDE_GFX_VERSION: 11.0.0 + ports: + - target: 11434 + published: 11434 + protocol: tcp + mode: ingress + dns: + - 8.8.8.8 + deploy: + replicas: 1 + placement: + constraints: + - node.role == manager +volumes: + ollama_models: null