diff --git a/__swarm/ollama/ollama-swarm.yml b/__swarm/ollama/ollama-swarm.yml new file mode 100644 index 0000000..cadf7bf --- /dev/null +++ b/__swarm/ollama/ollama-swarm.yml @@ -0,0 +1,24 @@ +services: + ollama: + image: ${DOCKER_REGISTRY:-}ollama/ollama:rocm + devices: + - /dev/kfd + - /dev/dri + volumes: + - ollama_models:/root/.ollama + environment: + HSA_OVERRIDE_GFX_VERSION: 11.0.0 + ports: + - target: 11434 + published: 11434 + protocol: tcp + mode: ingress + dns: + - 8.8.8.8 + deploy: + replicas: 1 + placement: + constraints: + - node.role == manager +volumes: + ollama_models: null