services:
  ollama:
    image: ${DOCKER_REGISTRY:-}ollama/ollama:rocm
    devices:
    - /dev/kfd
    - /dev/dri
    volumes:
    - ollama_models:/root/.ollama
    environment:
      HSA_OVERRIDE_GFX_VERSION: 11.0.0
    ports:
    - target: 11434
      published: 11434
      protocol: tcp
      mode: ingress
    dns:
    - 8.8.8.8
    deploy:
      replicas: 1
      placement:
        constraints:
        - node.role == manager
volumes:
  ollama_models: