services: ollama: image: ollama/ollama hostname: ollama restart: unless-stopped volumes: - ollama:/root/.ollama ports: - target: 11434 published: 11434 deploy: resources: reservations: devices: - driver: nvidia count: all capabilities: [gpu] volumes: ollama: