open-webui/docker-compose.gpu.yaml

services:
  ollama:
    # GPU support
    deploy:
      resources:
        reservations:
          devices:
            - driver: ${OLLAMA_GPU_DRIVER-nvidia}
              count: ${OLLAMA_GPU_COUNT-1}
              capabilities:
                - gpu
general-compose-improvements 2023-12-24 01:33:15 +08:00			`services:`
			`ollama:`
fix: readme.md formatting 2024-01-01 07:10:33 +08:00			`# GPU support`
general-compose-improvements 2023-12-24 01:33:15 +08:00			`deploy:`
			`resources:`
			`reservations:`
			`devices:`
			`- driver: ${OLLAMA_GPU_DRIVER-nvidia}`
			`count: ${OLLAMA_GPU_COUNT-1}`
			`capabilities:`
			`- gpu`