open-webui/docker-compose.gpu.yaml
2023-12-31 15:10:33 -08:00

13 lines
267 B
YAML

version: '3.8'
services:
ollama:
# GPU support
deploy:
resources:
reservations:
devices:
- driver: ${OLLAMA_GPU_DRIVER-nvidia}
count: ${OLLAMA_GPU_COUNT-1}
capabilities:
- gpu