2023-12-23 18:33:15 +01:00
|
|
|
version: '3.8'
|
|
|
|
|
|
|
|
|
|
services:
|
|
|
|
|
ollama:
|
2024-01-01 00:10:33 +01:00
|
|
|
# GPU support
|
2023-12-23 18:33:15 +01:00
|
|
|
deploy:
|
|
|
|
|
resources:
|
|
|
|
|
reservations:
|
|
|
|
|
devices:
|
|
|
|
|
- driver: ${OLLAMA_GPU_DRIVER-nvidia}
|
|
|
|
|
count: ${OLLAMA_GPU_COUNT-1}
|
|
|
|
|
capabilities:
|
|
|
|
|
- gpu
|
