12 lines
251 B
YAML
12 lines
251 B
YAML
|
services:
|
||
|
|
ollama:
|
||
|
|
# GPU support
|
||
|
|
deploy:
|
||
|
|
resources:
|
||
|
|
reservations:
|
||
|
|
devices:
|
||
|
|
- driver: ${OLLAMA_GPU_DRIVER-nvidia}
|
||
|
|
count: ${OLLAMA_GPU_COUNT-1}
|
||
|
|
capabilities:
|
||
|
|
- gpu
|