|
|
|
@ -22,11 +22,8 @@ services:
|
|
|
|
|
tty: true
|
|
|
|
|
deploy:
|
|
|
|
|
resources:
|
|
|
|
|
reservations:
|
|
|
|
|
devices:
|
|
|
|
|
- driver: nvidia
|
|
|
|
|
count: 1
|
|
|
|
|
capabilities: [gpu]
|
|
|
|
|
reservations: {}
|
|
|
|
|
|
|
|
|
|
ollama:
|
|
|
|
|
volumes:
|
|
|
|
|
- ./ollama/ollama:/root/.ollama
|
|
|
|
@ -37,11 +34,8 @@ services:
|
|
|
|
|
- OLLAMA_KEEP_ALIVE=24h
|
|
|
|
|
deploy:
|
|
|
|
|
resources:
|
|
|
|
|
reservations:
|
|
|
|
|
devices:
|
|
|
|
|
- driver: nvidia
|
|
|
|
|
count: 1
|
|
|
|
|
capabilities: [gpu]
|
|
|
|
|
reservations: {}
|
|
|
|
|
|
|
|
|
|
ollama-webui:
|
|
|
|
|
image: ghcr.io/open-webui/open-webui:main
|
|
|
|
|
volumes:
|
|
|
|
@ -58,5 +52,4 @@ services:
|
|
|
|
|
- WEBUI_URL=http://localhost:8080
|
|
|
|
|
- WEBUI_SECRET_KEY=t0p-s3cr3t
|
|
|
|
|
extra_hosts:
|
|
|
|
|
- host.docker.internal:host-gateway
|
|
|
|
|
|
|
|
|
|
- host.docker.internal:host-gateway
|