parent
2de1e4f991
commit
90c5b5aea3
@ -1,19 +1,22 @@
|
|||||||
version: "3"
|
#version: "3"
|
||||||
services:
|
services:
|
||||||
swarms:
|
swarms:
|
||||||
image: swarm
|
image: swarm
|
||||||
build : .
|
build : .
|
||||||
|
network_mode: host
|
||||||
|
ipc: host
|
||||||
|
|
||||||
environment:
|
environment:
|
||||||
- OPENAI_API_KEY=sk-1234
|
- OPENAI_API_KEY=sk-1234
|
||||||
# - OPENAI_API_BASE=http://100.96.149.57:7091
|
# - OPENAI_API_BASE=http://100.96.149.57:7091
|
||||||
- OPENAI_API_BASE=http://127.0.0.1:5000
|
- OPENAI_API_BASE=http://localhost:5000/v1
|
||||||
command: python3 example.py
|
command: python3 example.py
|
||||||
|
|
||||||
restart: always
|
restart: always
|
||||||
deploy:
|
# deploy:
|
||||||
resources:
|
# resources:
|
||||||
reservations:
|
# reservations:
|
||||||
devices:
|
# devices:
|
||||||
- driver: nvidia
|
# - driver: nvidia
|
||||||
count: all
|
# count: all
|
||||||
capabilities: [gpu]
|
# capabilities: [gpu]
|
||||||
|
Loading…
Reference in new issue