parent
15293bc9b8
commit
d1a7163632
@ -0,0 +1,8 @@
|
|||||||
|
docker run --runtime nvidia --gpus all \
|
||||||
|
-v ~/.cache/huggingface:/root/.cache/huggingface \
|
||||||
|
--env "HUGGING_FACE_HUB_TOKEN=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" \
|
||||||
|
-p 8000:8000 \
|
||||||
|
--network=host \
|
||||||
|
--name vllm \
|
||||||
|
vllm/vllm-openai:latest \
|
||||||
|
--model NousResearch/Meta-Llama-3-8B-Instruct
|
Loading…
Reference in new issue