added docker cmd to download and/or start vllm container

pull/570/head
Richard Anthony Hein 9 months ago
parent 15293bc9b8
commit d1a7163632

@ -0,0 +1,8 @@
docker run --runtime nvidia --gpus all \
-v ~/.cache/huggingface:/root/.cache/huggingface \
--env "HUGGING_FACE_HUB_TOKEN=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" \
-p 8000:8000 \
--network=host \
--name vllm \
vllm/vllm-openai:latest \
--model NousResearch/Meta-Llama-3-8B-Instruct
Loading…
Cancel
Save