From 79c93f99dfb818a6f00ee269c416aece1711093e Mon Sep 17 00:00:00 2001 From: Richard Anthony Hein Date: Sun, 25 Aug 2024 14:13:30 +0000 Subject: [PATCH] updated the default server model --- playground/demos/chatbot/server/server_models.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/playground/demos/chatbot/server/server_models.py b/playground/demos/chatbot/server/server_models.py index 8fe88206..fe43b92d 100644 --- a/playground/demos/chatbot/server/server_models.py +++ b/playground/demos/chatbot/server/server_models.py @@ -43,8 +43,8 @@ class ChatRequest(BaseModel): """ The model for a ChatRequest expected by the Chatbot Chat POST endpoint. """ id: str model: AIModel = AIModel( - id="llama-2-70b.Q5_K_M", - name="llama-2-70b.Q5_K_M", + id="NousResearch/Meta-Llama-3-8B-Instruct", + name="NousResearch/Meta-Llama-3-8B-Instruct", maxLength=2048, tokenLimit=2048, )