updated the default server model

8 months ago · 79c93f99df
parent 3ac06c76a3
commit 79c93f99df
1 changed files with 2 additions and 2 deletions
--- a/playground/demos/chatbot/server/server_models.py
+++ b/playground/demos/chatbot/server/server_models.py
@ -43,8 +43,8 @@ class ChatRequest(BaseModel):
    """ The model for a ChatRequest expected by the Chatbot Chat POST endpoint. """
    id: str
    model: AIModel = AIModel(
-        id="llama-2-70b.Q5_K_M",
-        name="llama-2-70b.Q5_K_M",
+        id="NousResearch/Meta-Llama-3-8B-Instruct",
+        name="NousResearch/Meta-Llama-3-8B-Instruct",
        maxLength=2048,
        tokenLimit=2048,
    )