Try switching llm

11 months ago · 729a3be266
parent 127ef4a521
commit 729a3be266
1 changed files with 1 additions and 1 deletions
--- a/tests/structs/test_model_parallizer.py
+++ b/tests/structs/test_model_parallizer.py
@ -15,7 +15,7 @@ custom_config = {
    "verbose": True,
 }
 huggingface_llm = HuggingfaceLLM(
-    model_id="NousResearch/Nous-Hermes-2-Vision-Alpha",
+    model_id="liuhaotian/llava-v1.6-mistral-7b",
    **custom_config,
 )
 mixtral = Mixtral(load_in_4bit=True, use_flash_attention_2=True)