From 729a3be266a411478f3d2aafbcd0e5ecd56b0e69 Mon Sep 17 00:00:00 2001 From: Wyatt Stanke Date: Thu, 29 Feb 2024 15:41:26 -0500 Subject: [PATCH] Try switching llm --- tests/structs/test_model_parallizer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/structs/test_model_parallizer.py b/tests/structs/test_model_parallizer.py index a0840608..2966712e 100644 --- a/tests/structs/test_model_parallizer.py +++ b/tests/structs/test_model_parallizer.py @@ -15,7 +15,7 @@ custom_config = { "verbose": True, } huggingface_llm = HuggingfaceLLM( - model_id="NousResearch/Nous-Hermes-2-Vision-Alpha", + model_id="liuhaotian/llava-v1.6-mistral-7b", **custom_config, ) mixtral = Mixtral(load_in_4bit=True, use_flash_attention_2=True)