Merge pull request #450 from AlexanderLavelle/patch-1

quantized models don't have .to
9 months ago · 2905900751
parent f992c99476 78b1e83c3f
commit 2905900751
1 changed files with 1 additions and 1 deletions
--- a/swarms/models/huggingface.py
+++ b/swarms/models/huggingface.py
@ -181,7 +181,7 @@ class HuggingfaceLLM(AbstractLLM):
                quantization_config=bnb_config,
                *args,
                **kwargs,
-            ).to(self.device)
+            )
        else:
            self.model = AutoModelForCausalLM.from_pretrained(
                self.model_id, *args, **kwargs