From 6a352053fcee8ffec869c8b20b005f435ea28a86 Mon Sep 17 00:00:00 2001 From: Kye Date: Wed, 30 Aug 2023 11:16:35 -0400 Subject: [PATCH] model: no quantization Former-commit-id: a8cf8f46dda02e3f51c7ec795835c14005c3bb8f --- swarms/models/huggingface.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swarms/models/huggingface.py b/swarms/models/huggingface.py index 9fd795c3..d0607dcb 100644 --- a/swarms/models/huggingface.py +++ b/swarms/models/huggingface.py @@ -30,7 +30,7 @@ class HuggingFaceLLM: try: self.tokenizer = AutoTokenizer.from_pretrained(self.model_id) - self.model = AutoModelForCausalLM.from_pretrained(self.model_id, quantization_config=bnb_config) + self.model = AutoModelForCausalLM.from_pretrained(self.model_id) # quantization_config=bnb_config) self.model.to(self.device) except Exception as e: self.logger.error(f"Failed to load the model or the tokenizer: {e}")