model: no quantization

Former-commit-id: a8cf8f46dd
1 year ago · 6a352053fc
parent acf0be1a13
commit 6a352053fc
1 changed files with 1 additions and 1 deletions
--- a/swarms/models/huggingface.py
+++ b/swarms/models/huggingface.py
@ -30,7 +30,7 @@ class HuggingFaceLLM:

        try:
            self.tokenizer = AutoTokenizer.from_pretrained(self.model_id)
-            self.model = AutoModelForCausalLM.from_pretrained(self.model_id, quantization_config=bnb_config)
+            self.model = AutoModelForCausalLM.from_pretrained(self.model_id) # quantization_config=bnb_config)
            self.model.to(self.device)
        except Exception as e:
            self.logger.error(f"Failed to load the model or the tokenizer: {e}")