model: no quantization

Former-commit-id: fa71bb910d80e4bccb6bc666110d1f2e1a41e570
2 years ago · d09c67d7c7
parent 6dd5256d27
commit d09c67d7c7
1 changed files with 1 additions and 1 deletions
--- a/swarms/models/huggingface.py
+++ b/swarms/models/huggingface.py
@ -30,7 +30,7 @@ class HuggingFaceLLM:

        try:
            self.tokenizer = AutoTokenizer.from_pretrained(self.model_id)
-            self.model = AutoModelForCausalLM.from_pretrained(self.model_id, quantization_config=bnb_config)
+            self.model = AutoModelForCausalLM.from_pretrained(self.model_id) # quantization_config=bnb_config)
            self.model.to(self.device)
        except Exception as e:
            self.logger.error(f"Failed to load the model or the tokenizer: {e}")