model: no quantization

2 years ago · a8cf8f46dd
parent ff0d47bd3d
commit a8cf8f46dd
1 changed files with 1 additions and 1 deletions
--- a/swarms/models/huggingface.py
+++ b/swarms/models/huggingface.py
@ -30,7 +30,7 @@ class HuggingFaceLLM:

        try:
            self.tokenizer = AutoTokenizer.from_pretrained(self.model_id)
-            self.model = AutoModelForCausalLM.from_pretrained(self.model_id, quantization_config=bnb_config)
+            self.model = AutoModelForCausalLM.from_pretrained(self.model_id) # quantization_config=bnb_config)
            self.model.to(self.device)
        except Exception as e:
            self.logger.error(f"Failed to load the model or the tokenizer: {e}")