bnb

Former-commit-id: 7f1c74f621ba342607cf826505b42e4a051b72a4

swarms/agents/models/huggingface.py

@@ -2,7 +2,7 @@ import torch
 import logging
 from transformers import BitsAndBytesConfig
 
-from transformers import AutoModelForCausalLM, AutoTokenizer #,# BitsAndBytesConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer
 
 class HuggingFaceLLM:
     def __init__(self, model_id: str, device: str = None, max_length: int = 20, quantize: bool = False, quantization_config: dict = None):