bnb

1 year ago · f0dea1925e
parent 272cb5fd1c
commit f0dea1925e
1 changed files with 1 additions and 1 deletions
--- a/swarms/agents/models/huggingface.py
+++ b/swarms/agents/models/huggingface.py
@ -2,7 +2,7 @@ import torch
 import logging
 from transformers import BitsAndBytesConfig

-from transformers import AutoModelForCausalLM, AutoTokenizer #,# BitsAndBytesConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer

 class HuggingFaceLLM:
    def __init__(self, model_id: str, device: str = None, max_length: int = 20, quantize: bool = False, quantization_config: dict = None):