bnb

Former-commit-id: f0dea1925e
1 year ago · 91fa79af9b
parent 5bfcf69ab6
commit 91fa79af9b
1 changed files with 1 additions and 1 deletions
--- a/swarms/agents/models/huggingface.py
+++ b/swarms/agents/models/huggingface.py
@ -2,7 +2,7 @@ import torch
 import logging
 from transformers import BitsAndBytesConfig

-from transformers import AutoModelForCausalLM, AutoTokenizer #,# BitsAndBytesConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer

 class HuggingFaceLLM:
    def __init__(self, model_id: str, device: str = None, max_length: int = 20, quantize: bool = False, quantization_config: dict = None):