From b10ca93638f22c8fd3cfd1de7636e365fcf9ceb5 Mon Sep 17 00:00:00 2001 From: Kye Date: Wed, 23 Aug 2023 18:56:05 -0400 Subject: [PATCH] bnb Former-commit-id: 7f1c74f621ba342607cf826505b42e4a051b72a4 --- swarms/agents/models/huggingface.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swarms/agents/models/huggingface.py b/swarms/agents/models/huggingface.py index 4c658d80..54182738 100644 --- a/swarms/agents/models/huggingface.py +++ b/swarms/agents/models/huggingface.py @@ -2,7 +2,7 @@ import torch import logging from transformers import BitsAndBytesConfig -from transformers import AutoModelForCausalLM, AutoTokenizer #,# BitsAndBytesConfig +from transformers import AutoModelForCausalLM, AutoTokenizer class HuggingFaceLLM: def __init__(self, model_id: str, device: str = None, max_length: int = 20, quantize: bool = False, quantization_config: dict = None):