From f0dea1925ef7324bc8365005eac99be67b775276 Mon Sep 17 00:00:00 2001 From: Kye Date: Wed, 23 Aug 2023 18:56:05 -0400 Subject: [PATCH] bnb --- swarms/agents/models/huggingface.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swarms/agents/models/huggingface.py b/swarms/agents/models/huggingface.py index 4c658d80..54182738 100644 --- a/swarms/agents/models/huggingface.py +++ b/swarms/agents/models/huggingface.py @@ -2,7 +2,7 @@ import torch import logging from transformers import BitsAndBytesConfig -from transformers import AutoModelForCausalLM, AutoTokenizer #,# BitsAndBytesConfig +from transformers import AutoModelForCausalLM, AutoTokenizer class HuggingFaceLLM: def __init__(self, model_id: str, device: str = None, max_length: int = 20, quantize: bool = False, quantization_config: dict = None):