diff --git a/playground/agents/tool_agent.py b/playground/agents/tool_agent.py index 71d10bb8..0a95f42c 100644 --- a/playground/agents/tool_agent.py +++ b/playground/agents/tool_agent.py @@ -4,7 +4,9 @@ from swarms import ToolAgent # Load the pre-trained model and tokenizer model = AutoModelForCausalLM.from_pretrained( - "databricks/dolly-v2-12b" + "databricks/dolly-v2-12b", + load_in_4bit=True, + device_map="auto", ) tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b")