From 15293bc9b810b57520ebad79872cdc37bcef278b Mon Sep 17 00:00:00 2001 From: Richard Anthony Hein Date: Tue, 13 Aug 2024 21:24:26 +0000 Subject: [PATCH] added support for vLLM EMPTY and localhost defaults --- swarms/structs/agent.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/swarms/structs/agent.py b/swarms/structs/agent.py index e4984dac..3ceba083 100644 --- a/swarms/structs/agent.py +++ b/swarms/structs/agent.py @@ -187,6 +187,8 @@ class Agent(BaseStructure): id: Optional[str] = agent_id, llm: Optional[Any] = OpenAIChat( model_name="gpt-4o", + openai_api_key="EMPTY", # support vLLM when EMPTY + openai_api_base="http://localhost:8000", # vLLM address and port # max_tokens = 4000, ), template: Optional[str] = None,