You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
36 lines
769 B
36 lines
769 B
import os
|
|
|
|
from dotenv import load_dotenv
|
|
|
|
from swarms.models.gpt4_vision_api import GPT4VisionAPI
|
|
from swarms.prompts.visual_cot import VISUAL_CHAIN_OF_THOUGHT
|
|
from swarms.structs import Agent
|
|
|
|
# Load the environment variables
|
|
load_dotenv()
|
|
|
|
# Get the API key from the environment
|
|
api_key = os.environ.get("OPENAI_API_KEY")
|
|
|
|
# Initialize the language model
|
|
llm = GPT4VisionAPI(
|
|
openai_api_key=api_key,
|
|
max_tokens=500,
|
|
)
|
|
|
|
# Initialize the task
|
|
task = "This is an eye test. What do you see?"
|
|
img = "playground/demos/multi_modal_chain_of_thought/eyetest.jpg"
|
|
|
|
## Initialize the workflow
|
|
agent = Agent(
|
|
llm=llm,
|
|
max_loops=2,
|
|
autosave=True,
|
|
sop=VISUAL_CHAIN_OF_THOUGHT,
|
|
)
|
|
|
|
# Run the workflow on a task
|
|
out = agent.run(task=task, img=img)
|
|
print(out)
|