You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
111 lines
2.9 KiB
111 lines
2.9 KiB
import os
|
|
from unittest.mock import Mock
|
|
|
|
import pytest
|
|
from dotenv import load_dotenv
|
|
|
|
from swarms.models.gpt4_vision_api import GPT4VisionAPI
|
|
from swarms.prompts.multi_modal_autonomous_instruction_prompt import (
|
|
MULTI_MODAL_AUTO_AGENT_SYSTEM_PROMPT_1,
|
|
)
|
|
from swarms.structs.agent import Agent
|
|
from swarms.structs.task import Task
|
|
|
|
load_dotenv()
|
|
|
|
|
|
@pytest.fixture
|
|
def llm():
|
|
return GPT4VisionAPI()
|
|
|
|
|
|
def test_agent_run_task(llm):
|
|
task = (
|
|
"Analyze this image of an assembly line and identify any"
|
|
" issues such as misaligned parts, defects, or deviations"
|
|
" from the standard assembly process. IF there is anything"
|
|
" unsafe in the image, explain why it is unsafe and how it"
|
|
" could be improved."
|
|
)
|
|
img = "assembly_line.jpg"
|
|
|
|
agent = Agent(
|
|
llm=llm,
|
|
max_loops="auto",
|
|
sop=MULTI_MODAL_AUTO_AGENT_SYSTEM_PROMPT_1,
|
|
dashboard=True,
|
|
)
|
|
|
|
result = agent.run(task=task, img=img)
|
|
|
|
# Add assertions here to verify the expected behavior of the agent's run method
|
|
assert isinstance(result, dict)
|
|
assert "response" in result
|
|
assert "dashboard_data" in result
|
|
# Add more assertions as needed
|
|
|
|
|
|
@pytest.fixture
|
|
def task():
|
|
agents = [Agent(llm=llm, id=f"Agent_{i}") for i in range(5)]
|
|
return Task(
|
|
id="Task_1", task="Task_Name", agents=agents, dependencies=[]
|
|
)
|
|
|
|
|
|
# Basic tests
|
|
|
|
|
|
def test_task_init(task):
|
|
assert task.id == "Task_1"
|
|
assert task.task == "Task_Name"
|
|
assert isinstance(task.agents, list)
|
|
assert len(task.agents) == 5
|
|
assert isinstance(task.dependencies, list)
|
|
|
|
|
|
def test_task_execute(task, mocker):
|
|
mocker.patch.object(Agent, "run", side_effect=[1, 2, 3, 4, 5])
|
|
parent_results = {}
|
|
task.execute(parent_results)
|
|
assert isinstance(task.results, list)
|
|
assert len(task.results) == 5
|
|
for result in task.results:
|
|
assert isinstance(result, int)
|
|
|
|
|
|
# Parameterized tests
|
|
|
|
|
|
@pytest.mark.parametrize("num_agents", [1, 3, 5, 10])
|
|
def test_task_num_agents(task, num_agents, mocker):
|
|
task.agents = [Agent(id=f"Agent_{i}") for i in range(num_agents)]
|
|
mocker.patch.object(Agent, "run", return_value=1)
|
|
parent_results = {}
|
|
task.execute(parent_results)
|
|
assert len(task.results) == num_agents
|
|
|
|
|
|
# Exception testing
|
|
|
|
|
|
def test_task_execute_with_dependency_error(task, mocker):
|
|
task.dependencies = ["NonExistentTask"]
|
|
mocker.patch.object(Agent, "run", return_value=1)
|
|
parent_results = {}
|
|
with pytest.raises(KeyError):
|
|
task.execute(parent_results)
|
|
|
|
|
|
# Mocking and monkeypatching tests
|
|
|
|
|
|
def test_task_execute_with_mocked_agents(task, mocker):
|
|
mock_agents = [Mock(spec=Agent) for _ in range(5)]
|
|
mocker.patch.object(task, "agents", mock_agents)
|
|
for mock_agent in mock_agents:
|
|
mock_agent.run.return_value = 1
|
|
parent_results = {}
|
|
task.execute(parent_results)
|
|
assert len(task.results) == 5
|