[TESTS][MultiAgentRouter]

pull/1156/head
Kye Gomez 2 days ago
parent e9b7c91edb
commit 526f4108cf

@ -697,6 +697,7 @@ class Agent:
agents=self.handoffs,
model=self.model_name,
temperature=self.temperature,
system_prompt=self.system_prompt,
output_type=self.output_type,
)

@ -562,7 +562,6 @@ class Conversation:
)
return
# Ensure we have a valid save path
if not self.save_filepath:
self.save_filepath = os.path.join(
@ -577,7 +576,12 @@ class Conversation:
# Save with proper formatting
with open(self.save_filepath, "w", encoding="utf-8") as f:
json.dump(self.conversation_history, f, indent=4, default=str)
json.dump(
self.conversation_history,
f,
indent=4,
default=str,
)
logger.info(f"Conversation saved to {self.save_filepath}")
@ -611,9 +615,14 @@ class Conversation:
with open(self.save_filepath, "w", encoding="utf-8") as f:
yaml.dump(
self.conversation_history,
f, indent=4, default_flow_style=False, sort_keys=False
f,
indent=4,
default_flow_style=False,
sort_keys=False,
)
logger.info(
f"Conversation saved to {self.save_filepath}"
)
logger.info(f"Conversation saved to {self.save_filepath}")
except Exception as e:
logger.error(

@ -1,64 +1,353 @@
import pytest
from swarms.structs.agent import Agent
from swarms.structs.multi_agent_router import MultiAgentRouter
# Agents fixture
@pytest.fixture
def agents():
# Test fixtures
def real_agents():
"""Create real agents for testing"""
return [
Agent(
agent_name="ResearchAgent",
agent_description="Specializes in researching topics and providing detailed, factual information",
system_prompt="You are a research specialist. Provide detailed, well-researched information about any topic, citing sources when possible.",
model_name="gpt-4o-mini",
max_loops=1,
verbose=False,
print_on=False,
),
Agent(
agent_name="CodeExpertAgent",
agent_description="Expert in writing, reviewing, and explaining code across multiple programming languages",
system_prompt="You are a coding expert. Write, review, and explain code with a focus on best practices and clean code principles.",
model_name="gpt-4o-mini",
max_loops=1,
verbose=False,
print_on=False,
),
Agent(
agent_name="WritingAgent",
agent_description="Skilled in creative and technical writing, content creation, and editing",
system_prompt="You are a writing specialist. Create, edit, and improve written content while maintaining appropriate tone and style.",
model_name="gpt-4o-mini",
max_loops=1,
verbose=False,
print_on=False,
),
Agent(
agent_name="MathAgent",
agent_description="Expert in mathematical calculations and problem solving",
system_prompt="You are a math expert. Solve mathematical problems and explain solutions clearly.",
model_name="gpt-4o-mini",
max_loops=1,
verbose=False,
print_on=False,
),
]
@pytest.mark.parametrize(
"model_name",
[
"gpt-4.1",
"gpt-4o",
"gpt-5-mini",
"o4-mini",
"o3",
"claude-opus-4-20250514",
"claude-sonnet-4-20250514",
"claude-3-7-sonnet-20250219",
"gemini/gemini-2.5-flash",
"gemini/gemini-2.5-pro",
],
)
def test_multiagentrouter_models(agents, model_name):
"""
Run MultiAgentRouter on a variety of models to ensure no errors are raised.
"""
task = "Use all the agents available to you to remake the Fibonacci function in Python, providing both an explanation and code."
router_execute = MultiAgentRouter(
agents=agents,
temperature=0.5,
model=model_name,
# ============================================================================
# INITIALIZATION TESTS
# ============================================================================
def test_multi_agent_router_initialization_default():
"""Test MultiAgentRouter initialization with default parameters"""
router = MultiAgentRouter(agents=real_agents())
assert router.name == "swarm-router"
assert (
router.description
== "Routes tasks to specialized agents based on their capabilities"
)
assert router.model == "gpt-4o-mini"
assert router.temperature == 0.1
assert router.output_type == "dict"
assert router.print_on is True
assert router.skip_null_tasks is True
assert len(router.agents) == 4
assert all(
agent_name in router.agents
for agent_name in [
"ResearchAgent",
"CodeExpertAgent",
"WritingAgent",
"MathAgent",
]
)
assert isinstance(
router.conversation, object
) # Conversation object
assert hasattr(router.function_caller, "run")
def test_multi_agent_router_initialization_custom_params():
"""Test MultiAgentRouter initialization with custom parameters"""
custom_name = "custom-router"
custom_description = "Custom description"
custom_model = "gpt-4"
custom_temperature = 0.5
custom_output_type = "json"
router = MultiAgentRouter(
name=custom_name,
description=custom_description,
agents=real_agents(),
model=custom_model,
temperature=custom_temperature,
output_type=custom_output_type,
print_on=False,
skip_null_tasks=False,
system_prompt="Custom system prompt",
)
assert router.name == custom_name
assert router.description == custom_description
assert router.model == custom_model
assert router.temperature == custom_temperature
assert router.output_type == custom_output_type
assert router.print_on is False
assert router.skip_null_tasks is False
assert router.system_prompt == "Custom system prompt"
def test_multi_agent_router_repr():
"""Test MultiAgentRouter string representation"""
router = MultiAgentRouter(agents=real_agents())
expected_repr = f"MultiAgentRouter(name={router.name}, agents={list(router.agents.keys())})"
assert repr(router) == expected_repr
# ============================================================================
# SINGLE HANDOFF TESTS
# ============================================================================
def test_handle_single_handoff_valid():
"""Test handling single handoff with valid agent"""
router = MultiAgentRouter(agents=real_agents())
result = router.route_task("Write a fibonacci function")
# Check that conversation was updated
assert len(router.conversation.conversation_history) > 0
# Check that we got a valid response
assert result is not None
assert isinstance(result, (list, dict))
# ============================================================================
# MULTIPLE HANDOFF TESTS
# ============================================================================
def test_handle_multiple_handoffs_valid():
"""Test handling multiple handoffs with valid agents"""
router = MultiAgentRouter(agents=real_agents())
result = router.route_task("Research and implement fibonacci")
# Check that conversation was updated
history = router.conversation.conversation_history
assert len(history) > 0
assert result is not None
assert isinstance(result, (list, dict))
def test_handle_multiple_handoffs_with_null_tasks():
"""Test handling multiple handoffs with some null tasks"""
router = MultiAgentRouter(
agents=real_agents(), skip_null_tasks=True
)
result = router.route_task("Mixed task")
# Should still return a valid result
history = router.conversation.conversation_history
assert len(history) > 0
assert result is not None
assert isinstance(result, (list, dict))
# ============================================================================
# ROUTE TASK TESTS
# ============================================================================
def test_route_task_single_agent():
"""Test route_task with single agent routing"""
router = MultiAgentRouter(agents=real_agents())
result = router.route_task("Write a fibonacci function")
# Check result structure - should be a list of conversation messages
assert result is not None
assert isinstance(result, (list, dict))
assert len(result) > 0 if isinstance(result, list) else True
def test_route_task_multiple_agents():
"""Test route_task with multiple agent routing"""
router = MultiAgentRouter(agents=real_agents())
result = router.route_task("Research and implement fibonacci")
# Check result structure
assert result is not None
assert isinstance(result, (list, dict))
def test_route_task_print_on_true():
"""Test route_task with print_on=True"""
router = MultiAgentRouter(agents=real_agents(), print_on=True)
# Should not raise any exceptions when printing
result = router.route_task("Test task")
assert result is not None
assert isinstance(result, (list, dict))
def test_route_task_print_on_false():
"""Test route_task with print_on=False"""
router = MultiAgentRouter(agents=real_agents(), print_on=False)
# Should not raise any exceptions when not printing
result = router.route_task("Test task")
assert result is not None
assert isinstance(result, (list, dict))
# ============================================================================
# ALIAS METHOD TESTS
# ============================================================================
def test_run_alias():
"""Test that run() method is an alias for route_task()"""
router = MultiAgentRouter(agents=real_agents())
result1 = router.run(
"Call your favorite agent to write a fibonacci function"
)
result2 = router.route_task(
"Call your favorite agent to write a fibonacci function"
)
# Results should be valid
assert result1 is not None
assert result2 is not None
assert isinstance(result1, (list, dict))
assert isinstance(result2, (list, dict))
def test_call_alias():
"""Test that __call__() method is an alias for route_task()"""
router = MultiAgentRouter(agents=real_agents())
result1 = router(
"Call your favorite agent to write a fibonacci function"
)
result2 = router(
"Call your favorite agent to write a fibonacci function"
)
# Results should be valid
assert result1 is not None
assert result2 is not None
assert isinstance(result1, (list, dict))
assert isinstance(result2, (list, dict))
# ============================================================================
# BATCH PROCESSING TESTS
# ============================================================================
def test_batch_run():
"""Test batch_run method"""
router = MultiAgentRouter(agents=real_agents())
tasks = [
"Call your favorite agent to write a fibonacci function",
"Call your favorite agent to write a fibonacci function",
"Call your favorite agent to write a fibonacci function",
]
results = router.batch_run(tasks)
assert len(results) == 3
assert all(result is not None for result in results)
assert all(isinstance(result, (list, dict)) for result in results)
def test_concurrent_batch_run():
"""Test concurrent_batch_run method"""
router = MultiAgentRouter(agents=real_agents())
tasks = [
"Call your favorite agent to write a fibonacci function",
"Call your favorite agent to write a fibonacci function",
"Call your favorite agent to write a fibonacci function",
]
results = router.concurrent_batch_run(tasks)
assert len(results) == 3
assert all(result is not None for result in results)
assert all(isinstance(result, (list, dict)) for result in results)
# ============================================================================
# OUTPUT TYPE TESTS
# ============================================================================
@pytest.mark.parametrize("output_type", ["dict", "json", "string"])
def test_different_output_types(output_type):
"""Test different output types"""
router = MultiAgentRouter(
agents=real_agents(), output_type=output_type
)
try:
result = router_execute.run(task)
assert result is not None
except Exception as e:
pytest.fail(f"Model {model_name} raised exception: {e}")
result = router.route_task("Test task")
assert result is not None
# Output format depends on the formatter, but should not raise errors
assert isinstance(result, (list, dict, str))
# ============================================================================
# PERFORMANCE AND LOAD TESTS
# ============================================================================
def test_large_batch_processing():
"""Test processing a large batch of tasks"""
router = MultiAgentRouter(agents=real_agents())
# Create a smaller number of tasks for testing (reduced from 100 to 5 for performance)
tasks = [f"Task number {i}" for i in range(5)]
results = router.batch_run(tasks)
assert len(results) == 5
def test_concurrent_large_batch_processing():
"""Test concurrent processing of a large batch of tasks"""
router = MultiAgentRouter(agents=real_agents())
# Create a small number of tasks for testing
tasks = [
f"Route task to your favorite agent to write a fibonacci function {i}"
for i in range(3)
]
results = router.concurrent_batch_run(tasks)
assert len(results) == 3
assert all(result is not None for result in results)
assert all(isinstance(result, (list, dict)) for result in results)
if __name__ == "__main__":
pytest.main(args=[__file__])
pytest.main([__file__])

Loading…
Cancel
Save