|
|
@ -5,6 +5,7 @@ from typing import (
|
|
|
|
Any,
|
|
|
|
Any,
|
|
|
|
Union,
|
|
|
|
Union,
|
|
|
|
TypeVar,
|
|
|
|
TypeVar,
|
|
|
|
|
|
|
|
Optional,
|
|
|
|
)
|
|
|
|
)
|
|
|
|
from dataclasses import dataclass
|
|
|
|
from dataclasses import dataclass
|
|
|
|
import csv
|
|
|
|
import csv
|
|
|
@ -17,6 +18,7 @@ from swarms.schemas.swarms_api_schemas import AgentSpec
|
|
|
|
from litellm import model_list
|
|
|
|
from litellm import model_list
|
|
|
|
import concurrent.futures
|
|
|
|
import concurrent.futures
|
|
|
|
from tqdm import tqdm
|
|
|
|
from tqdm import tqdm
|
|
|
|
|
|
|
|
from swarms.security import SwarmShieldIntegration, ShieldConfig
|
|
|
|
|
|
|
|
|
|
|
|
# Type variable for agent configuration
|
|
|
|
# Type variable for agent configuration
|
|
|
|
AgentConfigType = TypeVar(
|
|
|
|
AgentConfigType = TypeVar(
|
|
|
@ -171,7 +173,12 @@ class AgentLoader:
|
|
|
|
"""Class to manage agents through various file formats with type safety and high performance"""
|
|
|
|
"""Class to manage agents through various file formats with type safety and high performance"""
|
|
|
|
|
|
|
|
|
|
|
|
def __init__(
|
|
|
|
def __init__(
|
|
|
|
self, file_path: Union[str, Path], max_workers: int = 10
|
|
|
|
self,
|
|
|
|
|
|
|
|
file_path: Union[str, Path],
|
|
|
|
|
|
|
|
max_workers: int = 10,
|
|
|
|
|
|
|
|
shield_config: Optional[ShieldConfig] = None,
|
|
|
|
|
|
|
|
enable_security: bool = True,
|
|
|
|
|
|
|
|
security_level: str = "standard",
|
|
|
|
):
|
|
|
|
):
|
|
|
|
"""Initialize the AgentLoader with file path and max workers for parallel processing"""
|
|
|
|
"""Initialize the AgentLoader with file path and max workers for parallel processing"""
|
|
|
|
self.file_path = (
|
|
|
|
self.file_path = (
|
|
|
@ -181,6 +188,89 @@ class AgentLoader:
|
|
|
|
)
|
|
|
|
)
|
|
|
|
self.max_workers = max_workers
|
|
|
|
self.max_workers = max_workers
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Initialize SwarmShield integration
|
|
|
|
|
|
|
|
self._initialize_swarm_shield(shield_config, enable_security, security_level)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _initialize_swarm_shield(
|
|
|
|
|
|
|
|
self,
|
|
|
|
|
|
|
|
shield_config: Optional[ShieldConfig] = None,
|
|
|
|
|
|
|
|
enable_security: bool = True,
|
|
|
|
|
|
|
|
security_level: str = "standard"
|
|
|
|
|
|
|
|
) -> None:
|
|
|
|
|
|
|
|
"""Initialize SwarmShield integration for security features."""
|
|
|
|
|
|
|
|
self.enable_security = enable_security
|
|
|
|
|
|
|
|
self.security_level = security_level
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if enable_security:
|
|
|
|
|
|
|
|
if shield_config is None:
|
|
|
|
|
|
|
|
shield_config = ShieldConfig.get_security_level(security_level)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
self.swarm_shield = SwarmShieldIntegration(shield_config)
|
|
|
|
|
|
|
|
else:
|
|
|
|
|
|
|
|
self.swarm_shield = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Security methods
|
|
|
|
|
|
|
|
def validate_task_with_shield(self, task: str) -> str:
|
|
|
|
|
|
|
|
"""Validate and sanitize task input using SwarmShield."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
return self.swarm_shield.validate_and_protect_input(task)
|
|
|
|
|
|
|
|
return task
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def validate_agent_config_with_shield(self, agent_config: dict) -> dict:
|
|
|
|
|
|
|
|
"""Validate agent configuration using SwarmShield."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
return self.swarm_shield.validate_and_protect_input(str(agent_config))
|
|
|
|
|
|
|
|
return agent_config
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def process_agent_communication_with_shield(self, message: str, agent_name: str) -> str:
|
|
|
|
|
|
|
|
"""Process agent communication through SwarmShield security."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
return self.swarm_shield.process_agent_communication(message, agent_name)
|
|
|
|
|
|
|
|
return message
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def check_rate_limit_with_shield(self, agent_name: str) -> bool:
|
|
|
|
|
|
|
|
"""Check rate limits for an agent using SwarmShield."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
return self.swarm_shield.check_rate_limit(agent_name)
|
|
|
|
|
|
|
|
return True
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def add_secure_message(self, message: str, agent_name: str) -> None:
|
|
|
|
|
|
|
|
"""Add a message to secure conversation history."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
self.swarm_shield.add_secure_message(message, agent_name)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_secure_messages(self) -> List[dict]:
|
|
|
|
|
|
|
|
"""Get secure conversation messages."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
return self.swarm_shield.get_secure_messages()
|
|
|
|
|
|
|
|
return []
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_security_stats(self) -> dict:
|
|
|
|
|
|
|
|
"""Get security statistics and metrics."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
return self.swarm_shield.get_security_stats()
|
|
|
|
|
|
|
|
return {"security_enabled": False}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def update_shield_config(self, new_config: ShieldConfig) -> None:
|
|
|
|
|
|
|
|
"""Update SwarmShield configuration."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
self.swarm_shield.update_config(new_config)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def enable_security(self) -> None:
|
|
|
|
|
|
|
|
"""Enable SwarmShield security features."""
|
|
|
|
|
|
|
|
if not self.swarm_shield:
|
|
|
|
|
|
|
|
self._initialize_swarm_shield(enable_security=True, security_level=self.security_level)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def disable_security(self) -> None:
|
|
|
|
|
|
|
|
"""Disable SwarmShield security features."""
|
|
|
|
|
|
|
|
self.swarm_shield = None
|
|
|
|
|
|
|
|
self.enable_security = False
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def cleanup_security(self) -> None:
|
|
|
|
|
|
|
|
"""Clean up SwarmShield resources."""
|
|
|
|
|
|
|
|
if self.swarm_shield:
|
|
|
|
|
|
|
|
self.swarm_shield.cleanup()
|
|
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
@property
|
|
|
|
def file_type(self) -> FileType:
|
|
|
|
def file_type(self) -> FileType:
|
|
|
|
"""Determine the file type based on extension"""
|
|
|
|
"""Determine the file type based on extension"""
|
|
|
|