Merge f17ee89a3c into 48cc138d95
evelynmitchell
1 year ago
committed by
GitHub
commit
de2eb44f0b
@ -0,0 +1,97 @@
|
||||
import os
|
||||
|
||||
from dotenv import load_dotenv
|
||||
from transformers import AutoModelForCausalLM, AutoTokenizer
|
||||
|
||||
# Import the models, structs, and telemetry modules
|
||||
from swarms import (
|
||||
Gemini,
|
||||
GPT4VisionAPI,
|
||||
Mixtral,
|
||||
OpenAI,
|
||||
ToolAgent,
|
||||
BlocksList,
|
||||
)
|
||||
|
||||
# Load the environment variables
|
||||
load_dotenv()
|
||||
|
||||
# Get the environment variables
|
||||
openai_api_key = os.getenv("OPENAI_API_KEY")
|
||||
gemini_api_key = os.getenv("GEMINI_API_KEY")
|
||||
|
||||
# Tool Agent
|
||||
model = AutoModelForCausalLM.from_pretrained(
|
||||
"databricks/dolly-v2-12b"
|
||||
)
|
||||
tokenizer = AutoTokenizer.from_pretrained("databricks/dolly-v2-12b")
|
||||
json_schema = {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"name": {"type": "string"},
|
||||
"age": {"type": "number"},
|
||||
"is_student": {"type": "boolean"},
|
||||
"courses": {"type": "array", "items": {"type": "string"}},
|
||||
},
|
||||
}
|
||||
toolagent = ToolAgent(
|
||||
model=model, tokenizer=tokenizer, json_schema=json_schema
|
||||
)
|
||||
|
||||
# Blocks List which enables you to build custom swarms by adding classes or functions
|
||||
swarm = BlocksList(
|
||||
"SocialMediaSwarm",
|
||||
"A swarm of social media agents",
|
||||
[
|
||||
OpenAI(openai_api_key=openai_api_key),
|
||||
Mixtral(),
|
||||
GPT4VisionAPI(openai_api_key=openai_api_key),
|
||||
Gemini(gemini_api_key=gemini_api_key),
|
||||
],
|
||||
)
|
||||
|
||||
|
||||
# Add the new block to the swarm
|
||||
swarm.add(toolagent)
|
||||
|
||||
# Remove a block from the swarm
|
||||
swarm.remove(toolagent)
|
||||
|
||||
# Update a block in the swarm
|
||||
swarm.update(toolagent)
|
||||
|
||||
# Get a block at a specific index
|
||||
block_at_index = swarm.get(0)
|
||||
|
||||
# Get all blocks in the swarm
|
||||
all_blocks = swarm.get_all()
|
||||
|
||||
# Get blocks by name
|
||||
openai_blocks = swarm.get_by_name("OpenAI")
|
||||
|
||||
# Get blocks by type
|
||||
gpt4_blocks = swarm.get_by_type("GPT4VisionAPI")
|
||||
|
||||
# Get blocks by ID
|
||||
block_by_id = swarm.get_by_id(toolagent.id)
|
||||
|
||||
# Get blocks by parent
|
||||
blocks_by_parent = swarm.get_by_parent(swarm)
|
||||
|
||||
# Get blocks by parent ID
|
||||
blocks_by_parent_id = swarm.get_by_parent_id(swarm.id)
|
||||
|
||||
# Get blocks by parent name
|
||||
blocks_by_parent_name = swarm.get_by_parent_name(swarm.name)
|
||||
|
||||
# Get blocks by parent type
|
||||
blocks_by_parent_type = swarm.get_by_parent_type(type(swarm).__name__)
|
||||
|
||||
# Get blocks by parent description
|
||||
blocks_by_parent_description = swarm.get_by_parent_description(
|
||||
swarm.description
|
||||
)
|
||||
|
||||
# Run the block in the swarm
|
||||
inference = swarm.run_block(toolagent, "Hello World")
|
||||
print(inference)
|
||||
@ -1,158 +1,158 @@
|
||||
import platform
|
||||
import subprocess
|
||||
|
||||
import pkg_resources
|
||||
import psutil
|
||||
import toml
|
||||
|
||||
|
||||
def get_python_version():
|
||||
return platform.python_version()
|
||||
|
||||
|
||||
def get_pip_version():
|
||||
try:
|
||||
pip_version = (
|
||||
subprocess.check_output(["pip", "--version"])
|
||||
.decode()
|
||||
.split()[1]
|
||||
)
|
||||
except Exception as e:
|
||||
pip_version = str(e)
|
||||
return pip_version
|
||||
|
||||
|
||||
def get_oi_version():
|
||||
try:
|
||||
oi_version_cmd = (
|
||||
subprocess.check_output(["interpreter", "--version"])
|
||||
.decode()
|
||||
.split()[1]
|
||||
)
|
||||
except Exception as e:
|
||||
oi_version_cmd = str(e)
|
||||
oi_version_pkg = pkg_resources.get_distribution(
|
||||
"open-interpreter"
|
||||
).version
|
||||
oi_version = oi_version_cmd, oi_version_pkg
|
||||
return oi_version
|
||||
|
||||
|
||||
def get_os_version():
|
||||
return platform.platform()
|
||||
|
||||
|
||||
def get_cpu_info():
|
||||
return platform.processor()
|
||||
|
||||
|
||||
def get_ram_info():
|
||||
vm = psutil.virtual_memory()
|
||||
used_ram_gb = vm.used / (1024**3)
|
||||
free_ram_gb = vm.free / (1024**3)
|
||||
total_ram_gb = vm.total / (1024**3)
|
||||
return (
|
||||
f"{total_ram_gb:.2f} GB, used: {used_ram_gb:.2f}, free:"
|
||||
f" {free_ram_gb:.2f}"
|
||||
)
|
||||
|
||||
|
||||
def get_package_mismatches(file_path="pyproject.toml"):
|
||||
with open(file_path, "r") as file:
|
||||
pyproject = toml.load(file)
|
||||
dependencies = pyproject["tool"]["poetry"]["dependencies"]
|
||||
dev_dependencies = pyproject["tool"]["poetry"]["group"]["dev"][
|
||||
"dependencies"
|
||||
]
|
||||
dependencies.update(dev_dependencies)
|
||||
|
||||
installed_packages = {
|
||||
pkg.key: pkg.version for pkg in pkg_resources.working_set
|
||||
}
|
||||
|
||||
mismatches = []
|
||||
for package, version_info in dependencies.items():
|
||||
if isinstance(version_info, dict):
|
||||
version_info = version_info["version"]
|
||||
installed_version = installed_packages.get(package)
|
||||
if installed_version and version_info.startswith("^"):
|
||||
expected_version = version_info[1:]
|
||||
if not installed_version.startswith(expected_version):
|
||||
mismatches.append(
|
||||
f"\t {package}: Mismatch,"
|
||||
f" pyproject.toml={expected_version},"
|
||||
f" pip={installed_version}"
|
||||
)
|
||||
else:
|
||||
mismatches.append(f"\t {package}: Not found in pip list")
|
||||
|
||||
return "\n" + "\n".join(mismatches)
|
||||
|
||||
|
||||
def interpreter_info(interpreter):
|
||||
try:
|
||||
if interpreter.offline and interpreter.llm.api_base:
|
||||
try:
|
||||
curl = subprocess.check_output(
|
||||
f"curl {interpreter.llm.api_base}"
|
||||
)
|
||||
except Exception as e:
|
||||
curl = str(e)
|
||||
else:
|
||||
curl = "Not local"
|
||||
|
||||
messages_to_display = []
|
||||
for message in interpreter.messages:
|
||||
message = message.copy()
|
||||
try:
|
||||
if len(message["content"]) > 600:
|
||||
message["content"] = (
|
||||
message["content"][:300]
|
||||
+ "..."
|
||||
+ message["content"][-300:]
|
||||
)
|
||||
except Exception as e:
|
||||
print(str(e), "for message:", message)
|
||||
messages_to_display.append(message)
|
||||
|
||||
return f"""
|
||||
|
||||
# Interpreter Info
|
||||
# import platform
|
||||
# import subprocess
|
||||
|
||||
# import pkg_resources
|
||||
# import psutil
|
||||
# import toml
|
||||
|
||||
|
||||
# def get_python_version():
|
||||
# return platform.python_version()
|
||||
|
||||
|
||||
# def get_pip_version():
|
||||
# try:
|
||||
# pip_version = (
|
||||
# subprocess.check_output(["pip", "--version"])
|
||||
# .decode()
|
||||
# .split()[1]
|
||||
# )
|
||||
# except Exception as e:
|
||||
# pip_version = str(e)
|
||||
# return pip_version
|
||||
|
||||
|
||||
# def get_oi_version():
|
||||
# try:
|
||||
# oi_version_cmd = (
|
||||
# subprocess.check_output(["interpreter", "--version"])
|
||||
# .decode()
|
||||
# .split()[1]
|
||||
# )
|
||||
# except Exception as e:
|
||||
# oi_version_cmd = str(e)
|
||||
# oi_version_pkg = pkg_resources.get_distribution(
|
||||
# "open-interpreter"
|
||||
# ).version
|
||||
# oi_version = oi_version_cmd, oi_version_pkg
|
||||
# return oi_version
|
||||
|
||||
|
||||
# def get_os_version():
|
||||
# return platform.platform()
|
||||
|
||||
|
||||
# def get_cpu_info():
|
||||
# return platform.processor()
|
||||
|
||||
|
||||
# def get_ram_info():
|
||||
# vm = psutil.virtual_memory()
|
||||
# used_ram_gb = vm.used / (1024**3)
|
||||
# free_ram_gb = vm.free / (1024**3)
|
||||
# total_ram_gb = vm.total / (1024**3)
|
||||
# return (
|
||||
# f"{total_ram_gb:.2f} GB, used: {used_ram_gb:.2f}, free:"
|
||||
# f" {free_ram_gb:.2f}"
|
||||
# )
|
||||
|
||||
|
||||
# def get_package_mismatches(file_path="pyproject.toml"):
|
||||
# with open(file_path, "r") as file:
|
||||
# pyproject = toml.load(file)
|
||||
# dependencies = pyproject["tool"]["poetry"]["dependencies"]
|
||||
# dev_dependencies = pyproject["tool"]["poetry"]["group"]["dev"][
|
||||
# "dependencies"
|
||||
# ]
|
||||
# dependencies.update(dev_dependencies)
|
||||
|
||||
# installed_packages = {
|
||||
# pkg.key: pkg.version for pkg in pkg_resources.working_set
|
||||
# }
|
||||
|
||||
# mismatches = []
|
||||
# for package, version_info in dependencies.items():
|
||||
# if isinstance(version_info, dict):
|
||||
# version_info = version_info["version"]
|
||||
# installed_version = installed_packages.get(package)
|
||||
# if installed_version and version_info.startswith("^"):
|
||||
# expected_version = version_info[1:]
|
||||
# if not installed_version.startswith(expected_version):
|
||||
# mismatches.append(
|
||||
# f"\t {package}: Mismatch,"
|
||||
# f" pyproject.toml={expected_version},"
|
||||
# f" pip={installed_version}"
|
||||
# )
|
||||
# else:
|
||||
# mismatches.append(f"\t {package}: Not found in pip list")
|
||||
|
||||
# return "\n" + "\n".join(mismatches)
|
||||
|
||||
|
||||
# def interpreter_info(interpreter):
|
||||
# try:
|
||||
# if interpreter.offline and interpreter.llm.api_base:
|
||||
# try:
|
||||
# curl = subprocess.check_output(
|
||||
# f"curl {interpreter.llm.api_base}"
|
||||
# )
|
||||
# except Exception as e:
|
||||
# curl = str(e)
|
||||
# else:
|
||||
# curl = "Not local"
|
||||
|
||||
# messages_to_display = []
|
||||
# for message in interpreter.messages:
|
||||
# message = message.copy()
|
||||
# try:
|
||||
# if len(message["content"]) > 600:
|
||||
# message["content"] = (
|
||||
# message["content"][:300]
|
||||
# + "..."
|
||||
# + message["content"][-300:]
|
||||
# )
|
||||
# except KeyError as e:
|
||||
# print(f"KeyError {str(e)} for message: {message}")
|
||||
# messages_to_display.append(message)
|
||||
|
||||
# return f"""
|
||||
|
||||
# # Interpreter Info
|
||||
|
||||
Vision: {interpreter.llm.supports_vision}
|
||||
Model: {interpreter.llm.model}
|
||||
Function calling: {interpreter.llm.supports_functions}
|
||||
Context window: {interpreter.llm.context_window}
|
||||
Max tokens: {interpreter.llm.max_tokens}
|
||||
|
||||
Auto run: {interpreter.auto_run}
|
||||
API base: {interpreter.llm.api_base}
|
||||
Offline: {interpreter.offline}
|
||||
|
||||
Curl output: {curl}
|
||||
|
||||
# Messages
|
||||
|
||||
System Message: {interpreter.system_message}
|
||||
|
||||
""" + "\n\n".join([str(m) for m in messages_to_display])
|
||||
except:
|
||||
return "Error, couldn't get interpreter info"
|
||||
|
||||
|
||||
def system_info(interpreter):
|
||||
oi_version = get_oi_version()
|
||||
print(f"""
|
||||
Python Version: {get_python_version()}
|
||||
Pip Version: {get_pip_version()}
|
||||
Open-interpreter Version: cmd:{oi_version[0]}, pkg: {oi_version[1]}
|
||||
OS Version and Architecture: {get_os_version()}
|
||||
CPU Info: {get_cpu_info()}
|
||||
RAM Info: {get_ram_info()}
|
||||
{interpreter_info(interpreter)}
|
||||
""")
|
||||
|
||||
# Removed the following, as it causes `FileNotFoundError: [Errno 2] No such file or directory: 'pyproject.toml'`` on prod
|
||||
# (i think it works on dev, but on prod the pyproject.toml will not be in the cwd. might not be accessible at all)
|
||||
# Package Version Mismatches:
|
||||
# {get_package_mismatches()}
|
||||
# Vision: {interpreter.llm.supports_vision}
|
||||
# Model: {interpreter.llm.model}
|
||||
# Function calling: {interpreter.llm.supports_functions}
|
||||
# Context window: {interpreter.llm.context_window}
|
||||
# Max tokens: {interpreter.llm.max_tokens}
|
||||
|
||||
# Auto run: {interpreter.auto_run}
|
||||
# API base: {interpreter.llm.api_base}
|
||||
# Offline: {interpreter.offline}
|
||||
|
||||
# Curl output: {curl}
|
||||
|
||||
# # Messages
|
||||
|
||||
# System Message: {interpreter.system_message}
|
||||
|
||||
# """ + "\n\n".join([str(m) for m in messages_to_display])
|
||||
# except AttributeError as e:
|
||||
# return f"Error, couldn't get interpreter info: {str(e)}"
|
||||
|
||||
|
||||
# def system_info(interpreter):
|
||||
# oi_version = get_oi_version()
|
||||
# print(f"""
|
||||
# Python Version: {get_python_version()}
|
||||
# Pip Version: {get_pip_version()}
|
||||
# Open-interpreter Version: cmd:{oi_version[0]}, pkg: {oi_version[1]}
|
||||
# OS Version and Architecture: {get_os_version()}
|
||||
# CPU Info: {get_cpu_info()}
|
||||
# RAM Info: {get_ram_info()}
|
||||
# {interpreter_info(interpreter)}
|
||||
# """)
|
||||
|
||||
# # Removed the following, as it causes `FileNotFoundError: [Errno 2] No such file or directory: 'pyproject.toml'`` on prod
|
||||
# # (i think it works on dev, but on prod the pyproject.toml will not be in the cwd. might not be accessible at all)
|
||||
# # Package Version Mismatches:
|
||||
# # {get_package_mismatches()}
|
||||
|
||||
@ -0,0 +1,37 @@
|
||||
"""Tests for the sys_info module."""
|
||||
|
||||
# import pytest
|
||||
# from unittest.mock import Mock
|
||||
# from sys_info import interpreter_info, system_info
|
||||
|
||||
# def test_interpreter_info(mocker):
|
||||
# """Test interpreter_info."""
|
||||
# mocker.patch('subprocess.check_output', return_value='curl output')
|
||||
# interpreter = Mock()
|
||||
# interpreter.offline = True
|
||||
# interpreter.llm.api_base = 'http://api_base'
|
||||
# interpreter.llm.supports_vision = True
|
||||
# interpreter.llm.model = 'model'
|
||||
# interpreter.llm.supports_functions = True
|
||||
# interpreter.llm.context_window = 'context_window'
|
||||
# interpreter.llm.max_tokens = 100
|
||||
# interpreter.auto_run = True
|
||||
# interpreter.llm.api_base = 'http://api_base'
|
||||
# interpreter.offline = True
|
||||
# interpreter.system_message = 'system_message'
|
||||
# interpreter.messages = [{'content': 'message_content'}]
|
||||
# result = interpreter_info(interpreter)
|
||||
# assert 'curl output' in result
|
||||
|
||||
# def test_system_info(mocker):
|
||||
# """Test system_info."""
|
||||
# mocker.patch('your_module.get_oi_version', return_value=('cmd_version', 'pkg_version')) # replace with your actual module name
|
||||
# mocker.patch('your_module.get_python_version', return_value='python_version') # replace with your actual module name
|
||||
# mocker.patch('your_module.get_pip_version', return_value='pip_version') # replace with your actual module name
|
||||
# mocker.patch('your_module.get_os_version', return_value='os_version') # replace with your actual module name
|
||||
# mocker.patch('your_module.get_cpu_info', return_value='cpu_info') # replace with your actual module name
|
||||
# mocker.patch('your_module.get_ram_info', return_value='ram_info') # replace with your actual module name
|
||||
# mocker.patch('your_module.interpreter_info', return_value='interpreter_info') # replace with your actual module name
|
||||
# interpreter = Mock()
|
||||
# result = system_info(interpreter)
|
||||
# assert 'interpreter_info' in result
|
||||
Loading…
Reference in new issue