feat: add modelui

pull/282/head^2
Zack 1 year ago
parent bd31ec498d
commit ba1f6f8473

@ -8,6 +8,7 @@ import json
from swarms.modelui.modules.block_requests import OpenMonkeyPatch, RequestBlocker from swarms.modelui.modules.block_requests import OpenMonkeyPatch, RequestBlocker
from swarms.modelui.modules.logging_colors import logger from swarms.modelui.modules.logging_colors import logger
from swarms.modelui.server import create_interface
from vllm import LLM from vllm import LLM
@ -115,15 +116,17 @@ tools_mappings = {
"walmart": "http://127.0.0.1:8079/tools/walmart", "walmart": "http://127.0.0.1:8079/tools/walmart",
} }
data = json.load(open('swarms/tools/openai.json')) # Load the JSON file # data = json.load(open('swarms/tools/openai.json')) # Load the JSON file
items = data['items'] # Get the list of items # items = data['items'] # Get the list of items
# for plugin in items: # Iterate over items, not data
# url = plugin['manifest']['api']['url']
# tool_name = plugin['namespace']
# tools_mappings[tool_name] = url[:-len('/.well-known/openai.yaml')]
for plugin in items: # Iterate over items, not data # print(tools_mappings)
url = plugin['manifest']['api']['url']
tool_name = plugin['namespace']
tools_mappings[tool_name] = url[:-len('/.well-known/openai.yaml')]
print(tools_mappings) valid_tools_info = []
all_tools_list = [] all_tools_list = []
gr.close_all() gr.close_all()
@ -152,16 +155,22 @@ def download_model(model_url: str, memory_utilization: int , model_dir: str):
valid_tools_info = {} valid_tools_info = {}
import gradio as gr
from swarms.tools.tools_controller import load_valid_tools, tools_mappings
def load_tools(): def load_tools():
global valid_tools_info global valid_tools_info
global all_tools_list global all_tools_list
try: try:
valid_tools_info = load_valid_tools(tools_mappings) valid_tools_info = load_valid_tools(tools_mappings)
print(f"valid_tools_info: {valid_tools_info}") # Debugging line
except BaseException as e: except BaseException as e:
print(repr(e)) print(repr(e))
all_tools_list = sorted(list(valid_tools_info.keys())) all_tools_list = sorted(list(valid_tools_info.keys()))
print(f"all_tools_list: {all_tools_list}") # Debugging line
return gr.update(choices=all_tools_list) return gr.update(choices=all_tools_list)
def set_environ(OPENAI_API_KEY: str = "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", def set_environ(OPENAI_API_KEY: str = "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",
WOLFRAMALPH_APP_ID: str = "", WOLFRAMALPH_APP_ID: str = "",
WEATHER_API_KEYS: str = "", WEATHER_API_KEYS: str = "",
@ -362,6 +371,8 @@ with gr.Blocks() as demo:
info="Choose the tools to solve your question.", info="Choose the tools to solve your question.",
) )
with gr.Tab("model"):
create_inferance();
def serve_iframe(): def serve_iframe():
return f'hi' return f'hi'

@ -17,15 +17,18 @@ import json
logger = get_logger(__name__) logger = get_logger(__name__)
# with open('/openai.json', 'r') as f: tools_mappings = {}
# data = json.load(f)
# tools_mappings = {} # data = json.load(open('openai.json'))
# items = data['items']
# for plugin in data: # for plugin in items:
# url = plugin['manifest']['api']['url'].replace('/.well-known/openapi.yaml', '') # url = plugin['manifest']['api']['url']
# tool_name = plugin['namespace'] # tool_name = plugin['namespace']
# tools_mappings[tool_name] = url # tools_mappings[tool_name] = url[:-len('/.well-known/openai.yaml')]
# print(tools_mappings)
# all_tools_list = []
def load_valid_tools(tools_mappings): def load_valid_tools(tools_mappings):
tools_to_config = {} tools_to_config = {}

Loading…
Cancel
Save