Before Width: | Height: | Size: 455 KiB |
Before Width: | Height: | Size: 462 KiB |
Before Width: | Height: | Size: 419 KiB |
Before Width: | Height: | Size: 413 KiB |
Before Width: | Height: | Size: 483 KiB |
Before Width: | Height: | Size: 347 KiB |
Before Width: | Height: | Size: 225 KiB |
Before Width: | Height: | Size: 462 KiB |
Before Width: | Height: | Size: 495 KiB |
Before Width: | Height: | Size: 240 KiB |
Before Width: | Height: | Size: 449 KiB |
@ -1,89 +0,0 @@
|
|||||||
# Import required libraries
|
|
||||||
from gradio import Interface, Textbox, HTML, Blocks, Row, Column
|
|
||||||
import threading
|
|
||||||
import os
|
|
||||||
import glob
|
|
||||||
import base64
|
|
||||||
from langchain.llms import OpenAIChat # Replace with your actual class
|
|
||||||
from swarms.agents import OmniModalAgent # Replace with your actual class
|
|
||||||
|
|
||||||
# Function to convert image to base64
|
|
||||||
def image_to_base64(image_path):
|
|
||||||
with open(image_path, "rb") as image_file:
|
|
||||||
return base64.b64encode(image_file.read()).decode()
|
|
||||||
|
|
||||||
# Function to get the most recently created image in the directory
|
|
||||||
def get_latest_image():
|
|
||||||
list_of_files = glob.glob('./*.png')
|
|
||||||
if not list_of_files:
|
|
||||||
return None
|
|
||||||
latest_file = max(list_of_files, key=os.path.getctime)
|
|
||||||
return latest_file
|
|
||||||
|
|
||||||
# Initialize your OmniModalAgent
|
|
||||||
llm = OpenAIChat(model_name="gpt-4")
|
|
||||||
agent = OmniModalAgent(llm)
|
|
||||||
|
|
||||||
# Global variable to store chat history
|
|
||||||
chat_history = []
|
|
||||||
|
|
||||||
# Function to update chat
|
|
||||||
def update_chat(user_input):
|
|
||||||
global chat_history
|
|
||||||
chat_history.append({"type": "user", "content": user_input})
|
|
||||||
|
|
||||||
agent_response = agent.run(user_input)
|
|
||||||
if not isinstance(agent_response, dict):
|
|
||||||
agent_response = {"type": "text", "content": str(agent_response)}
|
|
||||||
chat_history.append(agent_response)
|
|
||||||
|
|
||||||
latest_image = get_latest_image()
|
|
||||||
if latest_image:
|
|
||||||
chat_history.append({"type": "image", "content": latest_image})
|
|
||||||
|
|
||||||
return render_chat(chat_history)
|
|
||||||
|
|
||||||
# Function to render chat as HTML
|
|
||||||
def render_chat(chat_history):
|
|
||||||
chat_str = "<div style='max-height:400px;overflow-y:scroll;'>"
|
|
||||||
for message in chat_history:
|
|
||||||
if message['type'] == 'user':
|
|
||||||
chat_str += f"<p><strong>User:</strong> {message['content']}</p>"
|
|
||||||
elif message['type'] == 'text':
|
|
||||||
chat_str += f"<p><strong>Agent:</strong> {message['content']}</p>"
|
|
||||||
elif message['type'] == 'image':
|
|
||||||
img_path = os.path.join(".", message['content'])
|
|
||||||
base64_img = image_to_base64(img_path)
|
|
||||||
chat_str += f"<p><strong>Agent:</strong> <img src='data:image/png;base64,{base64_img}' alt='image' width='200'/></p>"
|
|
||||||
chat_str += "</div>"
|
|
||||||
return chat_str
|
|
||||||
|
|
||||||
# Define layout using Blocks
|
|
||||||
with Blocks() as app_blocks:
|
|
||||||
with Row():
|
|
||||||
with Column():
|
|
||||||
chat_output = HTML(label="Chat History")
|
|
||||||
with Row():
|
|
||||||
with Column():
|
|
||||||
user_input = Textbox(label="Your Message", type="text")
|
|
||||||
|
|
||||||
# Define Gradio interface
|
|
||||||
iface = Interface(
|
|
||||||
fn=update_chat,
|
|
||||||
inputs=user_input,
|
|
||||||
outputs=chat_output,
|
|
||||||
live=False,
|
|
||||||
layout=app_blocks
|
|
||||||
)
|
|
||||||
|
|
||||||
# Function to update the chat display
|
|
||||||
def update_display():
|
|
||||||
global chat_history
|
|
||||||
while True:
|
|
||||||
iface.update(render_chat(chat_history))
|
|
||||||
|
|
||||||
# Run the update_display function in a separate thread
|
|
||||||
threading.Thread(target=update_display).start()
|
|
||||||
|
|
||||||
# Run Gradio interface
|
|
||||||
iface.launch()
|
|