[VORTEX]

playground/demos/optimize_llm_stack/vortex.py

@@ -1,3 +1,4 @@
+import subprocess
 import os
 from swarms.structs import Agent
 from swarms.memory import WeaviateClient
@@ -5,34 +6,30 @@ from swarms.utils.phoenix_handler import phoenix_trace_decorator
 from swarms.models.vllm import vLLM
 from dotenv import load_dotenv
 
-load_dotenv()
+try:
+    import modal
+except ImportError:
+    print(f"modal not installed, please install it with `pip install modal`")
+    subprocess.run(["pip", "install", "modal"])
+
 
 
+load_dotenv()
+
 # Model
 llm = vLLM()
 
-# Weaviate
-weaviate_client = WeaviateClient(
-    http_host="localhost",
-    http_port="8080",
-    http_secure=False,
-    grpc_host="localhost",
-    grpc_port="8081",
-    grpc_secure=False,
-    auth_client_secret="YOUR_APIKEY",
-    additional_headers={"X-OpenAI-Api-Key": "YOUR_OPENAI_APIKEY"},
-    additional_config=None,  # You can pass additional configuration here
-)
+# Modal
+stub = modal.Stub(name="swarms")
 
 
 # Agent
 @phoenix_trace_decorator
-@
+@stub.function(gpu="any")
 def agent(task: str):
     agent = Agent(
         llm = llm,
         max_loops=1,    
     )
-    
     out = agent.run(task=task)
     return out

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "swarms"
-version = "2.6.5"
+version = "2.6.6"
 description = "Swarms - Pytorch"
 license = "MIT"
 authors = ["Kye Gomez <kye@apac.ai>"]