parent
f667ca7cad
commit
154b8cccde
@ -0,0 +1,15 @@
|
|||||||
|
from swarms.models import vLLM
|
||||||
|
|
||||||
|
# Initialize vLLM with custom model and parameters
|
||||||
|
custom_vllm = vLLM(
|
||||||
|
model_name="custom/model",
|
||||||
|
tensor_parallel_size=8,
|
||||||
|
trust_remote_code=True,
|
||||||
|
revision="abc123",
|
||||||
|
temperature=0.7,
|
||||||
|
top_p=0.8
|
||||||
|
)
|
||||||
|
|
||||||
|
# Generate text with custom configuration
|
||||||
|
generated_text = custom_vllm.run("Create a poem about nature.")
|
||||||
|
print(generated_text)
|
@ -0,0 +1,14 @@
|
|||||||
|
from swarms.memory import WeaviateClient
|
||||||
|
|
||||||
|
weaviate_client = WeaviateClient(
|
||||||
|
http_host="YOUR_HTTP_HOST",
|
||||||
|
http_port="YOUR_HTTP_PORT",
|
||||||
|
http_secure=True,
|
||||||
|
grpc_host="YOUR_gRPC_HOST",
|
||||||
|
grpc_port="YOUR_gRPC_PORT",
|
||||||
|
grpc_secure=True,
|
||||||
|
auth_client_secret="YOUR_APIKEY",
|
||||||
|
additional_headers={"X-OpenAI-Api-Key": "YOUR_OPENAI_APIKEY"},
|
||||||
|
additional_config=None, # You can pass additional configuration here
|
||||||
|
)
|
||||||
|
|
@ -1,3 +1,10 @@
|
|||||||
# from swarms.memory.pinecone import PineconeVector
|
# from swarms.memory.pinecone import PineconeVector
|
||||||
# from swarms.memory.base import BaseVectorStore
|
# from swarms.memory.base import BaseVectorStore
|
||||||
# from swarms.memory.pg import PgVectorVectorStore
|
# from swarms.memory.pg import PgVectorVectorStore
|
||||||
|
from swarms.memory.weaviate import WeaviateClient
|
||||||
|
from swarms.memory.base_vectordb import VectorDatabase
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"WeaviateClient",
|
||||||
|
"VectorDatabase",
|
||||||
|
]
|
||||||
|
Loading…
Reference in new issue