You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
19 lines
494 B
19 lines
494 B
12 months ago
|
from swarms.models import HuggingfaceLLM
|
||
|
|
|
||
|
|
# Initialize with custom configuration
|
||
|
|
custom_config = {
|
||
|
|
"quantize": True,
|
||
|
|
"quantization_config": {"load_in_4bit": True},
|
||
|
|
"verbose": True,
|
||
|
|
}
|
||
|
|
inference = HuggingfaceLLM(
|
||
|
|
model_id="NousResearch/Nous-Hermes-2-Vision-Alpha", **custom_config
|
||
|
|
)
|
||
|
|
|
||
|
|
# Generate text based on a prompt
|
||
|
|
prompt_text = (
|
||
|
|
"Create a list of known biggest risks of structural collapse with references"
|
||
|
|
)
|
||
|
|
generated_text = inference(prompt_text)
|
||
|
|
print(generated_text)
|