You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 lines
307 B
11 lines
307 B
11 months ago
|
from swarms.models import Mixtral
|
||
|
|
|
||
|
|
# Initialize the Mixtral model with 4 bit and flash attention!
|
||
|
|
mixtral = Mixtral(load_in_4bit=True, use_flash_attention_2=True)
|
||
|
|
|
||
|
|
# Generate text for a simple task
|
||
|
|
generated_text = mixtral.run("Generate a creative story.")
|
||
|
|
|
||
|
|
# Print the generated text
|
||
|
|
print(generated_text)
|