diff --git a/swarms/models/zephyr.py b/swarms/models/zephyr.py index 582bc740..f4052d82 100644 --- a/swarms/models/zephyr.py +++ b/swarms/models/zephyr.py @@ -39,7 +39,7 @@ class Zephyr: self.pipe = pipeline( "text-generation", model="HuggingFaceH4/zephyr-7b-alpha", - torch_dtype=torch.bfloa16, + torch_dtype=torch.bfloat16, device_map="auto", ) self.messages = [