Merge pull request #100 from vyomakesh09/master

Former-commit-id: eacc90be17bf65954e9333823ecca1b3480007e6
pull/160/head
Eternal Reclaimer 2 years ago committed by GitHub
commit ddfca49300

@ -39,7 +39,7 @@ class Zephyr:
self.pipe = pipeline( self.pipe = pipeline(
"text-generation", "text-generation",
model="HuggingFaceH4/zephyr-7b-alpha", model="HuggingFaceH4/zephyr-7b-alpha",
torch_dtype=torch.bfloa16, torch_dtype=torch.bfloat16,
device_map="auto", device_map="auto",
) )
self.messages = [ self.messages = [

Loading…
Cancel
Save