Merge pull request #109 from vyomakesh09/patch-2

Update zephyr.py
pull/128/head
Eternal Reclaimer 1 year ago committed by GitHub
commit e0c712b19b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -55,7 +55,7 @@ class Zephyr:
self.messages = [ self.messages = [
{ {
"role": "system", "role": "system",
"content": f"{self.systen_prompt}\n\nUser:", "content": f"{self.system_prompt}\n\nUser:",
}, },
{ {
"role": "user", "role": "user",
@ -71,7 +71,7 @@ class Zephyr:
add_generation_prompt=self.add_generation_prompt, add_generation_prompt=self.add_generation_prompt,
) )
outputs = self.pipe(prompt) # max_new_token=self.max_new_tokens) outputs = self.pipe(prompt) # max_new_token=self.max_new_tokens)
print(outputs[0])["generated_text"] print(outputs[0]["generated_text"])
def chat(self, message: str): def chat(self, message: str):
""" """

Loading…
Cancel
Save