Former-commit-id: f959f9ef25cb1de2f13e5376a39d3d752deb940d
pull/160/head
Kye 2 years ago
parent 6f5854c4c3
commit af16d8e736

@ -61,6 +61,6 @@ class Fuyu:
model_inputs[k] = v.to(self.device_map) model_inputs[k] = v.to(self.device_map)
output = self.model.generate( output = self.model.generate(
**model_inputs, max_new_tokens=self.fmax_new_tokens **model_inputs, max_new_tokens=self.max_new_tokens
) )
text = self.processor.batch_decode(output[:, -7:], skip_special_tokens=True) text = self.processor.batch_decode(output[:, -7:], skip_special_tokens=True)

Loading…
Cancel
Save