Former-commit-id: f959f9ef25cb1de2f13e5376a39d3d752deb940d
@ -61,6 +61,6 @@ class Fuyu:
model_inputs[k] = v.to(self.device_map)
output = self.model.generate(
**model_inputs, max_new_tokens=self.fmax_new_tokens
**model_inputs, max_new_tokens=self.max_new_tokens
)
text = self.processor.batch_decode(output[:, -7:], skip_special_tokens=True)