Former-commit-id: 1fb193288b
1fb193288b
@ -61,6 +61,6 @@ class Fuyu:
model_inputs[k] = v.to(self.device_map)
output = self.model.generate(
**model_inputs, max_new_tokens=self.fmax_new_tokens
**model_inputs, max_new_tokens=self.max_new_tokens
)
text = self.processor.batch_decode(output[:, -7:], skip_special_tokens=True)