|
|
|
@ -61,6 +61,6 @@ class Fuyu:
|
|
|
|
|
model_inputs[k] = v.to(self.device_map)
|
|
|
|
|
|
|
|
|
|
output = self.model.generate(
|
|
|
|
|
**model_inputs, max_new_tokens=self.fmax_new_tokens
|
|
|
|
|
**model_inputs, max_new_tokens=self.max_new_tokens
|
|
|
|
|
)
|
|
|
|
|
text = self.processor.batch_decode(output[:, -7:], skip_special_tokens=True)
|
|
|
|
|