From a637ae00c45bc48f1efbb4f3e4074299ecbda7bf Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Thu, 11 Mar 2021 13:35:50 -0500 Subject: [PATCH] Fixes Pegasus tokenization tests (#10671) --- tests/test_modeling_tf_pegasus.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_modeling_tf_pegasus.py b/tests/test_modeling_tf_pegasus.py index adbd618859..a812b90590 100644 --- a/tests/test_modeling_tf_pegasus.py +++ b/tests/test_modeling_tf_pegasus.py @@ -356,7 +356,7 @@ class TFPegasusIntegrationTests(unittest.TestCase): assert self.expected_text == generated_words def translate_src_text(self, **tokenizer_kwargs): - model_inputs = self.tokenizer(self.src_text, **tokenizer_kwargs, return_tensors="tf") + model_inputs = self.tokenizer(self.src_text, **tokenizer_kwargs, padding=True, return_tensors="tf") generated_ids = self.model.generate( model_inputs.input_ids, attention_mask=model_inputs.attention_mask,