Conversion to tensors requires padding (#10661)

2021-03-11 12:58:15 -05:00
parent 2adc8c926a
commit 7e4428749c
2 changed files with 4 additions and 2 deletions
--- a/tests/test_modeling_tf_marian.py
+++ b/tests/test_modeling_tf_marian.py
@@ -363,7 +363,7 @@ class AbstractMarianIntegrationTest(unittest.TestCase):
        self.assertListEqual(self.expected_text, generated_words)

    def translate_src_text(self, **tokenizer_kwargs):
-        model_inputs = self.tokenizer(self.src_text, **tokenizer_kwargs, return_tensors="tf")
+        model_inputs = self.tokenizer(self.src_text, **tokenizer_kwargs, padding=True, return_tensors="tf")
        generated_ids = self.model.generate(
            model_inputs.input_ids, attention_mask=model_inputs.attention_mask, num_beams=2, max_length=128
        )