[cleanup/marian] pipelines test and new kwarg (#4812)

2020-06-05 18:45:19 -04:00
parent 875288b344
commit 4ab7424597
3 changed files with 12 additions and 6 deletions
--- a/tests/test_tokenization_marian.py
+++ b/tests/test_tokenization_marian.py
@@ -52,8 +52,7 @@ class MarianTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
        tokenizer.save_pretrained(self.tmpdirname)

    def get_tokenizer(self, max_len=None, **kwargs) -> MarianTokenizer:
-        # overwrite max_len=512 default
-        return MarianTokenizer.from_pretrained(self.tmpdirname, max_len=max_len, **kwargs)
+        return MarianTokenizer.from_pretrained(self.tmpdirname, model_max_length=max_len, **kwargs)

    def get_input_output_texts(self):
        return (