Make Barthez tokenizer tests a bit faster (#10399)

* Make Barthez tokenizer tests a bit faster * Quality
2021-02-25 11:42:25 -05:00
parent b040e6efc1
commit 26f8b2cb10
4 changed files with 6 additions and 8 deletions
--- a/tests/test_tokenization_common.py
+++ b/tests/test_tokenization_common.py
@@ -238,7 +238,7 @@ class TokenizerTesterMixin:
        tokenizer = self.get_rust_tokenizer()

        for parameter_name, parameter in signature.parameters.items():
-            if parameter.default != inspect.Parameter.empty:
+            if parameter.default != inspect.Parameter.empty and parameter_name != "tokenizer_file":
                self.assertIn(parameter_name, tokenizer.init_kwargs)

    def test_rust_and_python_full_tokenizers(self):