[Tokenizers] Skip tests temporarily (#26574)

* Skip tests temporarily * style * Add additional test
2023-10-03 19:43:42 +02:00
parent 2c7b26f508
commit 5c66378cea
4 changed files with 17 additions and 0 deletions
--- a/tests/models/nllb/test_tokenization_nllb.py
+++ b/tests/models/nllb/test_tokenization_nllb.py
@@ -288,6 +288,10 @@ class NllbTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
                    self.assertTrue(special_token_id in p_output)
                    self.assertTrue(special_token_id in cr_output)

+    @unittest.skip("Need to fix this after #26538")
+    def test_training_new_tokenizer(self):
+        pass
+

@require_torch
@require_sentencepiece