From ed6cd597cc0fd75ab6a59a2d109e0fd5bd5343b3 Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Mon, 13 Jan 2020 22:46:35 -0500 Subject: [PATCH] Update test_tokenization_auto.py --- tests/test_tokenization_auto.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_tokenization_auto.py b/tests/test_tokenization_auto.py index 7691217779..115e3fc409 100644 --- a/tests/test_tokenization_auto.py +++ b/tests/test_tokenization_auto.py @@ -33,7 +33,7 @@ class AutoTokenizerTest(unittest.TestCase): # @slow def test_tokenizer_from_pretrained(self): logging.basicConfig(level=logging.INFO) - for model_name in ["bert-base-uncased"]: + for model_name in [x for x in BERT_PRETRAINED_CONFIG_ARCHIVE_MAP if not "japanese" in x]: tokenizer = AutoTokenizer.from_pretrained(model_name) self.assertIsNotNone(tokenizer) self.assertIsInstance(tokenizer, BertTokenizer)