From 865d4d595eefc8cc9cee58fec9179bd182be0e2e Mon Sep 17 00:00:00 2001 From: Julien Chaumond Date: Wed, 20 May 2020 18:27:42 -0400 Subject: [PATCH] [ci] Close #4481 --- tests/test_tokenization_bert_japanese.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/tests/test_tokenization_bert_japanese.py b/tests/test_tokenization_bert_japanese.py index 7ff22afd7a..71af8a5513 100644 --- a/tests/test_tokenization_bert_japanese.py +++ b/tests/test_tokenization_bert_japanese.py @@ -26,7 +26,7 @@ from transformers.tokenization_bert_japanese import ( ) from .test_tokenization_common import TokenizerTesterMixin -from .utils import custom_tokenizers, slow +from .utils import custom_tokenizers @custom_tokenizers @@ -126,7 +126,6 @@ class BertJapaneseTokenizationTest(TokenizerTesterMixin, unittest.TestCase): self.assertListEqual(tokenizer.tokenize("こんばんは こんばんにちは こんにちは"), ["こん", "##ばんは", "[UNK]", "こんにちは"]) - @slow def test_sequence_builders(self): tokenizer = self.tokenizer_class.from_pretrained("bert-base-japanese") @@ -141,6 +140,7 @@ class BertJapaneseTokenizationTest(TokenizerTesterMixin, unittest.TestCase): assert encoded_pair == [2] + text + [3] + text_2 + [3] +@custom_tokenizers class BertJapaneseCharacterTokenizationTest(TokenizerTesterMixin, unittest.TestCase): tokenizer_class = BertJapaneseTokenizer @@ -187,7 +187,6 @@ class BertJapaneseCharacterTokenizationTest(TokenizerTesterMixin, unittest.TestC self.assertListEqual(tokenizer.tokenize("こんにちほ"), ["こ", "ん", "に", "ち", "[UNK]"]) - @slow def test_sequence_builders(self): tokenizer = self.tokenizer_class.from_pretrained("bert-base-japanese-char")