From 1b7de41a0742ed1a6984cd3f8505e8e2325011cc Mon Sep 17 00:00:00 2001 From: code-review-doctor <72647856+code-review-doctor@users.noreply.github.com> Date: Thu, 14 Apr 2022 21:42:27 +0100 Subject: [PATCH] Fix issue avoid-missing-comma found at https://codereview.doctor (#16768) --- tests/bert_japanese/test_tokenization_bert_japanese.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/bert_japanese/test_tokenization_bert_japanese.py b/tests/bert_japanese/test_tokenization_bert_japanese.py index ed3e6716c9..47a7d2ea03 100644 --- a/tests/bert_japanese/test_tokenization_bert_japanese.py +++ b/tests/bert_japanese/test_tokenization_bert_japanese.py @@ -173,7 +173,7 @@ class BertJapaneseTokenizationTest(TokenizerTesterMixin, unittest.TestCase): ) def test_wordpiece_tokenizer(self): - vocab_tokens = ["[UNK]", "[CLS]", "[SEP]", "こんにちは", "こん", "にちは" "ばんは", "##こん", "##にちは", "##ばんは"] + vocab_tokens = ["[UNK]", "[CLS]", "[SEP]", "こんにちは", "こん", "にちは", "ばんは", "##こん", "##にちは", "##ばんは"] vocab = {} for (i, token) in enumerate(vocab_tokens): @@ -246,7 +246,7 @@ class BertJapaneseCharacterTokenizationTest(TokenizerTesterMixin, unittest.TestC ) def test_character_tokenizer(self): - vocab_tokens = ["[UNK]", "[CLS]", "[SEP]", "こ", "ん", "に", "ち", "は", "ば", "世", "界" "、", "。"] + vocab_tokens = ["[UNK]", "[CLS]", "[SEP]", "こ", "ん", "に", "ち", "は", "ば", "世", "界", "、", "。"] vocab = {} for (i, token) in enumerate(vocab_tokens):