SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Patch BigBird tokenization test (#12653)

Browse Source
This commit is contained in:
Lysandre Debut
2021-07-13 08:53:06 +02:00
committed by GitHub
parent c523b241c2
commit a6938c4721
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_tokenization_big_bird.py
View File

@@ -220,7 +220,7 @@ class BigBirdTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
tokenizer = BigBirdTokenizer.from_pretrained("google/bigbird-roberta-base") tokenizer = BigBirdTokenizer.from_pretrained("google/bigbird-roberta-base")
decoded_text = tokenizer.decode(tokenizer("Paris is the [MASK].").input_ids) decoded_text = tokenizer.decode(tokenizer("Paris is the [MASK].").input_ids)
self.assertTrue(decoded_text == "[CLS] Paris is the [MASK].[SEP]") self.assertTrue(decoded_text == "[CLS] Paris is the[MASK].[SEP]")
@slow @slow
def test_tokenizer_integration(self): def test_tokenizer_integration(self):