SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Remove redundant coverage (#6224)

Browse Source
This commit is contained in:
Sam Shleifer
2020-08-04 02:59:21 -04:00
committed by GitHub
parent 5deed37f9f
commit 6730ecdd3c
1 changed files with 0 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/test_tokenization_common.py
View File

@@ -1065,10 +1065,6 @@ class TokenizerTesterMixin:
self.assertIsInstance(vocab, dict) self.assertIsInstance(vocab, dict)
self.assertEqual(len(vocab), len(tokenizer)) self.assertEqual(len(vocab), len(tokenizer))
for word, ind in vocab.items():
self.assertEqual(tokenizer.convert_tokens_to_ids(word), ind)
self.assertEqual(tokenizer.convert_ids_to_tokens(ind), word)
tokenizer.add_tokens(["asdfasdfasdfasdf"]) tokenizer.add_tokens(["asdfasdfasdfasdf"])
vocab = tokenizer.get_vocab() vocab = tokenizer.get_vocab()
self.assertIsInstance(vocab, dict) self.assertIsInstance(vocab, dict)