Remove redundant coverage (#6224)

2020-08-04 02:59:21 -04:00
parent 5deed37f9f
commit 6730ecdd3c
1 changed files with 0 additions and 4 deletions
--- a/tests/test_tokenization_common.py
+++ b/tests/test_tokenization_common.py
@@ -1065,10 +1065,6 @@ class TokenizerTesterMixin:
                self.assertIsInstance(vocab, dict)
                self.assertEqual(len(vocab), len(tokenizer))

-                for word, ind in vocab.items():
-                    self.assertEqual(tokenizer.convert_tokens_to_ids(word), ind)
-                    self.assertEqual(tokenizer.convert_ids_to_tokens(ind), word)
-
                tokenizer.add_tokens(["asdfasdfasdfasdf"])
                vocab = tokenizer.get_vocab()
                self.assertIsInstance(vocab, dict)