From 6730ecdd3c92f068ddb598812c90baddd4ff22c7 Mon Sep 17 00:00:00 2001 From: Sam Shleifer Date: Tue, 4 Aug 2020 02:59:21 -0400 Subject: [PATCH] Remove redundant coverage (#6224) --- tests/test_tokenization_common.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/tests/test_tokenization_common.py b/tests/test_tokenization_common.py index f0456290b9..ba891f0cbb 100644 --- a/tests/test_tokenization_common.py +++ b/tests/test_tokenization_common.py @@ -1065,10 +1065,6 @@ class TokenizerTesterMixin: self.assertIsInstance(vocab, dict) self.assertEqual(len(vocab), len(tokenizer)) - for word, ind in vocab.items(): - self.assertEqual(tokenizer.convert_tokens_to_ids(word), ind) - self.assertEqual(tokenizer.convert_ids_to_tokens(ind), word) - tokenizer.add_tokens(["asdfasdfasdfasdf"]) vocab = tokenizer.get_vocab() self.assertIsInstance(vocab, dict)