SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

revert temporary addition to test next version of CLIPTokenizerFast (#15717)

Browse Source
This commit is contained in:
SaulLu
2022-02-21 18:30:11 +01:00
committed by GitHub
parent 3956b133b6
commit 0187c6f0ad
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_tokenization_clip.py
View File

@@ -36,8 +36,6 @@ class CLIPTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
def setUp(self): def setUp(self):
super().setUp() super().setUp()
# temporary addition: to test the new slow to fast converter
self.tokenizers_list = [(CLIPTokenizerFast, "SaulLu/clip-vit-base-patch32", {})]
# fmt: off # fmt: off
vocab = ["l", "o", "w", "e", "r", "s", "t", "i", "d", "n", "lo", "l</w>", "w</w>", "r</w>", "t</w>", "low</w>", "er</w>", "lowest</w>", "newer</w>", "wider", "<unk>", "<|startoftext|>", "<|endoftext|>"] vocab = ["l", "o", "w", "e", "r", "s", "t", "i", "d", "n", "lo", "l</w>", "w</w>", "r</w>", "t</w>", "low</w>", "er</w>", "lowest</w>", "newer</w>", "wider", "<unk>", "<|startoftext|>", "<|endoftext|>"]