SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[tokenizers] bump to 0.21 (#34972)

Browse Source 
bump to 0.21
This commit is contained in:
Arthur
2024-12-05 20:16:02 +05:30
committed by GitHub
parent 54aae121eb
commit 93f87d3cf5
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@@ -180,7 +180,7 @@ _deps = [
"timeout-decorator", "timeout-decorator",
"tiktoken", "tiktoken",
"timm<=1.0.11", "timm<=1.0.11",
"tokenizers>=0.20,<0.21", "tokenizers>=0.21,<0.22",
"torch", "torch",
"torchaudio", "torchaudio",
"torchvision", "torchvision",

2
src/transformers/dependency_versions_table.py
View File

@@ -85,7 +85,7 @@ deps = {
"timeout-decorator": "timeout-decorator", "timeout-decorator": "timeout-decorator",
"tiktoken": "tiktoken", "tiktoken": "tiktoken",
"timm": "timm<=1.0.11", "timm": "timm<=1.0.11",
"tokenizers": "tokenizers>=0.20,<0.21", "tokenizers": "tokenizers>=0.21,<0.22",
"torch": "torch", "torch": "torch",
"torchaudio": "torchaudio", "torchaudio": "torchaudio",
"torchvision": "torchvision", "torchvision": "torchvision",