SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Allowing users to use the latest tokenizers release ! (#19139)

Browse Source 
* Allowing users to use the latest `tokenizers` release !

* Upgrading the versions table too.
This commit is contained in:
Nicolas Patry
2022-09-21 17:46:04 +02:00
committed by GitHub
parent 451df725d6
commit d5848a574a
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@@ -160,7 +160,7 @@ _deps = [
"tf2onnx",
"timeout-decorator",
"timm",
"tokenizers>=0.11.1,!=0.11.3,<0.13",
"tokenizers>=0.11.1,!=0.11.3,<0.14",
"torch>=1.7,!=1.12.0",
"torchaudio",
"pyctcdecode>=0.3.0",

2
src/transformers/dependency_versions_table.py
View File

@@ -66,7 +66,7 @@ deps = {
"tf2onnx": "tf2onnx",
"timeout-decorator": "timeout-decorator",
"timm": "timm",
"tokenizers": "tokenizers>=0.11.1,!=0.11.3,<0.13",
"tokenizers": "tokenizers>=0.11.1,!=0.11.3,<0.14",
"torch": "torch>=1.7,!=1.12.0",
"torchaudio": "torchaudio",
"pyctcdecode": "pyctcdecode>=0.3.0",