diff --git a/setup.py b/setup.py index 587ad72451..7395a95992 100644 --- a/setup.py +++ b/setup.py @@ -149,7 +149,7 @@ _deps = [ "tf2onnx", "timeout-decorator", "timm", - "tokenizers>=0.10.1,!=0.11.3", + "tokenizers>=0.11.1,!=0.11.3", "torch>=1.0", "torchaudio", "pyctcdecode>=0.3.0", diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py index d62d8d6701..9c60024f09 100644 --- a/src/transformers/dependency_versions_table.py +++ b/src/transformers/dependency_versions_table.py @@ -59,7 +59,7 @@ deps = { "tf2onnx": "tf2onnx", "timeout-decorator": "timeout-decorator", "timm": "timm", - "tokenizers": "tokenizers>=0.10.1,!=0.11.3", + "tokenizers": "tokenizers>=0.11.1,!=0.11.3", "torch": "torch>=1.0", "torchaudio": "torchaudio", "pyctcdecode": "pyctcdecode>=0.3.0",