diff --git a/setup.py b/setup.py index 78763b2324..e42a29585f 100644 --- a/setup.py +++ b/setup.py @@ -175,7 +175,7 @@ _deps = [ "tf2onnx", "timeout-decorator", "timm", - "tokenizers>=0.14,<0.15", + "tokenizers>=0.14,<0.19", "torch>=1.10,!=1.12.0", "torchaudio", "torchvision", diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py index 398e787684..736b312810 100644 --- a/src/transformers/dependency_versions_table.py +++ b/src/transformers/dependency_versions_table.py @@ -80,7 +80,7 @@ deps = { "tf2onnx": "tf2onnx", "timeout-decorator": "timeout-decorator", "timm": "timm", - "tokenizers": "tokenizers>=0.14,<0.15", + "tokenizers": "tokenizers>=0.14,<0.19", "torch": "torch>=1.10,!=1.12.0", "torchaudio": "torchaudio", "torchvision": "torchvision",