Allowing users to use the latest tokenizers release ! (#19139)

* Allowing users to use the latest `tokenizers` release ! * Upgrading the versions table too.
2022-09-21 17:46:04 +02:00
parent 451df725d6
commit d5848a574a
2 changed files with 2 additions and 2 deletions
--- a/setup.py
+++ b/setup.py
@@ -160,7 +160,7 @@ _deps = [
    "tf2onnx",
    "timeout-decorator",
    "timm",
-    "tokenizers>=0.11.1,!=0.11.3,<0.13",
+    "tokenizers>=0.11.1,!=0.11.3,<0.14",
    "torch>=1.7,!=1.12.0",
    "torchaudio",
    "pyctcdecode>=0.3.0",