Pin tokenizers version <0.13 (#16539)

* Pin tokenizers version <0.13 * Style
2022-04-01 17:53:18 +02:00
parent 61ee26a892
commit 53a4d6b115
2 changed files with 2 additions and 2 deletions
--- a/setup.py
+++ b/setup.py
@@ -151,7 +151,7 @@ _deps = [
    "tf2onnx",
    "timeout-decorator",
    "timm",
-    "tokenizers>=0.11.1,!=0.11.3",
+    "tokenizers>=0.11.1,!=0.11.3,<0.13",
    "torch>=1.0",
    "torchaudio",
    "pyctcdecode>=0.3.0",