Mark bad tokenizers version (#15188)

2022-01-17 15:20:58 -05:00
parent edd3fce2f7
commit 6f8e644f09
2 changed files with 2 additions and 2 deletions
--- a/setup.py
+++ b/setup.py
@@ -149,7 +149,7 @@ _deps = [
    "tf2onnx",
    "timeout-decorator",
    "timm",
-    "tokenizers>=0.10.1",
+    "tokenizers>=0.10.1,!=0.11.3",
    "torch>=1.0",
    "torchaudio",
    "pyctcdecode>=0.2.0",