Update tokenizers requirement (#10077)

2021-02-08 12:27:26 -05:00
parent 15a8906c71
commit bcf49c0438
2 changed files with 2 additions and 2 deletions
--- a/setup.py
+++ b/setup.py
@@ -132,7 +132,7 @@ _deps = [
    "tensorflow-cpu>=2.3",
    "tensorflow>=2.3",
    "timeout-decorator",
-    "tokenizers==0.10.1rc1",
+    "tokenizers>=0.10.1,<0.11",
    "torch>=1.0",
    "tqdm>=4.27",
    "unidic>=1.0.2",