Update tokenizers to 0.8.1.rc to fix Mac OS X issues (#5867)

2020-07-18 14:20:11 +02:00
parent dad5e12e54
commit eae6d8d14f
1 changed files with 1 additions and 1 deletions
--- a/setup.py
+++ b/setup.py
@@ -114,7 +114,7 @@ setup(
    packages=find_packages("src"),
    install_requires=[
        "numpy",
-        "tokenizers == 0.8.1.rc1",
+        "tokenizers == 0.8.1.rc2",
        # dataclasses for Python versions that don't have it
        "dataclasses;python_version<'3.7'",
        # utilities from PyPA to e.g. compare versions