Hotfix tokenizers version for sdist installs

2019-12-27 11:05:52 -05:00
parent 74ea432847
commit bfe870be65
1 changed files with 1 additions and 1 deletions
--- a/setup.py
+++ b/setup.py
@@ -86,7 +86,7 @@ setup(
    packages=find_packages("src"),
    install_requires=[
        "numpy",
-        "tokenizers == 0.0.10",
+        "tokenizers == 0.0.11",
        # accessing files from S3 directly
        "boto3",
        # filesystem locks e.g. to prevent parallel downloads