Bump tokenizers version to final 0.7.0 (#3898)

This commit is contained in:
Anthony MOI
2020-04-22 11:02:29 -04:00
committed by GitHub
parent f16540fcba
commit 13dd2acca4

View File

@@ -96,7 +96,7 @@ setup(
packages=find_packages("src"), packages=find_packages("src"),
install_requires=[ install_requires=[
"numpy", "numpy",
"tokenizers == 0.7.0rc7", "tokenizers == 0.7.0",
# dataclasses for Python versions that don't have it # dataclasses for Python versions that don't have it
"dataclasses;python_version<'3.7'", "dataclasses;python_version<'3.7'",
# accessing files from S3 directly # accessing files from S3 directly