Bump tokenizers (#8419)

2020-11-09 11:32:10 -05:00
parent 78d706f3ae
commit c7cb1aa26c
1 changed files with 1 additions and 1 deletions
--- a/setup.py
+++ b/setup.py
@@ -129,7 +129,7 @@ setup(
    packages=find_packages("src"),
    install_requires=[
        "numpy",
-        "tokenizers == 0.9.2",
+        "tokenizers == 0.9.3",
        # dataclasses for Python versions that don't have it
        "dataclasses;python_version<'3.7'",
        # utilities from PyPA to e.g. compare versions