From c7cb1aa26c518257f4c88acfabd23873500754b9 Mon Sep 17 00:00:00 2001
From: Sylvain Gugger <35901082+sgugger@users.noreply.github.com>
Date: Mon, 9 Nov 2020 11:32:10 -0500
Subject: [PATCH] Bump tokenizers (#8419)

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index 406fbbbdd1..04c51912fd 100644
--- a/setup.py
+++ b/setup.py
@@ -129,7 +129,7 @@ setup(
     packages=find_packages("src"),
     install_requires=[
         "numpy",
-        "tokenizers == 0.9.2",
+        "tokenizers == 0.9.3",
         # dataclasses for Python versions that don't have it
         "dataclasses;python_version<'3.7'",
         # utilities from PyPA to e.g. compare versions