From eae6d8d14f1d25d62c3fe9e7e410607bbaf69787 Mon Sep 17 00:00:00 2001
From: Sebastian <sep.gil@gmail.com>
Date: Sat, 18 Jul 2020 14:20:11 +0200
Subject: [PATCH] Update tokenizers to 0.8.1.rc to fix Mac OS X issues (#5867)

---
 setup.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/setup.py b/setup.py
index 1e270ddb47..c4fc91ab31 100644
--- a/setup.py
+++ b/setup.py
@@ -114,7 +114,7 @@ setup(
     packages=find_packages("src"),
     install_requires=[
         "numpy",
-        "tokenizers == 0.8.1.rc1",
+        "tokenizers == 0.8.1.rc2",
         # dataclasses for Python versions that don't have it
         "dataclasses;python_version<'3.7'",
         # utilities from PyPA to e.g. compare versions