Fix custom tokenizers test (#19052)

* Fix CI for custom tokenizers * Add nightly tests * Run CI, run! * Fix paths * Typos * Fix test
2022-09-15 11:31:09 -04:00
parent 68bb33d770
commit f7ce4f1ff7
3 changed files with 74 additions and 6 deletions
--- a/setup.py
+++ b/setup.py
@@ -236,6 +236,7 @@ class DepsTableUpdateCommand(Command):


 extras = {}
+extras["blob"] = []

 extras["ja"] = deps_list("fugashi", "ipadic", "unidic_lite", "unidic")
 extras["sklearn"] = deps_list("scikit-learn")