Hf Xet extra (#37305)

* Hf Xet extra * Hf Xet extra
2025-04-05 21:06:05 +02:00
parent e94571580b
commit aa40fda346
2 changed files with 3 additions and 0 deletions
--- a/setup.py
+++ b/setup.py
@@ -117,6 +117,7 @@ _deps = [
    "fugashi>=1.0",
    "GitPython<3.1.19",
    "hf-doc-builder>=0.3.0",
+    "hf_xet",
    "huggingface-hub>=0.30.0,<1.0",
    "importlib_metadata",
    "ipadic>=1.0.0,<2.0",
@@ -283,6 +284,7 @@ extras["tf-cpu"] = deps_list(

 extras["torch"] = deps_list("torch", "accelerate")
 extras["accelerate"] = deps_list("accelerate")
+extras["hf_xet"] = deps_list("hf_xet")

 if os.name == "nt":  # windows
    extras["retrieval"] = deps_list("datasets")  # faiss is not supported on windows