From aa40fda346b497435923ee1ac2120900653f5ab5 Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Sat, 5 Apr 2025 21:06:05 +0200 Subject: [PATCH] Hf Xet extra (#37305) * Hf Xet extra * Hf Xet extra --- setup.py | 2 ++ src/transformers/dependency_versions_table.py | 1 + 2 files changed, 3 insertions(+) diff --git a/setup.py b/setup.py index ef34498a6a..04615a9aa3 100644 --- a/setup.py +++ b/setup.py @@ -117,6 +117,7 @@ _deps = [ "fugashi>=1.0", "GitPython<3.1.19", "hf-doc-builder>=0.3.0", + "hf_xet", "huggingface-hub>=0.30.0,<1.0", "importlib_metadata", "ipadic>=1.0.0,<2.0", @@ -283,6 +284,7 @@ extras["tf-cpu"] = deps_list( extras["torch"] = deps_list("torch", "accelerate") extras["accelerate"] = deps_list("accelerate") +extras["hf_xet"] = deps_list("hf_xet") if os.name == "nt": # windows extras["retrieval"] = deps_list("datasets") # faiss is not supported on windows diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py index b89536fdd7..86cc5debec 100644 --- a/src/transformers/dependency_versions_table.py +++ b/src/transformers/dependency_versions_table.py @@ -24,6 +24,7 @@ deps = { "fugashi": "fugashi>=1.0", "GitPython": "GitPython<3.1.19", "hf-doc-builder": "hf-doc-builder>=0.3.0", + "hf_xet": "hf_xet", "huggingface-hub": "huggingface-hub>=0.30.0,<1.0", "importlib_metadata": "importlib_metadata", "ipadic": "ipadic>=1.0.0,<2.0",