SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Hf Xet extra (#37305)

Browse Source 
* Hf Xet extra

* Hf Xet extra
This commit is contained in:
Lysandre Debut
2025-04-05 21:06:05 +02:00
committed by GitHub
parent e94571580b
commit aa40fda346
2 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
setup.py
View File

@@ -117,6 +117,7 @@ _deps = [
"fugashi>=1.0", "fugashi>=1.0",
"GitPython<3.1.19", "GitPython<3.1.19",
"hf-doc-builder>=0.3.0", "hf-doc-builder>=0.3.0",
"hf_xet",
"huggingface-hub>=0.30.0,<1.0", "huggingface-hub>=0.30.0,<1.0",
"importlib_metadata", "importlib_metadata",
"ipadic>=1.0.0,<2.0", "ipadic>=1.0.0,<2.0",
@@ -283,6 +284,7 @@ extras["tf-cpu"] = deps_list(
extras["torch"] = deps_list("torch", "accelerate") extras["torch"] = deps_list("torch", "accelerate")
extras["accelerate"] = deps_list("accelerate") extras["accelerate"] = deps_list("accelerate")
extras["hf_xet"] = deps_list("hf_xet")
if os.name == "nt": # windows if os.name == "nt": # windows
extras["retrieval"] = deps_list("datasets") # faiss is not supported on windows extras["retrieval"] = deps_list("datasets") # faiss is not supported on windows

1
src/transformers/dependency_versions_table.py
View File

@@ -24,6 +24,7 @@ deps = {
"fugashi": "fugashi>=1.0", "fugashi": "fugashi>=1.0",
"GitPython": "GitPython<3.1.19", "GitPython": "GitPython<3.1.19",
"hf-doc-builder": "hf-doc-builder>=0.3.0", "hf-doc-builder": "hf-doc-builder>=0.3.0",
"hf_xet": "hf_xet",
"huggingface-hub": "huggingface-hub>=0.30.0,<1.0", "huggingface-hub": "huggingface-hub>=0.30.0,<1.0",
"importlib_metadata": "importlib_metadata", "importlib_metadata": "importlib_metadata",
"ipadic": "ipadic>=1.0.0,<2.0", "ipadic": "ipadic>=1.0.0,<2.0",