Making safetensors a core dependency. (#23254)
* Making `safetensors` a core dependency. To be merged later, I'm creating the PR so we can try it out. * Update setup.py * Remove duplicates. * Even more redundant.
This commit is contained in:
2
setup.py
2
setup.py
@@ -321,7 +321,6 @@ extras["testing"] = (
|
|||||||
"protobuf", # Can be removed once we can unpin protobuf
|
"protobuf", # Can be removed once we can unpin protobuf
|
||||||
"sacremoses",
|
"sacremoses",
|
||||||
"rjieba",
|
"rjieba",
|
||||||
"safetensors",
|
|
||||||
"beautifulsoup4",
|
"beautifulsoup4",
|
||||||
)
|
)
|
||||||
+ extras["retrieval"]
|
+ extras["retrieval"]
|
||||||
@@ -425,6 +424,7 @@ install_requires = [
|
|||||||
deps["regex"], # for OpenAI GPT
|
deps["regex"], # for OpenAI GPT
|
||||||
deps["requests"], # for downloading models over HTTPS
|
deps["requests"], # for downloading models over HTTPS
|
||||||
deps["tokenizers"],
|
deps["tokenizers"],
|
||||||
|
deps["safetensors"],
|
||||||
deps["tqdm"], # progress bars in model download and training scripts
|
deps["tqdm"], # progress bars in model download and training scripts
|
||||||
]
|
]
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user