[server] add tests and fix passing a custom generation_config (#39230)

* add tests; fix passing a custom generation_config

* tool integration test

* add install step

* add accelerate as dep to serving

* add todo
This commit is contained in:
Joao Gante
2025-07-10 14:41:38 +01:00
committed by GitHub
parent 6b09c8eab0
commit 38c3931362
6 changed files with 320 additions and 53 deletions

View File

@@ -313,7 +313,7 @@ extras["hub-kernels"] = deps_list("kernels")
extras["integrations"] = extras["hub-kernels"] + extras["optuna"] + extras["ray"] + extras["sigopt"]
extras["serving"] = deps_list("pydantic", "uvicorn", "fastapi", "starlette")
extras["serving"] = deps_list("pydantic", "uvicorn", "fastapi", "starlette") + extras["torch"]
extras["audio"] = deps_list(
"librosa",
"pyctcdecode",