[server] add tests and fix passing a custom generation_config (#39230)
* add tests; fix passing a custom generation_config * tool integration test * add install step * add accelerate as dep to serving * add todo
This commit is contained in:
2
setup.py
2
setup.py
@@ -313,7 +313,7 @@ extras["hub-kernels"] = deps_list("kernels")
|
||||
|
||||
extras["integrations"] = extras["hub-kernels"] + extras["optuna"] + extras["ray"] + extras["sigopt"]
|
||||
|
||||
extras["serving"] = deps_list("pydantic", "uvicorn", "fastapi", "starlette")
|
||||
extras["serving"] = deps_list("pydantic", "uvicorn", "fastapi", "starlette") + extras["torch"]
|
||||
extras["audio"] = deps_list(
|
||||
"librosa",
|
||||
"pyctcdecode",
|
||||
|
||||
Reference in New Issue
Block a user