[server] add tests and fix passing a custom generation_config (#39230)

* add tests; fix passing a custom generation_config

* tool integration test

* add install step

* add accelerate as dep to serving

* add todo
This commit is contained in:
Joao Gante
2025-07-10 14:41:38 +01:00
committed by GitHub
parent 6b09c8eab0
commit 38c3931362
6 changed files with 320 additions and 53 deletions

View File

@@ -303,7 +303,7 @@ non_model_job = CircleCIJob(
docker_image=[{"image": "huggingface/transformers-torch-light"}],
# networkx==3.3 (after #36957) cause some issues
# TODO: remove this once it works directly
install_steps=["uv venv && uv pip install ."],
install_steps=["uv venv && uv pip install .[serving]"],
marker="not generate",
parallelism=6,
)