From df49b399dc02a2375f0e9bd0e74c544247ab3976 Mon Sep 17 00:00:00 2001 From: Joao Gante Date: Thu, 10 Jul 2025 16:40:08 +0100 Subject: [PATCH] [tests] tag serve tests as slow (#39343) * maybe they need more cpu resources? * add todo --- tests/commands/test_serving.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tests/commands/test_serving.py b/tests/commands/test_serving.py index ae9fe16e68..118e4a8be4 100644 --- a/tests/commands/test_serving.py +++ b/tests/commands/test_serving.py @@ -197,6 +197,7 @@ class ServeCompletionsMixin: # TODO: speed-based test to confirm that KV cache is working across requests +@slow # TODO (joao): this shouldn't be needed class ServeCompletionsGenerateTest(ServeCompletionsMixin, unittest.TestCase): """Tests the `generate` version of the Completions API.""" @@ -286,6 +287,7 @@ class ServeCompletionsGenerateTest(ServeCompletionsMixin, unittest.TestCase): self.assertTrue(all(reason is None for reason in finish_reasons[:-1])) +@slow # TODO (joao): this shouldn't be needed class ServeCompletionsContinuousBatchingTest(ServeCompletionsMixin, unittest.TestCase): """Tests the `continuous_batching` version of the Completions API."""