From fe1f5a639d93c9272856c670cff3b0e1a10d5b2b Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Tue, 11 Apr 2023 17:59:15 +0200 Subject: [PATCH] Fix decorator order (#22708) fix Co-authored-by: ydshieh --- tests/deepspeed/test_deepspeed.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tests/deepspeed/test_deepspeed.py b/tests/deepspeed/test_deepspeed.py index ba9c269cd1..446952ef7a 100644 --- a/tests/deepspeed/test_deepspeed.py +++ b/tests/deepspeed/test_deepspeed.py @@ -869,8 +869,8 @@ class TestDeepSpeedWithLauncher(TestCasePlus): # 2. most tests should probably be run on both: zero2 and zero3 configs # - @require_torch_multi_gpu @parameterized.expand(params, name_func=parameterized_custom_name_func) + @require_torch_multi_gpu def test_basic_distributed(self, stage, dtype): self.run_and_check(stage=stage, dtype=dtype, distributed=True) @@ -900,8 +900,8 @@ class TestDeepSpeedWithLauncher(TestCasePlus): fp32=True, ) - @require_torch_multi_gpu @parameterized.expand(params, name_func=parameterized_custom_name_func) + @require_torch_multi_gpu def test_fp32_distributed(self, stage, dtype): # real model needs too much GPU memory under stage2+fp32, so using tiny random model here - # therefore no quality checks, just basic completion checks are done @@ -941,8 +941,8 @@ class TestDeepSpeedWithLauncher(TestCasePlus): self.do_checks(output_dir, do_train=do_train, do_eval=do_eval) - @require_torch_multi_gpu @parameterized.expand(["bf16", "fp16", "fp32"]) + @require_torch_multi_gpu def test_inference(self, dtype): if dtype == "bf16" and not is_torch_bf16_gpu_available(): self.skipTest("test requires bfloat16 hardware support")