From 9edff453621d0f8f02b36cae6766cd102f852201 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Wed, 20 Jul 2022 15:54:44 +0200 Subject: [PATCH] skip some test_multi_gpu_data_parallel_forward (#18188) Co-authored-by: ydshieh --- tests/models/beit/test_modeling_beit.py | 7 ++++++- tests/models/data2vec/test_modeling_data2vec_vision.py | 9 ++++++++- 2 files changed, 14 insertions(+), 2 deletions(-) diff --git a/tests/models/beit/test_modeling_beit.py b/tests/models/beit/test_modeling_beit.py index b06bd5c21e..7d2d75d288 100644 --- a/tests/models/beit/test_modeling_beit.py +++ b/tests/models/beit/test_modeling_beit.py @@ -23,7 +23,7 @@ from packaging import version from transformers import BeitConfig from transformers.models.auto import get_values -from transformers.testing_utils import require_torch, require_vision, slow, torch_device +from transformers.testing_utils import require_torch, require_torch_multi_gpu, require_vision, slow, torch_device from transformers.utils import cached_property, is_torch_available, is_vision_available from ...test_configuration_common import ConfigTester @@ -212,6 +212,11 @@ class BeitModelTest(ModelTesterMixin, unittest.TestCase): def test_inputs_embeds(self): pass + @require_torch_multi_gpu + @unittest.skip(reason="BEiT has some layers using `add_module` which doesn't work well with `nn.DataParallel`") + def test_multi_gpu_data_parallel_forward(self): + pass + def test_model_common_attributes(self): config, _ = self.model_tester.prepare_config_and_inputs_for_common() diff --git a/tests/models/data2vec/test_modeling_data2vec_vision.py b/tests/models/data2vec/test_modeling_data2vec_vision.py index 99ece4d585..a7974e8cbd 100644 --- a/tests/models/data2vec/test_modeling_data2vec_vision.py +++ b/tests/models/data2vec/test_modeling_data2vec_vision.py @@ -20,7 +20,7 @@ import unittest from transformers import Data2VecVisionConfig from transformers.models.auto import get_values -from transformers.testing_utils import require_torch, require_vision, slow, torch_device +from transformers.testing_utils import require_torch, require_torch_multi_gpu, require_vision, slow, torch_device from transformers.utils import cached_property, is_torch_available, is_vision_available from ...test_configuration_common import ConfigTester @@ -194,6 +194,13 @@ class Data2VecVisionModelTest(ModelTesterMixin, unittest.TestCase): # Data2VecVision does not use inputs_embeds pass + @require_torch_multi_gpu + @unittest.skip( + reason="Data2VecVision has some layers using `add_module` which doesn't work well with `nn.DataParallel`" + ) + def test_multi_gpu_data_parallel_forward(self): + pass + def test_model_common_attributes(self): config, _ = self.model_tester.prepare_config_and_inputs_for_common()