[Past CI] 🔥 Leave Past CI failures in the past 🔥 (#20861)

* torch.jit._state

* Fix past CI

* Fix for perceiver

* Fix REALM

* Fix for Bloom

* Fix for SwinMode

* Fix for TrajectoryTransformerModel

* Fix for test_wav2vec2_with_lm

* make style

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

tests/models/bloom/test_modeling_bloom.py

@@ -37,7 +37,10 @@ if is_torch_available():
         BloomModel,
         BloomTokenizerFast,
     )
-    from transformers.pytorch_utils import is_torch_greater_or_equal_than_1_10
+    from transformers.pytorch_utils import is_torch_greater_or_equal_than_1_10, is_torch_less_than_1_9
+else:
+    is_torch_greater_or_equal_than_1_10 = False
+    is_torch_less_than_1_9 = True
 
 
 @require_torch
@@ -502,7 +505,7 @@ class BloomEmbeddingTest(unittest.TestCase):
         self.path_bigscience_model = "bigscience/bigscience-small-testing"
 
     @unittest.skipIf(
-        not is_torch_available() or not is_torch_greater_or_equal_than_1_10,
+        not is_torch_greater_or_equal_than_1_10,
         "Test failed with torch < 1.10 (`LayerNormKernelImpl` not implemented for `BFloat16`)",
     )
     @require_torch
@@ -737,6 +740,9 @@ class BloomEmbeddingTest(unittest.TestCase):
                 self.assertAlmostEqual(EMBEDDINGS_DS_AFTER_LN[key][idx], output_dict_norm[key][idx], places=1)
 
     @require_torch
+    @unittest.skipIf(
+        is_torch_less_than_1_9, reason="Test failed with torch < 1.9 (`min_cuda` not implemented for `BFloat16`)"
+    )
     def test_hidden_states_transformers(self):
         cuda_available = torch.cuda.is_available()
         model = BloomModel.from_pretrained(self.path_bigscience_model, use_cache=False, torch_dtype="auto").to(

tests/models/mctct/test_modeling_mctct.py

@@ -31,6 +31,9 @@ if is_torch_available():
     import torch
 
     from transformers import MCTCTForCTC, MCTCTModel, MCTCTProcessor
+    from transformers.pytorch_utils import is_torch_less_than_1_9
+else:
+    is_torch_less_than_1_9 = True
 
 
 class MCTCTModelTester:
@@ -261,6 +264,7 @@ class MCTCTModelTester:
 
 
 @require_torch
+@unittest.skipIf(is_torch_less_than_1_9, "MCTCT is only available in torch v1.9+")
 class MCTCTModelTest(ModelTesterMixin, unittest.TestCase):
     all_model_classes = (MCTCTForCTC, MCTCTModel) if is_torch_available() else ()
     test_pruning = False

tests/models/swin/test_modeling_swin.py

@@ -32,6 +32,9 @@ if is_torch_available():
 
     from transformers import SwinBackbone, SwinForImageClassification, SwinForMaskedImageModeling, SwinModel
     from transformers.models.swin.modeling_swin import SWIN_PRETRAINED_MODEL_ARCHIVE_LIST
+    from transformers.pytorch_utils import is_torch_less_than_1_9
+else:
+    is_torch_less_than_1_9 = True
 
 if is_vision_available():
     from PIL import Image
@@ -253,6 +256,10 @@ class SwinModelTest(ModelTesterMixin, unittest.TestCase):
         config_and_inputs = self.model_tester.prepare_config_and_inputs()
         self.model_tester.create_and_check_model(*config_and_inputs)
 
+    @unittest.skipIf(is_torch_less_than_1_9, reason="This test fails for SwinModel when torch < 1.9")
+    def test_training_gradient_checkpointing(self):
+        super().test_training_gradient_checkpointing()
+
     def test_backbone(self):
         config_and_inputs = self.model_tester.prepare_config_and_inputs()
         self.model_tester.create_and_check_backbone(*config_and_inputs)

tests/models/trajectory_transformer/test_modeling_trajectory_transformer.py

@@ -35,6 +35,9 @@ if is_torch_available():
     from transformers.models.trajectory_transformer.modeling_trajectory_transformer import (
         TRAJECTORY_TRANSFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
     )
+    from transformers.pytorch_utils import is_torch_less_than_1_9
+else:
+    is_torch_less_than_1_9 = True
 
 
 class TrajectoryTransformerModelTester:
@@ -195,6 +198,7 @@ class TrajectoryTransformerModelTest(ModelTesterMixin, GenerationTesterMixin, un
         ).loss
         loss.backward()
 
+    @unittest.skipIf(is_torch_less_than_1_9, reason="This test fails for TrajectoryTransformerModel when torch < 1.9")
     def test_training_gradient_checkpointing(self):
         if not self.model_tester.is_training:
             return

tests/models/wav2vec2/test_modeling_wav2vec2.py

@@ -70,6 +70,9 @@ if is_torch_available():
         _compute_mask_indices,
         _sample_negative_indices,
     )
+    from transformers.pytorch_utils import is_torch_less_than_1_9
+else:
+    is_torch_less_than_1_9 = True
 
 
 if is_torchaudio_available():
@@ -1640,6 +1643,10 @@ class Wav2Vec2ModelIntegrationTest(unittest.TestCase):
 
     @require_pyctcdecode
     @require_torchaudio
+    @unittest.skipIf(
+        is_torch_less_than_1_9,
+        reason="`torchaudio.functional.resample` needs torchaudio >= 0.9 which requires torch >= 0.9",
+    )
     def test_wav2vec2_with_lm(self):
         ds = load_dataset("common_voice", "es", split="test", streaming=True)
         sample = next(iter(ds))
@@ -1664,6 +1671,10 @@ class Wav2Vec2ModelIntegrationTest(unittest.TestCase):
 
     @require_pyctcdecode
     @require_torchaudio
+    @unittest.skipIf(
+        is_torch_less_than_1_9,
+        reason="`torchaudio.functional.resample` needs torchaudio >= 0.9 which requires torch >= 0.9",
+    )
     def test_wav2vec2_with_lm_pool(self):
         ds = load_dataset("common_voice", "es", split="test", streaming=True)
         sample = next(iter(ds))

tests/test_modeling_common.py

@@ -696,7 +696,9 @@ class ModelTesterMixin:
 
         torch._C._jit_clear_class_registry()
         torch.jit._recursive.concrete_type_store = torch.jit._recursive.ConcreteTypeStore()
-        torch.jit._state._clear_class_state()
+        # torch 1.8 has no `_clear_class_state` in `torch.jit._state`
+        if hasattr(torch.jit._state, "_clear_class_state"):
+            torch.jit._state._clear_class_state()
 
     def _create_and_check_torchscript(self, config, inputs_dict):
         if not self.test_torchscript: