Skip tests properly (#31308)

* Skip tests properly

* [test_all]

* Add 'reason' as kwarg for skipTest

* [test_all] Fix up

* [test_all]
This commit is contained in:
amyeroberts
2024-06-26 21:59:08 +01:00
committed by GitHub
parent 1f9f57ab4c
commit 1de7dc7403
254 changed files with 1721 additions and 1298 deletions

View File

@@ -329,64 +329,65 @@ class RecurrentGemmaModelTest(ModelTesterMixin, GenerationTesterMixin, PipelineT
config_and_inputs[0].position_embedding_type = type
self.model_tester.create_and_check_model(*config_and_inputs)
@unittest.skip(reason="Fast init from base not tested for RecurrentGemma")
def test_save_load_fast_init_from_base(self):
pass
@unittest.skip("RecurrentGemma does not return pkv")
@unittest.skip(reason="RecurrentGemma does not return pkv")
def test_past_key_values_format(self):
pass
@unittest.skip("RecurrentGemma only supports sdpa")
@unittest.skip(reason="RecurrentGemma only supports sdpa")
def test_eager_matches_sdpa_generate(self):
pass
@unittest.skip("RecurrentGemma only supports sdpa")
@unittest.skip(reason="RecurrentGemma only supports sdpa")
def test_eager_matches_sdpa_inference(self):
pass
@unittest.skip("RecurrentGemma does not return the cache")
@unittest.skip(reason="RecurrentGemma does not return the cache")
def test_contrastive_generate_low_memory(self):
pass
@unittest.skip("RecurrentGemma does not return the cache")
@unittest.skip(reason="RecurrentGemma does not return the cache")
def test_contrastive_generate_dict_outputs_use_cache(self):
pass
@unittest.skip("RecurrentGemma does not return the cache")
@unittest.skip(reason="RecurrentGemma does not return the cache")
def test_contrastive_generate(self):
pass
@unittest.skip("SQRBound is known to have issues with gc")
@unittest.skip(reason="SQRBound is known to have issues with gc")
def test_training_gradient_checkpointing_use_reentrant_false(self):
pass
def _check_attentions_for_generate(self, *args, **kwargs):
return True # Model does not return attention
@unittest.skip("Past key values are not returned")
@unittest.skip(reason="Past key values are not returned")
def test_prompt_lookup_decoding_matches_greedy_search(self):
pass
@unittest.skip("Past key values are not returned")
@unittest.skip(reason="Past key values are not returned")
def test_model_parallelism(self):
pass
@unittest.skip("Past key values are not returned")
@unittest.skip(reason="Past key values are not returned")
def test_model_parallel_beam_search(self):
pass
def _check_past_key_values_for_generate(self, *args, **kwargs):
return True
@unittest.skip("Rely on `past_key_values` to crop the assistant pkv. Not supported")
@unittest.skip(reason="Rely on `past_key_values` to crop the assistant pkv. Not supported")
def test_assisted_decoding_matches_greedy_search(self):
pass
@unittest.skip("RecurrentGemma's output different if you pad left or right. This is expected")
@unittest.skip(reason="RecurrentGemma's output different if you pad left or right. This is expected")
def test_left_padding_compatibility(self):
pass
@unittest.skip("Relies on `past_key_values` returned by the model. Not supported with recurrent gemma")
@unittest.skip(reason="Relies on `past_key_values` returned by the model. Not supported with recurrent gemma")
def test_assisted_decoding_sample(self):
pass
@@ -409,7 +410,7 @@ class RecurrentGemmaModelTest(ModelTesterMixin, GenerationTesterMixin, PipelineT
[expected_shape] * len(iter_hidden_states),
)
@unittest.skip("TODO @arthurzucker not super important and failing.")
@unittest.skip(reason="TODO @arthurzucker not super important and failing.")
def test_initialization(self):
pass