From 5e5fa0d88c293e6d5be2517b4f45680ba3bb5df2 Mon Sep 17 00:00:00 2001 From: amyeroberts <22614925+amyeroberts@users.noreply.github.com> Date: Fri, 11 Aug 2023 15:26:45 +0100 Subject: [PATCH] Mark flaky tests (#25463) Make CI less brittle --- tests/models/wav2vec2/test_modeling_tf_wav2vec2.py | 2 +- tests/utils/test_image_utils.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py b/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py index bd931ea831..393e056b84 100644 --- a/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py +++ b/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py @@ -306,7 +306,7 @@ class TFWav2Vec2ModelTester: model = TFWav2Vec2ForCTC(config) input_lengths = tf.constant([input_values.shape[-1] // i for i in [4, 2, 1]]) max_length_labels = model.wav2vec2._get_feat_extract_output_lengths(input_lengths) - labels = ids_tensor((input_values.shape[0], min(max_length_labels) - 1), model.config.vocab_size + 100) + labels = ids_tensor((input_values.shape[0], min(max_length_labels) - 1), model.config.vocab_size + 500) with pytest.raises(ValueError): model(input_values, labels=labels) diff --git a/tests/utils/test_image_utils.py b/tests/utils/test_image_utils.py index f62f647c42..0ba901b6c3 100644 --- a/tests/utils/test_image_utils.py +++ b/tests/utils/test_image_utils.py @@ -23,7 +23,7 @@ from requests import ReadTimeout from tests.pipelines.test_pipelines_document_question_answering import INVOICE_URL from transformers import is_torch_available, is_vision_available from transformers.image_utils import ChannelDimension, get_channel_dimension_axis, make_list_of_images -from transformers.testing_utils import require_torch, require_vision +from transformers.testing_utils import is_flaky, require_torch, require_vision if is_torch_available(): @@ -486,6 +486,7 @@ class LoadImageTester(unittest.TestCase): self.assertEqual(img_arr.shape, (1061, 750, 3)) + @is_flaky() def test_load_img_url_timeout(self): with self.assertRaises(ReadTimeout): load_image(INVOICE_URL, timeout=0.001)