SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix TF CTC tests (#21606)

Browse Source
This commit is contained in:
Joao Gante
2023-02-13 21:23:00 +00:00
committed by GitHub
parent cbecf121cd
commit 56b03c96b8
2 changed files with 21 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
tests/models/hubert/test_modeling_tf_hubert.py
View File

@@ -321,6 +321,20 @@ class TFHubertModelTest(TFModelTesterMixin, unittest.TestCase):
model = TFHubertModel.from_pretrained("facebook/hubert-base-ls960") model = TFHubertModel.from_pretrained("facebook/hubert-base-ls960")
self.assertIsNotNone(model) self.assertIsNotNone(model)
# We override here as passing a full batch of 13 samples results in OOM errors for CTC
def test_dataset_conversion(self):
default_batch_size = self.model_tester.batch_size
self.model_tester.batch_size = 2
super().test_dataset_conversion()
self.model_tester.batch_size = default_batch_size
# We override here as passing a full batch of 13 samples results in OOM errors for CTC
def test_keras_fit(self):
default_batch_size = self.model_tester.batch_size
self.model_tester.batch_size = 2
super().test_keras_fit()
self.model_tester.batch_size = default_batch_size
@require_tf @require_tf
class TFHubertRobustModelTest(TFModelTesterMixin, unittest.TestCase): class TFHubertRobustModelTest(TFModelTesterMixin, unittest.TestCase):
@@ -431,20 +445,18 @@ class TFHubertRobustModelTest(TFModelTesterMixin, unittest.TestCase):
def test_model_common_attributes(self): def test_model_common_attributes(self):
pass pass
@slow
def test_model_from_pretrained(self):
model = TFHubertModel.from_pretrained("facebook/hubert-large-ls960-ft")
self.assertIsNotNone(model)
# We override here as passing a full batch of 13 samples results in OOM errors for CTC # We override here as passing a full batch of 13 samples results in OOM errors for CTC
# TODO: fix me
@unittest.skip(reason="Crashing on CI, temporarily skipped")
def test_dataset_conversion(self): def test_dataset_conversion(self):
default_batch_size = self.model_tester.batch_size default_batch_size = self.model_tester.batch_size
self.model_tester.batch_size = 2 self.model_tester.batch_size = 2
super().test_dataset_conversion() super().test_dataset_conversion()
self.model_tester.batch_size = default_batch_size self.model_tester.batch_size = default_batch_size
@slow
def test_model_from_pretrained(self):
model = TFHubertModel.from_pretrained("facebook/hubert-large-ls960-ft")
self.assertIsNotNone(model)
# We override here as passing a full batch of 13 samples results in OOM errors for CTC # We override here as passing a full batch of 13 samples results in OOM errors for CTC
def test_keras_fit(self): def test_keras_fit(self):
default_batch_size = self.model_tester.batch_size default_batch_size = self.model_tester.batch_size

4
tests/models/wav2vec2/test_modeling_tf_wav2vec2.py
View File

@@ -396,7 +396,7 @@ class TFWav2Vec2ModelTest(TFModelTesterMixin, unittest.TestCase):
def test_keras_fit(self): def test_keras_fit(self):
default_batch_size = self.model_tester.batch_size default_batch_size = self.model_tester.batch_size
self.model_tester.batch_size = 2 self.model_tester.batch_size = 2
super().test_dataset_conversion() super().test_keras_fit()
self.model_tester.batch_size = default_batch_size self.model_tester.batch_size = default_batch_size
@@ -527,7 +527,7 @@ class TFWav2Vec2RobustModelTest(TFModelTesterMixin, unittest.TestCase):
def test_keras_fit(self): def test_keras_fit(self):
default_batch_size = self.model_tester.batch_size default_batch_size = self.model_tester.batch_size
self.model_tester.batch_size = 2 self.model_tester.batch_size = 2
super().test_dataset_conversion() super().test_keras_fit()
self.model_tester.batch_size = default_batch_size self.model_tester.batch_size = default_batch_size