SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix T5/mT5 tests (#18029)

Browse Source
This commit is contained in:
Matt
2022-07-05 16:22:03 +01:00
committed by GitHub
parent ec07eccc7d
commit 5ae087cf8e
2 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/models/mt5/test_modeling_tf_mt5.py
View File

@@ -67,7 +67,7 @@ class TFMT5ModelIntegrationTest(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -84.9127 EXPECTED_SCORE = -21.210594
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4)

12
tests/models/t5/test_modeling_tf_t5.py
View File

@@ -659,9 +659,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -19.0845 EXPECTED_SCORE = -4.7710114
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)
@slow @slow
@@ -685,9 +685,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -59.0293 EXPECTED_SCORE = -14.759922
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)
@slow @slow
@@ -709,9 +709,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase):
labels = tokenizer("Hi I am", return_tensors="tf").input_ids labels = tokenizer("Hi I am", return_tensors="tf").input_ids
loss = model(input_ids, labels=labels).loss loss = model(input_ids, labels=labels).loss
mtf_score = -tf.math.reduce_sum(loss).numpy() mtf_score = -tf.math.reduce_mean(loss).numpy()
EXPECTED_SCORE = -60.7397 EXPECTED_SCORE = -7.594554
self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4)
@slow @slow