Fix T5/mT5 tests (#18029)

2022-07-05 16:22:03 +01:00
parent ec07eccc7d
commit 5ae087cf8e
2 changed files with 8 additions and 8 deletions
--- a/tests/models/mt5/test_modeling_tf_mt5.py
+++ b/tests/models/mt5/test_modeling_tf_mt5.py
@@ -67,7 +67,7 @@ class TFMT5ModelIntegrationTest(unittest.TestCase):
        labels = tokenizer("Hi I am", return_tensors="tf").input_ids

        loss = model(input_ids, labels=labels).loss
-        mtf_score = -tf.math.reduce_sum(loss).numpy()
+        mtf_score = -tf.math.reduce_mean(loss).numpy()

-        EXPECTED_SCORE = -84.9127
+        EXPECTED_SCORE = -21.210594
        self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4)