From cb19c2afdc06435128f62c250d88717a6a7bcbc6 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Mon, 18 Jul 2022 15:26:21 +0200 Subject: [PATCH] Fix expected loss values in some (m)T5 tests (#18177) * fix expected loss values Co-authored-by: ydshieh --- tests/models/mt5/test_modeling_tf_mt5.py | 2 +- tests/models/t5/test_modeling_tf_t5.py | 6 +++--- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/models/mt5/test_modeling_tf_mt5.py b/tests/models/mt5/test_modeling_tf_mt5.py index 7d8abbf987..5cbf3afb59 100644 --- a/tests/models/mt5/test_modeling_tf_mt5.py +++ b/tests/models/mt5/test_modeling_tf_mt5.py @@ -69,5 +69,5 @@ class TFMT5ModelIntegrationTest(unittest.TestCase): loss = model(input_ids, labels=labels).loss mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -21.210594 + EXPECTED_SCORE = -21.228168 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4) diff --git a/tests/models/t5/test_modeling_tf_t5.py b/tests/models/t5/test_modeling_tf_t5.py index 452bd913c4..c4e33b33aa 100644 --- a/tests/models/t5/test_modeling_tf_t5.py +++ b/tests/models/t5/test_modeling_tf_t5.py @@ -661,7 +661,7 @@ class TFT5ModelIntegrationTests(unittest.TestCase): loss = model(input_ids, labels=labels).loss mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -4.7710114 + EXPECTED_SCORE = -4.771147 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) @slow @@ -687,7 +687,7 @@ class TFT5ModelIntegrationTests(unittest.TestCase): loss = model(input_ids, labels=labels).loss mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -14.759922 + EXPECTED_SCORE = -14.757326 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) @slow @@ -711,7 +711,7 @@ class TFT5ModelIntegrationTests(unittest.TestCase): loss = model(input_ids, labels=labels).loss mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -7.594554 + EXPECTED_SCORE = -7.592465 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) @slow