From 5ae087cf8ec080b121c9cdc9bafdc2b35b6e110e Mon Sep 17 00:00:00 2001 From: Matt Date: Tue, 5 Jul 2022 16:22:03 +0100 Subject: [PATCH] Fix T5/mT5 tests (#18029) --- tests/models/mt5/test_modeling_tf_mt5.py | 4 ++-- tests/models/t5/test_modeling_tf_t5.py | 12 ++++++------ 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/tests/models/mt5/test_modeling_tf_mt5.py b/tests/models/mt5/test_modeling_tf_mt5.py index 1ab1a635b3..7d8abbf987 100644 --- a/tests/models/mt5/test_modeling_tf_mt5.py +++ b/tests/models/mt5/test_modeling_tf_mt5.py @@ -67,7 +67,7 @@ class TFMT5ModelIntegrationTest(unittest.TestCase): labels = tokenizer("Hi I am", return_tensors="tf").input_ids loss = model(input_ids, labels=labels).loss - mtf_score = -tf.math.reduce_sum(loss).numpy() + mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -84.9127 + EXPECTED_SCORE = -21.210594 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 2e-4) diff --git a/tests/models/t5/test_modeling_tf_t5.py b/tests/models/t5/test_modeling_tf_t5.py index 35f1d90886..452bd913c4 100644 --- a/tests/models/t5/test_modeling_tf_t5.py +++ b/tests/models/t5/test_modeling_tf_t5.py @@ -659,9 +659,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase): labels = tokenizer("Hi I am", return_tensors="tf").input_ids loss = model(input_ids, labels=labels).loss - mtf_score = -tf.math.reduce_sum(loss).numpy() + mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -19.0845 + EXPECTED_SCORE = -4.7710114 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) @slow @@ -685,9 +685,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase): labels = tokenizer("Hi I am", return_tensors="tf").input_ids loss = model(input_ids, labels=labels).loss - mtf_score = -tf.math.reduce_sum(loss).numpy() + mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -59.0293 + EXPECTED_SCORE = -14.759922 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) @slow @@ -709,9 +709,9 @@ class TFT5ModelIntegrationTests(unittest.TestCase): labels = tokenizer("Hi I am", return_tensors="tf").input_ids loss = model(input_ids, labels=labels).loss - mtf_score = -tf.math.reduce_sum(loss).numpy() + mtf_score = -tf.math.reduce_mean(loss).numpy() - EXPECTED_SCORE = -60.7397 + EXPECTED_SCORE = -7.594554 self.assertTrue(abs(mtf_score - EXPECTED_SCORE) < 1e-4) @slow