From 85395e4901f87b880f364bcd6424fe37da94574b Mon Sep 17 00:00:00 2001 From: Shiva Zamani Date: Tue, 9 Feb 2021 17:03:02 -0700 Subject: [PATCH] Remove speed metrics from default compute objective (#10107) --- src/transformers/trainer_utils.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/src/transformers/trainer_utils.py b/src/transformers/trainer_utils.py index aa371d4524..cd3afc1a21 100644 --- a/src/transformers/trainer_utils.py +++ b/src/transformers/trainer_utils.py @@ -131,6 +131,10 @@ def default_compute_objective(metrics: Dict[str, float]) -> float: metrics = copy.deepcopy(metrics) loss = metrics.pop("eval_loss", None) _ = metrics.pop("epoch", None) + # Remove speed metrics + speed_metrics = [m for m in metrics.keys() if m.endswith("_runtime") or m.endswith("_samples_per_second")] + for sm in speed_metrics: + _ = metrics.pop(sm, None) return loss if len(metrics) == 0 else sum(metrics.values())