From 83dba10b8fbaa3f16e82b5725dcceaf044dd6817 Mon Sep 17 00:00:00 2001 From: Sam Shleifer Date: Fri, 18 Sep 2020 15:46:01 -0400 Subject: [PATCH] [s2s] distributed_eval.py saves better speed info (#7242) --- examples/seq2seq/run_distributed_eval.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/seq2seq/run_distributed_eval.py b/examples/seq2seq/run_distributed_eval.py index d4ccfb44e2..4b25db2149 100644 --- a/examples/seq2seq/run_distributed_eval.py +++ b/examples/seq2seq/run_distributed_eval.py @@ -176,7 +176,8 @@ def run_generate(): metrics: Dict = score_fn(preds, labels) metrics["n_obs"] = len(preds) runtime = time.time() - start_time - metrics["seconds_per_sample"] = round(runtime / metrics["n_obs"], 2) + metrics["seconds_per_sample"] = round(runtime / metrics["n_obs"], 4) + metrics["n_gpus"] = num_replicas # TODO(@stas00): add whatever metadata to metrics metrics_save_path = save_dir.joinpath(f"{args.type_path}_{metric_name}.json") save_json(metrics, metrics_save_path, indent=None)