SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[s2s] distributed_eval.py saves better speed info (#7242)

Browse Source
This commit is contained in:
Sam Shleifer
2020-09-18 15:46:01 -04:00
committed by GitHub
parent af2322c7a0
commit 83dba10b8f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/seq2seq/run_distributed_eval.py
View File

@@ -176,7 +176,8 @@ def run_generate():
metrics: Dict = score_fn(preds, labels) metrics: Dict = score_fn(preds, labels)
metrics["n_obs"] = len(preds) metrics["n_obs"] = len(preds)
runtime = time.time() - start_time runtime = time.time() - start_time
metrics["seconds_per_sample"] = round(runtime / metrics["n_obs"], 2) metrics["seconds_per_sample"] = round(runtime / metrics["n_obs"], 4)
metrics["n_gpus"] = num_replicas
# TODO(@stas00): add whatever metadata to metrics # TODO(@stas00): add whatever metadata to metrics
metrics_save_path = save_dir.joinpath(f"{args.type_path}_{metric_name}.json") metrics_save_path = save_dir.joinpath(f"{args.type_path}_{metric_name}.json")
save_json(metrics, metrics_save_path, indent=None) save_json(metrics, metrics_save_path, indent=None)