From 99f73bcc71e73d747124c476f9028db752fb05f3 Mon Sep 17 00:00:00 2001 From: Sam Shleifer Date: Sat, 8 Aug 2020 02:45:55 -0400 Subject: [PATCH] [s2s] tiny QOL improvement: run_eval prints scores (#6341) --- examples/seq2seq/pack_dataset.py | 1 - examples/seq2seq/run_eval.py | 3 ++- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/seq2seq/pack_dataset.py b/examples/seq2seq/pack_dataset.py index 1609c2d1cc..4274054a92 100644 --- a/examples/seq2seq/pack_dataset.py +++ b/examples/seq2seq/pack_dataset.py @@ -33,7 +33,6 @@ def pack_examples(tok, src_examples, tgt_examples, max_tokens=1024): new_src, new_tgt = src, tgt else: # can fit, keep adding new_src, new_tgt = cand_src, cand_tgt - # import ipdb; ipdb.set_trace() # cleanup if new_src: diff --git a/examples/seq2seq/run_eval.py b/examples/seq2seq/run_eval.py index 8248f8b94c..d3c9a81d27 100644 --- a/examples/seq2seq/run_eval.py +++ b/examples/seq2seq/run_eval.py @@ -89,7 +89,7 @@ def run_generate(): examples = [" " + x.rstrip() if "t5" in args.model_name else x.rstrip() for x in open(args.input_path).readlines()] if args.n_obs > 0: examples = examples[: args.n_obs] - + Path(args.save_path).parent.mkdir(exist_ok=True) generate_summaries_or_translations( examples, args.save_path, @@ -107,6 +107,7 @@ def run_generate(): output_lns = [x.rstrip() for x in open(args.save_path).readlines()] reference_lns = [x.rstrip() for x in open(args.reference_path).readlines()][: len(output_lns)] scores: dict = score_fn(output_lns, reference_lns) + print(scores) if args.score_path is not None: json.dump(scores, open(args.score_path, "w+")) return scores