SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[s2s] tiny QOL improvement: run_eval prints scores (#6341)

Browse Source
This commit is contained in:
Sam Shleifer
2020-08-08 02:45:55 -04:00
committed by GitHub
parent 322dffc6c9
commit 99f73bcc71
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
examples/seq2seq/pack_dataset.py
View File

@@ -33,7 +33,6 @@ def pack_examples(tok, src_examples, tgt_examples, max_tokens=1024):
new_src, new_tgt = src, tgt new_src, new_tgt = src, tgt
else: # can fit, keep adding else: # can fit, keep adding
new_src, new_tgt = cand_src, cand_tgt new_src, new_tgt = cand_src, cand_tgt
# import ipdb; ipdb.set_trace()
# cleanup # cleanup
if new_src: if new_src:

3
examples/seq2seq/run_eval.py
View File

@@ -89,7 +89,7 @@ def run_generate():
examples = [" " + x.rstrip() if "t5" in args.model_name else x.rstrip() for x in open(args.input_path).readlines()] examples = [" " + x.rstrip() if "t5" in args.model_name else x.rstrip() for x in open(args.input_path).readlines()]
if args.n_obs > 0: if args.n_obs > 0:
examples = examples[: args.n_obs] examples = examples[: args.n_obs]
Path(args.save_path).parent.mkdir(exist_ok=True)
generate_summaries_or_translations( generate_summaries_or_translations(
examples, examples,
args.save_path, args.save_path,
@@ -107,6 +107,7 @@ def run_generate():
output_lns = [x.rstrip() for x in open(args.save_path).readlines()] output_lns = [x.rstrip() for x in open(args.save_path).readlines()]
reference_lns = [x.rstrip() for x in open(args.reference_path).readlines()][: len(output_lns)] reference_lns = [x.rstrip() for x in open(args.reference_path).readlines()][: len(output_lns)]
scores: dict = score_fn(output_lns, reference_lns) scores: dict = score_fn(output_lns, reference_lns)
print(scores)
if args.score_path is not None: if args.score_path is not None:
json.dump(scores, open(args.score_path, "w+")) json.dump(scores, open(args.score_path, "w+"))
return scores return scores