examples/seq2seq/run_eval.py fixes and docs (#5322)

2020-06-26 19:20:43 -04:00
parent 5543b30aa6
commit 393b8dc09a
5 changed files with 79 additions and 27 deletions
--- a/examples/seq2seq/utils.py
+++ b/examples/seq2seq/utils.py
@@ -60,8 +60,9 @@ def lmap(f: Callable, x: Iterable) -> List:
    return list(map(f, x))


-def calculate_bleu_score(output_lns, refs_lns) -> dict:
-    return {"bleu": corpus_bleu(output_lns, [refs_lns]).score}
+def calculate_bleu_score(output_lns, refs_lns, **kwargs) -> dict:
+    """Uses sacrebleu's corpus_bleu implementation."""
+    return {"bleu": corpus_bleu(output_lns, [refs_lns], **kwargs).score}


 def trim_batch(