Bart: update example for #3140 compatibility (#3233)

* Update bart example docs
2020-03-12 10:36:37 -04:00
parent 72768b6b9c
commit 2e81b9d8d7
3 changed files with 22 additions and 4 deletions
--- a/examples/summarization/bart/evaluate_cnn.py
+++ b/examples/summarization/bart/evaluate_cnn.py
@@ -27,9 +27,11 @@ def generate_summaries(lns, out_file, batch_size=8, device=DEFAULT_DEVICE):
            attention_mask=dct["attention_mask"].to(device),
            num_beams=4,
            length_penalty=2.0,
-            max_length=140,
-            min_length=55,
+            max_length=142,  # +2 from original because we start at step=1 and stop before max_length
+            min_length=56,  # +1 from original because we start at step=1
            no_repeat_ngram_size=3,
+            early_stopping=True,
+            do_sample=False,
        )
        dec = [tokenizer.decode(g, skip_special_tokens=True, clean_up_tokenization_spaces=False) for g in summaries]
        for hypothesis in dec: