From 54395d87a66274e1a546dada06a254b2ec268b2e Mon Sep 17 00:00:00 2001 From: Sam Shleifer Date: Sun, 13 Sep 2020 20:48:47 -0400 Subject: [PATCH] Update xsum length penalty to better values (#7107) --- src/transformers/configuration_pegasus.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/configuration_pegasus.py b/src/transformers/configuration_pegasus.py index 694759b7ed..18a6074f78 100644 --- a/src/transformers/configuration_pegasus.py +++ b/src/transformers/configuration_pegasus.py @@ -49,7 +49,7 @@ DEFAULTS = dict( # Config values that vary between checkpoints: for testing and conversion task_specific_params = { # These are task specific params for pegasus-large and normal params for finetuned checkpoints - "summarization_xsum": {"length_penalty": 0.8, "max_length": 64, "max_position_embeddings": 512}, + "summarization_xsum": {"length_penalty": 0.6, "max_length": 64, "max_position_embeddings": 512}, "summarization_cnn_dailymail": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 1024}, "summarization_newsroom": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 512}, "summarization_wikihow": {"length_penalty": 0.6, "max_length": 256, "max_position_embeddings": 512},