SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Update xsum length penalty to better values (#7107)

Browse Source
This commit is contained in:
Sam Shleifer
2020-09-13 20:48:47 -04:00
committed by GitHub
parent e7f8d2ab64
commit 54395d87a6
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/configuration_pegasus.py
View File

@@ -49,7 +49,7 @@ DEFAULTS = dict(
# Config values that vary between checkpoints: for testing and conversion # Config values that vary between checkpoints: for testing and conversion
task_specific_params = { task_specific_params = {
# These are task specific params for pegasus-large and normal params for finetuned checkpoints # These are task specific params for pegasus-large and normal params for finetuned checkpoints
"summarization_xsum": {"length_penalty": 0.8, "max_length": 64, "max_position_embeddings": 512}, "summarization_xsum": {"length_penalty": 0.6, "max_length": 64, "max_position_embeddings": 512},
"summarization_cnn_dailymail": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 1024}, "summarization_cnn_dailymail": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 1024},
"summarization_newsroom": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 512}, "summarization_newsroom": {"length_penalty": 0.8, "max_length": 128, "max_position_embeddings": 512},
"summarization_wikihow": {"length_penalty": 0.6, "max_length": 256, "max_position_embeddings": 512}, "summarization_wikihow": {"length_penalty": 0.6, "max_length": 256, "max_position_embeddings": 512},