[s2s] Adafactor support for builtin trainer (#7522)

2020-10-01 17:27:45 -04:00
parent d3a9601a11
commit de4d7b004a
3 changed files with 40 additions and 0 deletions
--- a/examples/seq2seq/finetune_trainer.py
+++ b/examples/seq2seq/finetune_trainer.py
@@ -52,6 +52,7 @@ class Seq2SeqTrainingArguments(TrainingArguments):
    predict_with_generate: bool = field(
        default=False, metadata={"help": "Whether to use generate to calculate generative metrics (ROUGE, BLEU)."}
    )
+    adafactor: bool = field(default=False, metadata={"help": "whether to use adafactor"})


@dataclass