From a7ba27b1b4c10462221f915a4cc4f91beb73eafc Mon Sep 17 00:00:00 2001
From: yzy5630 <yzy5630@gmail.com>
Date: Thu, 18 Jul 2019 08:52:51 +0800
Subject: [PATCH] add parser for adam

---
 examples/lm_finetuning/finetune_on_pregenerated.py | 4 ++++
 examples/lm_finetuning/simple_lm_finetuning.py     | 4 ++++
 2 files changed, 8 insertions(+)

diff --git a/examples/lm_finetuning/finetune_on_pregenerated.py b/examples/lm_finetuning/finetune_on_pregenerated.py
index 6920e597e9..b0be0f7260 100644
--- a/examples/lm_finetuning/finetune_on_pregenerated.py
+++ b/examples/lm_finetuning/finetune_on_pregenerated.py
@@ -159,6 +159,10 @@ def main():
                         default=0, 
                         type=int,
                         help="Linear warmup over warmup_steps.")
+    parser.add_argument("--adam_epsilon", 
+                        default=1e-8, 
+                        type=float,
+                        help="Epsilon for Adam optimizer.")
     parser.add_argument("--learning_rate",
                         default=3e-5,
                         type=float,
diff --git a/examples/lm_finetuning/simple_lm_finetuning.py b/examples/lm_finetuning/simple_lm_finetuning.py
index 6eff9e4140..adb86b2ec9 100644
--- a/examples/lm_finetuning/simple_lm_finetuning.py
+++ b/examples/lm_finetuning/simple_lm_finetuning.py
@@ -434,6 +434,10 @@ def main():
                         default=3e-5,
                         type=float,
                         help="The initial learning rate for Adam.")
+    parser.add_argument("--adam_epsilon", 
+                        default=1e-8, 
+                        type=float,
+                        help="Epsilon for Adam optimizer.")
     parser.add_argument("--num_train_epochs",
                         default=3.0,
                         type=float,