swap optimizer.step and scheduler.step

2019-08-20 15:58:42 +08:00
parent c589862b78
commit 28f7ca1f80
1 changed files with 1 additions and 1 deletions
--- a/examples/lm_finetuning/simple_lm_finetuning.py
+++ b/examples/lm_finetuning/simple_lm_finetuning.py
@@ -602,8 +602,8 @@ def main():
                nb_tr_examples += input_ids.size(0)
                nb_tr_steps += 1
                if (step + 1) % args.gradient_accumulation_steps == 0:
-                    scheduler.step()  # Update learning rate schedule
                    optimizer.step()
+                    scheduler.step()  # Update learning rate schedule
                    optimizer.zero_grad()
                    global_step += 1