From 36362cf08637dea5aa00f209067e9c17b0bb2a69 Mon Sep 17 00:00:00 2001 From: erenup Date: Wed, 18 Sep 2019 21:13:40 +0800 Subject: [PATCH] move schedule.step after optimizer.step --- examples/single_model_scripts/run_multiple_choice.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/examples/single_model_scripts/run_multiple_choice.py b/examples/single_model_scripts/run_multiple_choice.py index 9784dfe94d..58f32b8397 100644 --- a/examples/single_model_scripts/run_multiple_choice.py +++ b/examples/single_model_scripts/run_multiple_choice.py @@ -158,8 +158,9 @@ def train(args, train_dataset, model, tokenizer): tr_loss += loss.item() if (step + 1) % args.gradient_accumulation_steps == 0: - scheduler.step() # Update learning rate schedule + optimizer.step() + scheduler.step() # Update learning rate schedule model.zero_grad() global_step += 1