diff --git a/examples/ner/run_ner.py b/examples/ner/run_ner.py
index 54decd6e02..c2dfe6856d 100644
--- a/examples/ner/run_ner.py
+++ b/examples/ner/run_ner.py
@@ -195,8 +195,8 @@ def train(args, train_dataset, model, tokenizer, labels, pad_token_label_id):
                 else:
                     torch.nn.utils.clip_grad_norm_(model.parameters(), args.max_grad_norm)
 
-                scheduler.step()  # Update learning rate schedule
                 optimizer.step()
+                scheduler.step()  # Update learning rate schedule
                 model.zero_grad()
                 global_step += 1