From 634bf6cf7e5b56bfbc2933cc4f84ae77d353d0e3 Mon Sep 17 00:00:00 2001
From: Elijah Rippeth <elijah.rippeth@gmail.com>
Date: Fri, 20 Mar 2020 17:41:32 -0400
Subject: [PATCH] fixes lr_scheduler warning

For more details, see https://pytorch.org/docs/stable/optim.html#how-to-adjust-learning-rate
---
 examples/ner/run_ner.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/ner/run_ner.py b/examples/ner/run_ner.py
index 54decd6e02..c2dfe6856d 100644
--- a/examples/ner/run_ner.py
+++ b/examples/ner/run_ner.py
@@ -195,8 +195,8 @@ def train(args, train_dataset, model, tokenizer, labels, pad_token_label_id):
                 else:
                     torch.nn.utils.clip_grad_norm_(model.parameters(), args.max_grad_norm)
 
-                scheduler.step()  # Update learning rate schedule
                 optimizer.step()
+                scheduler.step()  # Update learning rate schedule
                 model.zero_grad()
                 global_step += 1