From 45ab8bf60e5c2af912006035f5568be92c0c99c9 Mon Sep 17 00:00:00 2001 From: Duzeyao <330501241@qq.com> Date: Tue, 20 Aug 2019 16:40:39 +0800 Subject: [PATCH] Revert "Update finetune_on_pregenerated.py" This reverts commit a1359b970cb4bfa41008a45b44dd2a25e579bff3. --- examples/lm_finetuning/finetune_on_pregenerated.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/lm_finetuning/finetune_on_pregenerated.py b/examples/lm_finetuning/finetune_on_pregenerated.py index ccf1c15313..9fcc5f2cb1 100644 --- a/examples/lm_finetuning/finetune_on_pregenerated.py +++ b/examples/lm_finetuning/finetune_on_pregenerated.py @@ -314,8 +314,8 @@ def main(): mean_loss = tr_loss * args.gradient_accumulation_steps / nb_tr_steps pbar.set_postfix_str(f"Loss: {mean_loss:.5f}") if (step + 1) % args.gradient_accumulation_steps == 0: - optimizer.step() scheduler.step() # Update learning rate schedule + optimizer.step() optimizer.zero_grad() global_step += 1