SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Update finetune_on_pregenerated.py

Browse Source
This commit is contained in:
Zeyao Du
2019-08-20 16:00:07 +08:00
committed by GitHub
parent 28f7ca1f80
commit a1359b970c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/lm_finetuning/finetune_on_pregenerated.py
View File

@@ -314,8 +314,8 @@ def main():
mean_loss = tr_loss * args.gradient_accumulation_steps / nb_tr_steps mean_loss = tr_loss * args.gradient_accumulation_steps / nb_tr_steps
pbar.set_postfix_str(f"Loss: {mean_loss:.5f}") pbar.set_postfix_str(f"Loss: {mean_loss:.5f}")
if (step + 1) % args.gradient_accumulation_steps == 0: if (step + 1) % args.gradient_accumulation_steps == 0:
scheduler.step() # Update learning rate schedule
optimizer.step() optimizer.step()
scheduler.step() # Update learning rate schedule
optimizer.zero_grad() optimizer.zero_grad()
global_step += 1 global_step += 1