SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix lr_scheduler in no_trainer training scripts (#27872)

Browse Source 
* Fix lr_scheduler

* Fix lr scheduler
This commit is contained in:
bofeng huang
2024-01-22 15:22:18 +01:00
committed by GitHub
parent 692c3c6b73
commit deb2b59073
9 changed files with 18 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/pytorch/language-modeling/run_clm_no_trainer.py
View File

@@ -526,8 +526,8 @@ def main():
lr_scheduler = get_scheduler(
name=args.lr_scheduler_type,
optimizer=optimizer,
num_warmup_steps=args.num_warmup_steps * args.gradient_accumulation_steps,
num_training_steps=args.max_train_steps * args.gradient_accumulation_steps,
num_warmup_steps=args.num_warmup_steps * accelerator.num_processes,
num_training_steps=args.max_train_steps if overrode_max_train_steps else args.max_train_steps * accelerator.num_processes,
)
# Prepare everything with our `accelerator`.

4
examples/pytorch/language-modeling/run_mlm_no_trainer.py
View File

@@ -563,8 +563,8 @@ def main():
lr_scheduler = get_scheduler(
name=args.lr_scheduler_type,
optimizer=optimizer,
num_warmup_steps=args.num_warmup_steps * args.gradient_accumulation_steps,
num_training_steps=args.max_train_steps * args.gradient_accumulation_steps,
num_warmup_steps=args.num_warmup_steps * accelerator.num_processes,
num_training_steps=args.max_train_steps if overrode_max_train_steps else args.max_train_steps * accelerator.num_processes,
)
# Prepare everything with our `accelerator`.