SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[docs] Fix datasets in guides (#28715)

Browse Source 
* change datasets

* fix
This commit is contained in:
Steven Liu
2024-01-26 09:29:07 -08:00
committed by GitHub
parent f8b7c4345a
commit abe0289e6d
11 changed files with 112 additions and 75 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/pytorch/language-modeling/run_clm_no_trainer.py
View File

@@ -527,7 +527,9 @@ def main():
name=args.lr_scheduler_type,
optimizer=optimizer,
num_warmup_steps=args.num_warmup_steps * accelerator.num_processes,
num_training_steps=args.max_train_steps if overrode_max_train_steps else args.max_train_steps * accelerator.num_processes,
num_training_steps=args.max_train_steps
if overrode_max_train_steps
else args.max_train_steps * accelerator.num_processes,
)
# Prepare everything with our `accelerator`.

4
examples/pytorch/language-modeling/run_mlm_no_trainer.py
View File

@@ -564,7 +564,9 @@ def main():
name=args.lr_scheduler_type,
optimizer=optimizer,
num_warmup_steps=args.num_warmup_steps * accelerator.num_processes,
num_training_steps=args.max_train_steps if overrode_max_train_steps else args.max_train_steps * accelerator.num_processes,
num_training_steps=args.max_train_steps
if overrode_max_train_steps
else args.max_train_steps * accelerator.num_processes,
)
# Prepare everything with our `accelerator`.