SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

correct typo (#11393)

Browse Source
This commit is contained in:
Patrick von Platen
2021-04-23 11:34:59 +02:00
committed by GitHub
parent 8c9b5fcbaf
commit b48cf7124c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/flax/language-modeling/run_mlm_flax.py
View File

@@ -590,7 +590,7 @@ if __name__ == "__main__":
# Create learning rate scheduler # Create learning rate scheduler
# warmup_steps = 0 causes the Flax optimizer to return NaNs; warmup_steps = 1 is functionally equivalent. # warmup_steps = 0 causes the Flax optimizer to return NaNs; warmup_steps = 1 is functionally equivalent.
lr_scheduler_fn = create_learning_rate_scheduler( lr_scheduler_fn = create_learning_rate_scheduler(
base_learning_rate=training_args.learning_rate, warmup_steps=min(training_args.warmup_steps, 1) base_learning_rate=training_args.learning_rate, warmup_steps=max(training_args.warmup_steps, 1)
) )
# Create parallel version of the training and evaluation steps # Create parallel version of the training and evaluation steps