From b48cf7124c104a9edecd2cae4a8c371bf7d8c141 Mon Sep 17 00:00:00 2001 From: Patrick von Platen Date: Fri, 23 Apr 2021 11:34:59 +0200 Subject: [PATCH] correct typo (#11393) --- examples/flax/language-modeling/run_mlm_flax.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/flax/language-modeling/run_mlm_flax.py b/examples/flax/language-modeling/run_mlm_flax.py index 8b395be539..e3406d4d9b 100755 --- a/examples/flax/language-modeling/run_mlm_flax.py +++ b/examples/flax/language-modeling/run_mlm_flax.py @@ -590,7 +590,7 @@ if __name__ == "__main__": # Create learning rate scheduler # warmup_steps = 0 causes the Flax optimizer to return NaNs; warmup_steps = 1 is functionally equivalent. lr_scheduler_fn = create_learning_rate_scheduler( - base_learning_rate=training_args.learning_rate, warmup_steps=min(training_args.warmup_steps, 1) + base_learning_rate=training_args.learning_rate, warmup_steps=max(training_args.warmup_steps, 1) ) # Create parallel version of the training and evaluation steps