SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix: fix gradient accumulate step for learning rate (#27667)

Browse Source
This commit is contained in:
Phuc Van Phan
2023-12-07 13:59:26 +07:00
committed by GitHub
parent f84d85ba67
commit 0410a29a2d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/flax/speech-recognition/run_flax_speech_recognition_seq2seq.py
View File

@@ -640,7 +640,7 @@ def main():
# Create learning rate schedule # Create learning rate schedule
linear_decay_lr_schedule_fn = create_learning_rate_fn( linear_decay_lr_schedule_fn = create_learning_rate_fn(
len(vectorized_datasets["train"]), total_train_steps,
training_args.warmup_steps, training_args.warmup_steps,
training_args.learning_rate, training_args.learning_rate,
) )