SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[docs] fix bug in deepspeed config (#36081)

Browse Source 
bug fix
This commit is contained in:
Fanli Lin
2025-02-28 23:09:54 +08:00
committed by GitHub
parent 02776d2c6a
commit 51083d1bac
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docs/source/en/deepspeed.md
View File

@@ -1091,7 +1091,7 @@ ds_config = {
"overlap_comm": True, "overlap_comm": True,
"contiguous_gradients": True, "contiguous_gradients": True,
"reduce_bucket_size": model_hidden_size * model_hidden_size, "reduce_bucket_size": model_hidden_size * model_hidden_size,
"stage3_prefetch_bucket_size": 0.9 * model_hidden_size * model_hidden_size, "stage3_prefetch_bucket_size": 3774873,
"stage3_param_persistence_threshold": 10 * model_hidden_size "stage3_param_persistence_threshold": 10 * model_hidden_size
}, },
"steps_per_print": 2000, "steps_per_print": 2000,