[docs] fix bug in deepspeed config (#36081)

bug fix
2025-02-28 23:09:54 +08:00
parent 02776d2c6a
commit 51083d1bac
1 changed files with 1 additions and 1 deletions
--- a/docs/source/en/deepspeed.md
+++ b/docs/source/en/deepspeed.md
@@ -1091,7 +1091,7 @@ ds_config = {
        "overlap_comm": True,
        "contiguous_gradients": True,
        "reduce_bucket_size": model_hidden_size * model_hidden_size,
-        "stage3_prefetch_bucket_size": 0.9 * model_hidden_size * model_hidden_size,
+        "stage3_prefetch_bucket_size": 3774873,
        "stage3_param_persistence_threshold": 10 * model_hidden_size
    },
    "steps_per_print": 2000,