From 51083d1bac7905aa8316b75f7897bdd4e5302044 Mon Sep 17 00:00:00 2001 From: Fanli Lin Date: Fri, 28 Feb 2025 23:09:54 +0800 Subject: [PATCH] [docs] fix bug in deepspeed config (#36081) bug fix --- docs/source/en/deepspeed.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/en/deepspeed.md b/docs/source/en/deepspeed.md index cb21b7e8fc..4314a10ab1 100644 --- a/docs/source/en/deepspeed.md +++ b/docs/source/en/deepspeed.md @@ -1091,7 +1091,7 @@ ds_config = { "overlap_comm": True, "contiguous_gradients": True, "reduce_bucket_size": model_hidden_size * model_hidden_size, - "stage3_prefetch_bucket_size": 0.9 * model_hidden_size * model_hidden_size, + "stage3_prefetch_bucket_size": 3774873, "stage3_param_persistence_threshold": 10 * model_hidden_size }, "steps_per_print": 2000,