From c0864d98ba62515cc6393e0b54fa15ef7c1513c4 Mon Sep 17 00:00:00 2001 From: Ngo Quang Huy Date: Fri, 11 Feb 2022 00:02:03 +0700 Subject: [PATCH] Correct JSON format (#15600) --- docs/source/main_classes/deepspeed.mdx | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/source/main_classes/deepspeed.mdx b/docs/source/main_classes/deepspeed.mdx index a558cf5390..c06c636301 100644 --- a/docs/source/main_classes/deepspeed.mdx +++ b/docs/source/main_classes/deepspeed.mdx @@ -733,14 +733,14 @@ The following configuration example enables NVMe to offload both optimizer state "buffer_count": 5, "buffer_size": 1e8, "max_in_cpu": 1e9 - } + }, "aio": { "block_size": 262144, "queue_depth": 32, "thread_count": 1, "single_submit": false, "overlap_events": true - } + }, "overlap_comm": true, "contiguous_gradients": true, "sub_group_size": 1e9, @@ -750,7 +750,7 @@ The following configuration example enables NVMe to offload both optimizer state "stage3_max_live_parameters": 1e9, "stage3_max_reuse_distance": 1e9, "stage3_gather_fp16_weights_on_model_save": true - }, + } } ```