SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Correct JSON format (#15600)

Browse Source
This commit is contained in:
Ngo Quang Huy
2022-02-11 00:02:03 +07:00
committed by GitHub
parent 2e8b85f72e
commit c0864d98ba
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
docs/source/main_classes/deepspeed.mdx
View File

@@ -733,14 +733,14 @@ The following configuration example enables NVMe to offload both optimizer state
"buffer_count": 5, "buffer_count": 5,
"buffer_size": 1e8, "buffer_size": 1e8,
"max_in_cpu": 1e9 "max_in_cpu": 1e9
} },
"aio": { "aio": {
"block_size": 262144, "block_size": 262144,
"queue_depth": 32, "queue_depth": 32,
"thread_count": 1, "thread_count": 1,
"single_submit": false, "single_submit": false,
"overlap_events": true "overlap_events": true
} },
"overlap_comm": true, "overlap_comm": true,
"contiguous_gradients": true, "contiguous_gradients": true,
"sub_group_size": 1e9, "sub_group_size": 1e9,
@@ -750,7 +750,7 @@ The following configuration example enables NVMe to offload both optimizer state
"stage3_max_live_parameters": 1e9, "stage3_max_live_parameters": 1e9,
"stage3_max_reuse_distance": 1e9, "stage3_max_reuse_distance": 1e9,
"stage3_gather_fp16_weights_on_model_save": true "stage3_gather_fp16_weights_on_model_save": true
}, }
} }
``` ```