[deepspeed] Move code and doc into standalone files (#11984)

* move code and docs

* style

* moved

* restore
This commit is contained in:
Stas Bekman
2021-06-02 09:56:00 -07:00
committed by GitHub
parent d6d747cb28
commit 640318befa
10 changed files with 1932 additions and 1699 deletions

View File

@@ -21,8 +21,8 @@ from copy import deepcopy
from parameterized import parameterized
from transformers import AutoModel, TrainingArguments, is_torch_available, logging
from transformers.deepspeed import HfDeepSpeedConfig, is_deepspeed_available
from transformers.file_utils import WEIGHTS_NAME
from transformers.integrations import HfDeepSpeedConfig, is_deepspeed_available
from transformers.testing_utils import (
CaptureLogger,
CaptureStderr,
@@ -71,7 +71,7 @@ def require_deepspeed(test_case):
if is_deepspeed_available():
from deepspeed.utils import logger as deepspeed_logger # noqa
from transformers.integrations import deepspeed_config, is_deepspeed_zero3_enabled # noqa
from transformers.deepspeed import deepspeed_config, is_deepspeed_zero3_enabled # noqa
ZERO2 = "zero2"
ZERO3 = "zero3"