SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Deepspeed] zero3 tests band aid (#11235)

Browse Source 
* temp band-aid

* style
This commit is contained in:
Stas Bekman
2021-04-13 14:58:09 -07:00
committed by GitHub
parent 1ad7b0398c
commit 3d339ee659
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/deepspeed/test_deepspeed.py
View File

@@ -115,6 +115,12 @@ class TrainerIntegrationDeepSpeed(TestCasePlus, TrainerIntegrationCommon):
with io.open(self.ds_config_file[ZERO3], "r", encoding="utf-8") as f: with io.open(self.ds_config_file[ZERO3], "r", encoding="utf-8") as f:
self.ds_config_dict[ZERO3] = json.load(f) self.ds_config_dict[ZERO3] = json.load(f)
def tearDown(self):
# XXX: Fixme - this is a temporary band-aid since this global variable impacts other tests
import transformers
transformers.integrations._is_deepspeed_zero3_enabled = None
def get_config_dict(self, stage): def get_config_dict(self, stage):
""" As the tests modify the dict, always make a copy """ """ As the tests modify the dict, always make a copy """
config = deepcopy(self.ds_config_dict[stage]) config = deepcopy(self.ds_config_dict[stage])