SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[deepspeed] fix load_best_model test (#17550)

Browse Source
This commit is contained in:
Stas Bekman
2022-06-03 11:19:03 -07:00
committed by GitHub
parent 72f5b94984
commit 26e5e129b4
1 changed files with 52 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/deepspeed/test_deepspeed.py
View File

@@ -752,6 +752,8 @@ class TrainerIntegrationDeepSpeed(TrainerIntegrationDeepSpeedWithCustomConfig, T
# must use this setting to get the reload path exercised # must use this setting to get the reload path exercised
ds_config_dict["zero_optimization"]["stage3_gather_16bit_weights_on_model_save"] = True ds_config_dict["zero_optimization"]["stage3_gather_16bit_weights_on_model_save"] = True
with mockenv_context(**self.dist_env_1_gpu):
tokenizer = T5Tokenizer.from_pretrained(T5_TINY) tokenizer = T5Tokenizer.from_pretrained(T5_TINY)
model = T5ForConditionalGeneration.from_pretrained(T5_TINY) model = T5ForConditionalGeneration.from_pretrained(T5_TINY)
@@ -804,8 +806,6 @@ class TrainerIntegrationDeepSpeed(TrainerIntegrationDeepSpeedWithCustomConfig, T
"deepspeed": ds_config_dict, "deepspeed": ds_config_dict,
} }
with mockenv_context(**self.dist_env_1_gpu):
training_args = TrainingArguments(output_dir, **args_dict) training_args = TrainingArguments(output_dir, **args_dict)
trainer = Trainer( trainer = Trainer(