SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Move import check to before state reset (#23906)

Browse Source 
* Move import check to before state reset

* Guard better
This commit is contained in:
Zachary Mueller
2023-05-31 10:49:43 -04:00
committed by GitHub
parent e42869b091
commit 84bac652f3
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/transformers/training_args.py
View File

@@ -1667,12 +1667,12 @@ class TrainingArguments:
def _setup_devices(self) -> "torch.device": def _setup_devices(self) -> "torch.device":
requires_backends(self, ["torch"]) requires_backends(self, ["torch"])
logger.info("PyTorch: setting up devices") logger.info("PyTorch: setting up devices")
AcceleratorState._reset_state() if not is_sagemaker_mp_enabled():
PartialState._reset_state() if not is_accelerate_available(check_partial_state=True):
if not is_sagemaker_mp_enabled() and not is_accelerate_available(check_partial_state=True): raise ImportError(
raise ImportError( "Using the `Trainer` with `PyTorch` requires `accelerate>=0.19.0`: Please run `pip install transformers[torch]` or `pip install accelerate -U`"
"Using the `Trainer` with `PyTorch` requires `accelerate>=0.19.0`: Please run `pip install transformers[torch]` or `pip install accelerate -U`" )
) AcceleratorState._reset_state(reset_partial_state=True)
self.distributed_state = None self.distributed_state = None
if self.no_cuda: if self.no_cuda:
self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend) self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend)