SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Check for accelerate env var when doing CPU only (#24890)

Browse Source 
Check for use-cpu
This commit is contained in:
Zach Mueller
2023-07-18 18:40:37 -04:00
committed by GitHub
parent a982c0225e
commit 476be08c4a
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/training_args.py
View File

@@ -1720,7 +1720,7 @@ class TrainingArguments:
self.distributed_state = None self.distributed_state = None
if not self.use_ipex and "ACCELERATE_USE_IPEX" not in os.environ: if not self.use_ipex and "ACCELERATE_USE_IPEX" not in os.environ:
os.environ["ACCELERATE_USE_IPEX"] = "false" os.environ["ACCELERATE_USE_IPEX"] = "false"
if self.use_cpu: if self.use_cpu or os.environ.get("ACCELERATE_USE_CPU", False):
self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend) self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend)
self._n_gpu = 0 self._n_gpu = 0
elif is_sagemaker_mp_enabled(): elif is_sagemaker_mp_enabled():