SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fixed issue where ACCELERATE_USE_CPU="False" results in bool(True) (#24907)

Browse Source 
- This results in cpu mode on Apple Silicon mps
This commit is contained in:
Madhava Jay
2023-07-19 21:30:01 +10:00
committed by GitHub
parent 243b2ea3fd
commit aa4afa67f3
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/training_args.py
View File

@@ -53,6 +53,7 @@ from .utils import (
logging, logging,
requires_backends, requires_backends,
) )
from .utils.generic import strtobool
from .utils.import_utils import is_optimum_neuron_available from .utils.import_utils import is_optimum_neuron_available
@@ -1720,7 +1721,7 @@ class TrainingArguments:
self.distributed_state = None self.distributed_state = None
if not self.use_ipex and "ACCELERATE_USE_IPEX" not in os.environ: if not self.use_ipex and "ACCELERATE_USE_IPEX" not in os.environ:
os.environ["ACCELERATE_USE_IPEX"] = "false" os.environ["ACCELERATE_USE_IPEX"] = "false"
if self.use_cpu or os.environ.get("ACCELERATE_USE_CPU", False): if self.use_cpu or strtobool(os.environ.get("ACCELERATE_USE_CPU", "False")):
self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend) self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend)
self._n_gpu = 0 self._n_gpu = 0
elif is_sagemaker_mp_enabled(): elif is_sagemaker_mp_enabled():