diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
index 3a30adbe0b..17adfc3355 100644
--- a/src/transformers/training_args.py
+++ b/src/transformers/training_args.py
@@ -1718,6 +1718,8 @@ class TrainingArguments:
                 )
             AcceleratorState._reset_state(reset_partial_state=True)
         self.distributed_state = None
+        if not self.use_ipex and "ACCELERATE_USE_IPEX" not in os.environ:
+            os.environ["ACCELERATE_USE_IPEX"] = "false"
         if self.use_cpu:
             self.distributed_state = PartialState(cpu=True, backend=self.ddp_backend)
             self._n_gpu = 0