From fe34486f129d47abc0dddb39a22b24cdbe52dec8 Mon Sep 17 00:00:00 2001
From: Zachary Mueller <muellerzr@gmail.com>
Date: Mon, 22 May 2023 11:22:54 -0400
Subject: [PATCH] Muellerzr fix deepspeed (#23657)

* Fix deepspeed recursion

* Better fix
---
 src/transformers/training_args.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
index b42400e57a..e2df8dc333 100644
--- a/src/transformers/training_args.py
+++ b/src/transformers/training_args.py
@@ -1708,7 +1708,8 @@ class TrainingArguments:
         """
         requires_backends(self, ["torch"])
         # Make sure `self._n_gpu` is properly setup.
-        _ = self._setup_devices
+        if not hasattr(self, "_n_gpu"):
+            _ = self._setup_devices
         return self._n_gpu
 
     @property