From 4739ce177dd7cdda15c50430f48d02a15444be54 Mon Sep 17 00:00:00 2001
From: Sylvain Gugger <sylvain.gugger@gmail.com>
Date: Thu, 4 Feb 2021 15:06:58 -0500
Subject: [PATCH] Fix test for sagemaker and TPU integrations

---
 src/transformers/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index c18edc3455..d604599a42 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -793,7 +793,7 @@ class Trainer:
             model = ShardedDDP(model, self.optimizer)
         elif is_sagemaker_distributed_available():
             model = DDP(model, device_ids=[dist.get_local_rank()], broadcast_buffers=False)
-        if self.deepspeed:
+        elif self.deepspeed:
             pass  # already initialized its own DDP earlier
         elif self.args.local_rank != -1:
             if self.args.ddp_find_unused_parameters is not None: