From 25afb4ea502202d082b50b2a96d1f8d5347a798e Mon Sep 17 00:00:00 2001
From: Stuart Mesham <stumes3@gmail.com>
Date: Tue, 8 Sep 2020 14:07:33 +0200
Subject: [PATCH] fixed trainer tr_loss memory leak (#6999)

* fixed trainer tr_loss memory leak

* detached returned training loss from computation graph in the Trainer class' training_step() method

* Revert "fixed trainer tr_loss memory leak"

This reverts commit 47226e4e
---
 src/transformers/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index cc4b2ee5b4..aa320773ad 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -1024,7 +1024,7 @@ class Trainer:
         else:
             loss.backward()
 
-        return loss
+        return loss.detach()
 
     def is_local_master(self) -> bool:
         """