From cd5565bed336305399397624699aaeb3d6196e18 Mon Sep 17 00:00:00 2001 From: Stas Bekman Date: Wed, 20 Jan 2021 09:07:07 -0800 Subject: [PATCH] fix the backward for deepspeed (#9705) --- src/transformers/trainer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index a6ca42a9b1..c5e745577e 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -1282,8 +1282,7 @@ class Trainer: with amp.scale_loss(loss, self.optimizer) as scaled_loss: scaled_loss.backward() elif self.deepspeed: - # calling on DS engine (model_wrapped == DDP(Deepspeed(PretrainedModule))) - self.model_wrapped.module.backward(loss) + self.deepspeed.backward(loss) else: loss.backward()