From 810079de1f7517489dda8992859048a1c1004261 Mon Sep 17 00:00:00 2001 From: sshleifer Date: Thu, 5 Mar 2020 12:48:14 -0500 Subject: [PATCH] no ipdb --- src/transformers/modeling_bart.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/src/transformers/modeling_bart.py b/src/transformers/modeling_bart.py index d689756f69..a52196ce99 100644 --- a/src/transformers/modeling_bart.py +++ b/src/transformers/modeling_bart.py @@ -688,6 +688,7 @@ class SelfAttention(nn.Module): static_kv: bool, ) -> Optional[Tensor]: # saved key padding masks have shape (bsz, seq_len) + if prev_key_padding_mask is not None and static_kv: new_key_padding_mask = prev_key_padding_mask elif prev_key_padding_mask is not None and key_padding_mask is not None: @@ -699,10 +700,6 @@ class SelfAttention(nn.Module): if prev_key_padding_mask.is_cuda: filler = filler.to(prev_key_padding_mask.device) new_key_padding_mask = torch.cat([prev_key_padding_mask.float(), filler.float()], dim=1) - print(new_key_padding_mask.device, new_key_padding_mask.dtype) - import ipdb - - ipdb.set_trace() elif key_padding_mask is not None: filler = torch.zeros(batch_size, src_len - key_padding_mask.size(1)) if key_padding_mask.is_cuda: