From 8da47b078d92bee2de3e5fb50a37483d8cb02f13 Mon Sep 17 00:00:00 2001 From: thomwolf Date: Wed, 27 Nov 2019 23:11:37 +0100 Subject: [PATCH] fix merge tests --- transformers/modeling_ctrl.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/transformers/modeling_ctrl.py b/transformers/modeling_ctrl.py index 849487655d..3a252941ac 100644 --- a/transformers/modeling_ctrl.py +++ b/transformers/modeling_ctrl.py @@ -373,7 +373,7 @@ class CTRLModel(CTRLPreTrainedModel): if inputs_embeds is None: inputs_embeds = self.w(input_ids) # inputs_embeds = embedded.unsqueeze(0) if len(input_ids.shape)<2 else embedded - seq_len = input_shape.shape[-1] + seq_len = input_shape[-1] mask = torch.triu(torch.ones(seq_len + past_length, seq_len + past_length), 1).to(inputs_embeds.device) inputs_embeds *= np.sqrt(self.d_model_size)