fix merge tests

2019-11-27 23:11:37 +01:00
parent a36f981d1b
commit 8da47b078d
1 changed files with 1 additions and 1 deletions
--- a/transformers/modeling_ctrl.py
+++ b/transformers/modeling_ctrl.py
@@ -373,7 +373,7 @@ class CTRLModel(CTRLPreTrainedModel):
        if inputs_embeds is None:
            inputs_embeds = self.w(input_ids)
        # inputs_embeds = embedded.unsqueeze(0) if len(input_ids.shape)<2 else embedded
-        seq_len = input_shape.shape[-1]
+        seq_len = input_shape[-1]
        mask = torch.triu(torch.ones(seq_len + past_length, seq_len + past_length), 1).to(inputs_embeds.device)

        inputs_embeds *= np.sqrt(self.d_model_size)