From 01520d5412ab1b17c4ef0da5ed6cb9e62d6dfcb1 Mon Sep 17 00:00:00 2001 From: Catalin Voss Date: Wed, 27 Mar 2019 10:45:11 -0700 Subject: [PATCH] Remove my unhelpful comments :) --- pytorch_pretrained_bert/modeling_gpt2.py | 4 +--- pytorch_pretrained_bert/modeling_openai.py | 4 +--- 2 files changed, 2 insertions(+), 6 deletions(-) diff --git a/pytorch_pretrained_bert/modeling_gpt2.py b/pytorch_pretrained_bert/modeling_gpt2.py index 7a0bb4db53..7b00ce7730 100644 --- a/pytorch_pretrained_bert/modeling_gpt2.py +++ b/pytorch_pretrained_bert/modeling_gpt2.py @@ -621,9 +621,7 @@ class GPT2LMHeadModel(GPT2PreTrainedModel): shift_logits = lm_logits[:, :-1].contiguous() shift_labels = lm_labels[:, 1:].contiguous() - # In tensorflow, it's [batch, d_0, d_1, ..., d_{r-1}, num_classes] - # in pytorch, it's [batch, num_classes, d_0, d_1, ..., d_{r-1}] - # We just flatten the tokens out this way. + # Flatten the tokens loss_fct = CrossEntropyLoss(ignore_index=-1) loss = loss_fct(shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1)) diff --git a/pytorch_pretrained_bert/modeling_openai.py b/pytorch_pretrained_bert/modeling_openai.py index 4385c1eaa7..7273e75bf6 100644 --- a/pytorch_pretrained_bert/modeling_openai.py +++ b/pytorch_pretrained_bert/modeling_openai.py @@ -720,9 +720,7 @@ class OpenAIGPTLMHeadModel(OpenAIGPTPreTrainedModel): shift_logits = lm_logits[:, :-1].contiguous() shift_labels = lm_labels[:, 1:].contiguous() - # In tensorflow, it's [batch, d_0, d_1, ..., d_{r-1}, num_classes] - # in pytorch, it's [batch, num_classes, d_0, d_1, ..., d_{r-1}] - # We just flatten the tokens out this way. + # Flatten the tokens loss_fct = CrossEntropyLoss(ignore_index=-1) loss = loss_fct(shift_logits.view(-1, shift_logits.size(-1)), shift_labels.view(-1))