rename comments
This commit is contained in:
@@ -731,7 +731,7 @@ class PreTrainedModel(nn.Module):
|
|||||||
outputs = self(**model_inputs)
|
outputs = self(**model_inputs)
|
||||||
next_token_logits = outputs[0][:, -1, :]
|
next_token_logits = outputs[0][:, -1, :]
|
||||||
|
|
||||||
# if model has past, then set the past parameter to speed up decoding
|
# if model has past, then set the past variable to speed up decoding
|
||||||
if self._has_past(outputs):
|
if self._has_past(outputs):
|
||||||
past = outputs[1]
|
past = outputs[1]
|
||||||
|
|
||||||
@@ -818,7 +818,7 @@ class PreTrainedModel(nn.Module):
|
|||||||
outputs = self(**model_inputs) # (batch_size * num_beams, cur_len, vocab_size)
|
outputs = self(**model_inputs) # (batch_size * num_beams, cur_len, vocab_size)
|
||||||
scores = outputs[0][:, -1, :] # (batch_size * num_beams, vocab_size)
|
scores = outputs[0][:, -1, :] # (batch_size * num_beams, vocab_size)
|
||||||
|
|
||||||
# if model has past, then set the past parameter to speed up decoding
|
# if model has past, then set the past variable to speed up decoding
|
||||||
if self._has_past(outputs):
|
if self._has_past(outputs):
|
||||||
past = outputs[1]
|
past = outputs[1]
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user