gpt-2 from_pretrained can use special tokens

This commit is contained in:
thomwolf
2019-04-30 11:10:22 +02:00
parent e79ceb1533
commit 80f53f7380

View File

@@ -371,7 +371,7 @@ class GPT2PreTrainedModel(nn.Module):
@classmethod @classmethod
def from_pretrained( def from_pretrained(
cls, pretrained_model_name_or_path, state_dict=None, cache_dir=None, from_tf=False, *inputs, **kwargs cls, pretrained_model_name_or_path, num_special_tokens=None, state_dict=None, cache_dir=None, from_tf=False, *inputs, **kwargs
): ):
""" """
Instantiate a GPT2PreTrainedModel from a pre-trained model file or a pytorch state dict. Instantiate a GPT2PreTrainedModel from a pre-trained model file or a pytorch state dict.