gpt-2 from_pretrained can use special tokens

This commit is contained in:
thomwolf
2019-04-30 11:10:22 +02:00
parent e79ceb1533
commit 80f53f7380

View File

@@ -371,7 +371,7 @@ class GPT2PreTrainedModel(nn.Module):
@classmethod
def from_pretrained(
cls, pretrained_model_name_or_path, state_dict=None, cache_dir=None, from_tf=False, *inputs, **kwargs
cls, pretrained_model_name_or_path, num_special_tokens=None, state_dict=None, cache_dir=None, from_tf=False, *inputs, **kwargs
):
"""
Instantiate a GPT2PreTrainedModel from a pre-trained model file or a pytorch state dict.