SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix gpt/gpt-2 from pretrained

Browse Source
This commit is contained in:
LysandreJik
2019-07-11 16:50:21 -04:00
parent 273617b86d
commit 50e62a4cb4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_transformers/modeling_gpt2.py
View File

@@ -423,7 +423,7 @@ class GPT2PreTrainedModel(PreTrainedModel):
""" """
num_special_tokens = kwargs.pop('num_special_tokens', None) num_special_tokens = kwargs.pop('num_special_tokens', None)
model = super(PreTrainedModel, cls).from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs) model = super().from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
# Add additional embeddings for special tokens if needed # Add additional embeddings for special tokens if needed
# This step also make sure we are still sharing the output and input embeddings after loading weights # This step also make sure we are still sharing the output and input embeddings after loading weights