SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

directly load from TF checkpoints + code cleanup

Browse Source
This commit is contained in:
thomwolf
2019-01-28 16:50:23 +01:00
parent 9c35c132fa
commit d77dd62ff8
8 changed files with 225 additions and 178 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pytorch_pretrained_bert/__init__.py
View File

@@ -2,6 +2,7 @@ __version__ = "0.5.0"
from .tokenization import BertTokenizer, BasicTokenizer, WordpieceTokenizer
from .tokenization_openai import OpenAIGPTTokenizer
from .tokenization_transfo_xl import (TransfoXLTokenizer, TransfoXLCorpus)
from .modeling import (BertConfig, BertModel, BertForPreTraining,
BertForMaskedLM, BertForNextSentencePrediction,
BertForSequenceClassification, BertForMultipleChoice,
@@ -9,6 +10,11 @@ from .modeling import (BertConfig, BertModel, BertForPreTraining,
from .modeling_openai import (OpenAIGPTConfig, OpenAIGPTModel,
OpenAIGPTLMHeadModel, OpenAIGPTDoubleHeadsModel)
from .modeling_transfo_xl import (TransfoXLConfig, TransfoXLModel)
from .optimization import BertAdam
from .optimization_openai import OpenAIAdam
from .convert_openai_checkpoint_to_pytorch import load_tf_weights_in_openai_gpt
from .convert_tf_checkpoint_to_pytorch import load_tf_weights_in_bert
from .convert_transfo_xl_checkpoint_to_pytorch import load_tf_weights_in_transfo_xl
from .file_utils import PYTORCH_PRETRAINED_BERT_CACHE