SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

update doc and tests

Browse Source
This commit is contained in:
thomwolf
2019-08-05 18:48:16 +02:00
parent ed4e542260
commit 13936a9621
4 changed files with 72 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
pytorch_transformers/__init__.py
View File

@@ -1,4 +1,5 @@
__version__ = "1.0.0"
from .tokenization_auto import AutoTokenizer
from .tokenization_bert import BertTokenizer, BasicTokenizer, WordpieceTokenizer
from .tokenization_openai import OpenAIGPTTokenizer
from .tokenization_transfo_xl import (TransfoXLTokenizer, TransfoXLCorpus)