thomwolf 57e54ec070 add unk_token to gpt2

2019-07-26 17:09:07 +02:00

..

tests

updating schedules for state_dict saving

2019-07-23 15:57:18 +02:00

__init__.py

release version 1.0

2019-07-16 16:10:58 +02:00

__main__.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00

convert_gpt2_checkpoint_to_pytorch.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00

convert_openai_checkpoint_to_pytorch.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00

convert_pytorch_checkpoint_to_tf.py

Merge branch 'xlnet'

2019-07-16 11:51:13 +02:00

convert_tf_checkpoint_to_pytorch.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00

convert_transfo_xl_checkpoint_to_pytorch.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00

convert_xlm_checkpoint_to_pytorch.py

fix #827

2019-07-23 14:06:43 +02:00

convert_xlnet_checkpoint_to_pytorch.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00

file_utils.py

import sys twice

2019-07-17 18:12:01 +09:00

modeling_auto.py

add auto models and auto tokenizer

2019-07-26 17:08:59 +02:00

modeling_bert.py

fix #827

2019-07-23 14:06:43 +02:00

modeling_gpt2.py

fix #827

2019-07-23 14:06:43 +02:00

modeling_openai.py

fix #827

2019-07-23 14:06:43 +02:00

modeling_transfo_xl_utilities.py

fix #827

2019-07-23 14:06:43 +02:00

modeling_transfo_xl.py

fix #827

2019-07-23 14:06:43 +02:00

modeling_utils.py

Remove unused *args parameter from PreTrainedConfig.from_pretrained

2019-07-23 10:43:01 -04:00

modeling_xlm.py

fix #827

2019-07-23 14:06:43 +02:00

modeling_xlnet.py

fix #827

2019-07-23 14:06:43 +02:00

optimization.py

updating schedules for state_dict saving

2019-07-23 15:57:18 +02:00

tokenization_auto.py

add auto models and auto tokenizer

2019-07-26 17:08:59 +02:00

tokenization_bert.py

token[-1] -> token.rstrip('\n')

2019-07-23 20:41:26 +08:00

tokenization_gpt2.py

add unk_token to gpt2

2019-07-26 17:09:07 +02:00

tokenization_openai.py

update tokenizer - update squad example for xlnet

2019-07-15 17:30:42 +02:00

tokenization_transfo_xl.py

update readme and pretrained model weight files

2019-07-16 15:11:29 +02:00

tokenization_utils.py

update readme and pretrained model weight files

2019-07-16 15:11:29 +02:00

tokenization_xlm.py

update readme and pretrained model weight files

2019-07-16 15:11:29 +02:00

tokenization_xlnet.py

update conversion scripts and __main__

2019-07-16 09:41:55 +02:00