SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix #858

Browse Source
This commit is contained in:
thomwolf
2019-07-23 16:45:55 +02:00
parent fec76a481d
commit 2c9a3115b7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/run_glue.py
View File

@@ -256,7 +256,7 @@ def load_and_cache_examples(args, task, tokenizer, evaluate=False):
cls_token_at_end=bool(args.model_type in ['xlnet']), # xlnet has a cls token at the end cls_token_at_end=bool(args.model_type in ['xlnet']), # xlnet has a cls token at the end
cls_token=tokenizer.cls_token, cls_token=tokenizer.cls_token,
sep_token=tokenizer.sep_token, sep_token=tokenizer.sep_token,
cls_token_segment_id=2 if args.model_type in ['xlnet'] else 1, cls_token_segment_id=2 if args.model_type in ['xlnet'] else 0,
pad_on_left=bool(args.model_type in ['xlnet']), # pad on the left for xlnet pad_on_left=bool(args.model_type in ['xlnet']), # pad on the left for xlnet
pad_token_segment_id=4 if args.model_type in ['xlnet'] else 0) pad_token_segment_id=4 if args.model_type in ['xlnet'] else 0)
if args.local_rank in [-1, 0]: if args.local_rank in [-1, 0]: