From 700ccf6e35616fcbee59de81edd60cec9e14fb6b Mon Sep 17 00:00:00 2001 From: Jin Young Sohn Date: Fri, 10 Apr 2020 13:03:27 -0700 Subject: [PATCH] Fix glue_convert_examples_to_features API breakage (#3742) --- examples/run_tpu_glue.py | 9 +-------- 1 file changed, 1 insertion(+), 8 deletions(-) diff --git a/examples/run_tpu_glue.py b/examples/run_tpu_glue.py index 634447dba7..4f6e61bf53 100644 --- a/examples/run_tpu_glue.py +++ b/examples/run_tpu_glue.py @@ -329,14 +329,7 @@ def load_and_cache_examples(args, task, tokenizer, evaluate=False): processor.get_dev_examples(args.data_dir) if evaluate else processor.get_train_examples(args.data_dir) ) features = convert_examples_to_features( - examples, - tokenizer, - label_list=label_list, - max_length=args.max_seq_length, - output_mode=output_mode, - pad_on_left=bool(args.model_type in ["xlnet"]), # pad on the left for xlnet - pad_token=tokenizer.convert_tokens_to_ids([tokenizer.pad_token])[0], - pad_token_segment_id=4 if args.model_type in ["xlnet"] else 0, + examples, tokenizer, max_length=args.max_seq_length, label_list=label_list, output_mode=output_mode, ) logger.info("Saving features into cached file %s", cached_features_file) torch.save(features, cached_features_file)