From 39eb31e11e55b0e39528f5a888cb6914a1a0ca70 Mon Sep 17 00:00:00 2001 From: Rabeeh KARIMI Date: Fri, 30 Aug 2019 15:44:41 +0200 Subject: [PATCH] remove reloading tokenizer in the training, adding it to the evaluation part --- examples/run_glue.py | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/run_glue.py b/examples/run_glue.py index 9c23878884..b083bb21d2 100644 --- a/examples/run_glue.py +++ b/examples/run_glue.py @@ -448,7 +448,6 @@ def main(): # Load a trained model and vocabulary that you have fine-tuned model = model_class.from_pretrained(args.output_dir) - tokenizer = tokenizer_class.from_pretrained(args.output_dir, do_lower_case=args.do_lower_case) model.to(args.device)