remove reloading tokenizer in the training, adding it to the evaluation part

2019-08-30 15:44:41 +02:00
parent 350bb6bffa
commit 39eb31e11e
1 changed files with 0 additions and 1 deletions
--- a/examples/run_glue.py
+++ b/examples/run_glue.py
@@ -448,7 +448,6 @@ def main():

        # Load a trained model and vocabulary that you have fine-tuned
        model = model_class.from_pretrained(args.output_dir)
-        tokenizer = tokenizer_class.from_pretrained(args.output_dir, do_lower_case=args.do_lower_case)
        model.to(args.device)