diff --git a/examples/run_glue.py b/examples/run_glue.py
index 89fb957b47..3a44c4f615 100644
--- a/examples/run_glue.py
+++ b/examples/run_glue.py
@@ -482,6 +482,7 @@ def main():
         for checkpoint in checkpoints:
             global_step = checkpoint.split('-')[-1] if len(checkpoints) > 1 else ""
             model = model_class.from_pretrained(checkpoint)
+            tokenizer = tokenizer_class.from_pretrained(checkpoint)
             model.to(args.device)
             result = evaluate(args, model, tokenizer, prefix=global_step)
             result = dict((k + '_{}'.format(global_step), v) for k, v in result.items())