From 4270d3da1b1cb6d0f770b8a5e21c775c2e6306c2 Mon Sep 17 00:00:00 2001 From: erenup Date: Mon, 19 Aug 2019 16:38:52 +0800 Subject: [PATCH] fix a bug of evaluating --- examples/single_model_scripts/run_multiple_choice.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/single_model_scripts/run_multiple_choice.py b/examples/single_model_scripts/run_multiple_choice.py index b0879b48b5..cd70084e7d 100644 --- a/examples/single_model_scripts/run_multiple_choice.py +++ b/examples/single_model_scripts/run_multiple_choice.py @@ -253,7 +253,7 @@ def evaluate(args, model, tokenizer, prefix=""): with open(output_eval_file, "w") as writer: logger.info("***** Eval results {} *****".format(prefix)) writer.write("model =%s\n" % str(args.model_name_or_path)) - writer.write("total batch size=%d\n" % (args.train_batch_size * args.gradient_accumulation_steps * + writer.write("total batch size=%d\n" % (args.per_gpu_train_batch_size * args.gradient_accumulation_steps * (torch.distributed.get_world_size() if args.local_rank != -1 else 1))) writer.write("train num epochs=%d\n" % args.num_train_epochs) writer.write("fp16 =%s\n" % args.fp16)