From 6fc3d34abd2a73303afe6f9d558b25e4a83ff93a Mon Sep 17 00:00:00 2001
From: Peter Izsak <peteriz@gmail.com>
Date: Thu, 6 Feb 2020 09:12:54 +0200
Subject: [PATCH] Fix multi-gpu evaluation in run_glue.py

---
 examples/run_glue.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/run_glue.py b/examples/run_glue.py
index dc8f66434b..f3c31b0c06 100644
--- a/examples/run_glue.py
+++ b/examples/run_glue.py
@@ -310,7 +310,7 @@ def evaluate(args, model, tokenizer, prefix=""):
         eval_dataloader = DataLoader(eval_dataset, sampler=eval_sampler, batch_size=args.eval_batch_size)
 
         # multi-gpu eval
-        if args.n_gpu > 1:
+        if args.n_gpu > 1 and not isinstance(model, torch.nn.DataParallel):
             model = torch.nn.DataParallel(model)
 
         # Eval!