From 08939cfdf7114a06c8c307bcd45d527a5715977b Mon Sep 17 00:00:00 2001
From: Suraj Patil <surajp815@gmail.com>
Date: Wed, 30 Sep 2020 22:09:13 +0530
Subject: [PATCH] [s2strainer] fix eval dataset loading (#7477)

---
 examples/seq2seq/finetune_trainer.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/examples/seq2seq/finetune_trainer.py b/examples/seq2seq/finetune_trainer.py
index 9dca6f3974..8dd1f6234a 100644
--- a/examples/seq2seq/finetune_trainer.py
+++ b/examples/seq2seq/finetune_trainer.py
@@ -22,6 +22,7 @@ from transformers import (
     set_seed,
 )
 from transformers.modeling_bart import shift_tokens_right
+from transformers.trainer_utils import EvaluationStrategy
 from utils import (
     LegacySeq2SeqDataset,
     Seq2SeqDataset,
@@ -350,7 +351,7 @@ def main():
             max_source_length=data_args.max_source_length,
             prefix=model.config.prefix or "",
         )
-        if training_args.do_eval
+        if training_args.do_eval or training_args.evaluation_strategy != EvaluationStrategy.NO
         else None
     )
     test_dataset = (