From c490f5ce8703ebdf49f8dc62f280045df92c1049 Mon Sep 17 00:00:00 2001
From: thomwolf <thomwolf@gmail.com>
Date: Sat, 13 Jul 2019 15:26:58 +0200
Subject: [PATCH] added generation examples in tests

---
 examples/test_examples.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/examples/test_examples.py b/examples/test_examples.py
index 8ea51b5726..989ec367ee 100644
--- a/examples/test_examples.py
+++ b/examples/test_examples.py
@@ -98,12 +98,12 @@ class ExamplesTests(unittest.TestCase):
 
         testargs = ["run_generation.py",
                     "--prompt=Hello",
+                    "--length=10",
                     "--seed=42"]
         model_name = "--model_name=openai-gpt"
         with patch.object(sys, 'argv', testargs + [model_name]):
             result = run_generation.main()
-            self.assertGreaterEqual(result['f1'], 30)
-            self.assertGreaterEqual(result['exact'], 30)
+            self.assertGreaterEqual(len(result), 10)
 
 if __name__ == "__main__":
     unittest.main()