SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Clean directory after script testing (#6453)

Browse Source 
* Clean Dir after testing

* remove pabee ignore
This commit is contained in:
Kevin Canwen Xu
2020-08-14 00:34:03 +08:00
committed by GitHub
parent e92efcf728
commit 7bc00569df
2 changed files with 16 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/bert-loses-patience/test_run_glue_with_pabee.py
View File

@@ -1,5 +1,6 @@
import argparse import argparse
import logging import logging
import shutil
import sys import sys
import unittest import unittest
from unittest.mock import patch from unittest.mock import patch
@@ -19,8 +20,11 @@ def get_setup_file():
return args.f return args.f
def clean_test_dir(path="./tests/fixtures/tests_samples/temp_dir"):
shutil.rmtree(path, ignore_errors=True)
class PabeeTests(unittest.TestCase): class PabeeTests(unittest.TestCase):
@unittest.skip("Disable while Canwen investigates.")
def test_run_glue(self): def test_run_glue(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
logger.addHandler(stream_handler) logger.addHandler(stream_handler)
@@ -47,3 +51,5 @@ class PabeeTests(unittest.TestCase):
result = run_glue_with_pabee.main() result = run_glue_with_pabee.main()
for value in result.values(): for value in result.values():
self.assertGreaterEqual(value, 0.75) self.assertGreaterEqual(value, 0.75)
clean_test_dir()

9
examples/test_examples.py
View File

@@ -17,6 +17,7 @@
import argparse import argparse
import logging import logging
import os import os
import shutil
import sys import sys
import unittest import unittest
from unittest.mock import patch from unittest.mock import patch
@@ -51,6 +52,10 @@ def get_setup_file():
return args.f return args.f
def clean_test_dir(path="./tests/fixtures/tests_samples/temp_dir"):
shutil.rmtree(path, ignore_errors=True)
class ExamplesTests(unittest.TestCase): class ExamplesTests(unittest.TestCase):
def test_run_glue(self): def test_run_glue(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
@@ -78,6 +83,7 @@ class ExamplesTests(unittest.TestCase):
del result["eval_loss"] del result["eval_loss"]
for value in result.values(): for value in result.values():
self.assertGreaterEqual(value, 0.75) self.assertGreaterEqual(value, 0.75)
clean_test_dir()
def test_run_pl_glue(self): def test_run_pl_glue(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
@@ -113,6 +119,7 @@ class ExamplesTests(unittest.TestCase):
# for k, v in result.items(): # for k, v in result.items():
# self.assertGreaterEqual(v, 0.75, f"({k})") # self.assertGreaterEqual(v, 0.75, f"({k})")
# #
clean_test_dir()
def test_run_language_modeling(self): def test_run_language_modeling(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
@@ -136,6 +143,7 @@ class ExamplesTests(unittest.TestCase):
with patch.object(sys, "argv", testargs): with patch.object(sys, "argv", testargs):
result = run_language_modeling.main() result = run_language_modeling.main()
self.assertLess(result["perplexity"], 35) self.assertLess(result["perplexity"], 35)
clean_test_dir()
def test_run_squad(self): def test_run_squad(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
@@ -162,6 +170,7 @@ class ExamplesTests(unittest.TestCase):
result = run_squad.main() result = run_squad.main()
self.assertGreaterEqual(result["f1"], 25) self.assertGreaterEqual(result["f1"], 25)
self.assertGreaterEqual(result["exact"], 21) self.assertGreaterEqual(result["exact"], 21)
clean_test_dir()
def test_generation(self): def test_generation(self):
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)