default output dir to documents dir

2019-12-05 19:09:47 +01:00
parent 693606a75c
commit 3a9a9f7861
2 changed files with 8 additions and 5 deletions
--- a/examples/summarization/utils_summarization.py
+++ b/examples/summarization/utils_summarization.py
@@ -39,6 +39,8 @@ class SummarizationDataset(Dataset):
        self.documents = []
        story_filenames_list = os.listdir(path)
        for story_filename in story_filenames_list:
+            if "summary" in story_filename:
+                continue
            path_to_story = os.path.join(path, story_filename)
            if not os.path.isfile(path_to_story):
                continue