remove duplicate words in msg (#31876)

2024-07-10 16:54:45 +08:00
parent 97aa3e2905
commit e9eeedaf3b
3 changed files with 3 additions and 3 deletions
--- a/examples/research_projects/codeparrot/scripts/arguments.py
+++ b/examples/research_projects/codeparrot/scripts/arguments.py
@@ -132,7 +132,7 @@ class PreprocessingArguments:
        default="transformersbook/codeparrot", metadata={"help": "Folder or name of dataset to process."}
    )
    output_dir: Optional[str] = field(
-        default="codeparrot-clean", metadata={"help": "Folder to save processed processed dataset."}
+        default="codeparrot-clean", metadata={"help": "Folder to save processed dataset."}
    )
    samples_per_file: Optional[int] = field(
        default=100_000, metadata={"help": "Number of files to save per JSON output file."}