SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix code quality

Browse Source
This commit is contained in:
sgugger
2020-10-12 08:22:27 -04:00
parent 1d5ea34f6a
commit d6175a4268
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
examples/language-modeling/run_language_modeling.py
View File

@@ -91,10 +91,11 @@ class DataTrainingArguments:
default=None, metadata={"help": "The input training data file (a text file)."} default=None, metadata={"help": "The input training data file (a text file)."}
) )
train_data_files: Optional[str] = field( train_data_files: Optional[str] = field(
default=None, metadata={ default=None,
metadata={
"help": "The input training data files (multiple files in glob format). " "help": "The input training data files (multiple files in glob format). "
"Very often splitting large files to smaller files can prevent tokenizer going out of memory" "Very often splitting large files to smaller files can prevent tokenizer going out of memory"
} },
) )
eval_data_file: Optional[str] = field( eval_data_file: Optional[str] = field(
default=None, default=None,