SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix validation file loading in scripts (#8298)

Browse Source
This commit is contained in:
Sylvain Gugger
2020-11-04 10:42:18 -05:00
committed by GitHub
parent cb966e640b
commit cf89724696
5 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/language-modeling/run_clm.py
View File

@@ -190,7 +190,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"

2
examples/language-modeling/run_mlm.py
View File

@@ -201,7 +201,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"

2
examples/language-modeling/run_mlm_wwm.py
View File

@@ -204,7 +204,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"

2
examples/language-modeling/run_plm.py
View File

@@ -198,7 +198,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"

2
templates/adding_a_new_example_script/{{cookiecutter.directory_name}}/run_{{cookiecutter.example_shortcut}}.py
View File

@@ -205,7 +205,7 @@ def main():
if data_args.train_file is not None: if data_args.train_file is not None:
data_files["train"] = data_args.train_file data_files["train"] = data_args.train_file
if data_args.validation_file is not None: if data_args.validation_file is not None:
data_files["validation"] = data_args.train_file data_files["validation"] = data_args.validation_file
extension = data_args.train_file.split(".")[-1] extension = data_args.train_file.split(".")[-1]
if extension == "txt": if extension == "txt":
extension = "text" extension = "text"