SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Replace assertions with ValueError exception (#14142)

Browse Source 
Updated masked-language modeling examples in pytorch
with convention defined by #12789
This commit is contained in:
Emanuel Huber
2021-10-26 18:14:29 -03:00
committed by GitHub
parent 42bfb83d74
commit ebd48c6de5
2 changed files with 8 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/pytorch/language-modeling/run_mlm.py
View File

@@ -188,10 +188,12 @@ class DataTrainingArguments:
else: else:
if self.train_file is not None: if self.train_file is not None:
extension = self.train_file.split(".")[-1] extension = self.train_file.split(".")[-1]
assert extension in ["csv", "json", "txt"], "`train_file` should be a csv, a json or a txt file." if extension not in ["csv", "json", "txt"]:
raise ValueError("`train_file` should be a csv, a json or a txt file.")
if self.validation_file is not None: if self.validation_file is not None:
extension = self.validation_file.split(".")[-1] extension = self.validation_file.split(".")[-1]
assert extension in ["csv", "json", "txt"], "`validation_file` should be a csv, a json or a txt file." if extension not in ["csv", "json", "txt"]:
raise ValueError("`validation_file` should be a csv, a json or a txt file.")
def main(): def main():

6
examples/pytorch/language-modeling/run_mlm_no_trainer.py
View File

@@ -201,10 +201,12 @@ def parse_args():
else: else:
if args.train_file is not None: if args.train_file is not None:
extension = args.train_file.split(".")[-1] extension = args.train_file.split(".")[-1]
assert extension in ["csv", "json", "txt"], "`train_file` should be a csv, json or txt file." if extension not in ["csv", "json", "txt"]:
raise ValueError("`train_file` should be a csv, json or txt file.")
if args.validation_file is not None: if args.validation_file is not None:
extension = args.validation_file.split(".")[-1] extension = args.validation_file.split(".")[-1]
assert extension in ["csv", "json", "txt"], "`validation_file` should be a csv, json or txt file." if extension not in ["csv", "json", "txt"]:
raise ValueError("`validation_file` should be a csv, json or txt file.")
if args.push_to_hub: if args.push_to_hub:
assert args.output_dir is not None, "Need an `output_dir` to create a repo when `--push_to_hub` is passed." assert args.output_dir is not None, "Need an `output_dir` to create a repo when `--push_to_hub` is passed."