SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

docs: change assert to raise and some small docs (#26232)

Browse Source 
* docs: change assert to raise and some small docs

* docs: add rule and some document

* fix: fix bug

* fix: fix bug

* chorse: revert logging

* chorse: revert
This commit is contained in:
Phuc Van Phan
2023-09-28 15:14:17 +07:00
committed by GitHub
parent 375b4e0935
commit ba47efbfe4
2 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
examples/pytorch/language-modeling/run_clm_no_trainer.py
View File

@@ -246,13 +246,16 @@ def parse_args():
else: else:
if args.train_file is not None: if args.train_file is not None:
extension = args.train_file.split(".")[-1] extension = args.train_file.split(".")[-1]
assert extension in ["csv", "json", "txt"], "`train_file` should be a csv, json or txt file." if extension not in ["csv", "json", "txt"]:
raise ValueError("`train_file` should be a csv, json or txt file.")
if args.validation_file is not None: if args.validation_file is not None:
extension = args.validation_file.split(".")[-1] extension = args.validation_file.split(".")[-1]
assert extension in ["csv", "json", "txt"], "`validation_file` should be a csv, json or txt file." if extension not in ["csv", "json", "txt"]:
raise ValueError("`validation_file` should be a csv, json or txt file.")
if args.push_to_hub: if args.push_to_hub:
assert args.output_dir is not None, "Need an `output_dir` to create a repo when `--push_to_hub` is passed." if args.output_dir is None:
raise ValueError("Need an `output_dir` to create a repo when `--push_to_hub` is passed.")
return args return args

5
examples/pytorch/language-modeling/run_mlm_no_trainer.py
View File

@@ -261,7 +261,8 @@ def parse_args():
raise ValueError("`validation_file` should be a csv, json or txt file.") raise ValueError("`validation_file` should be a csv, json or txt file.")
if args.push_to_hub: if args.push_to_hub:
assert args.output_dir is not None, "Need an `output_dir` to create a repo when `--push_to_hub` is passed." if args.output_dir is None:
raise ValueError("Need an `output_dir` to create a repo when `--push_to_hub` is passed.")
return args return args
@@ -694,7 +695,7 @@ def main():
except OverflowError: except OverflowError:
perplexity = float("inf") perplexity = float("inf")
logger.info(f"epoch {epoch}: perplexity: {perplexity}") logger.info(f"epoch {epoch}: perplexity: {perplexity} eval_loss: {eval_loss}")
if args.with_tracking: if args.with_tracking:
accelerator.log( accelerator.log(