SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Split checkpoint from model_name_or_path in examples (#11492)

Browse Source 
* Split checkpoint from model_name_or_path in examples

* Address review comments

* Address review comments
This commit is contained in:
Sylvain Gugger
2021-04-29 18:33:47 -04:00
committed by GitHub
parent d6ec54ba36
commit b29eb247d3
13 changed files with 62 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
examples/pytorch/text-classification/run_glue.py
View File

@@ -196,7 +196,7 @@ def main():
f"Output directory ({training_args.output_dir}) already exists and is not empty. "
"Use --overwrite_output_dir to overcome."
)
elif last_checkpoint is not None:
elif last_checkpoint is not None and training_args.resume_from_checkpoint is None:
logger.info(
f"Checkpoint detected, resuming training at {last_checkpoint}. To avoid this behavior, change "
"the `--output_dir` or add `--overwrite_output_dir` to train from scratch."
@@ -448,14 +448,10 @@ def main():
# Training
if training_args.do_train:
checkpoint = None
if last_checkpoint is not None:
if training_args.resume_from_checkpoint is not None:
checkpoint = training_args.resume_from_checkpoint
elif last_checkpoint is not None:
checkpoint = last_checkpoint
elif os.path.isdir(model_args.model_name_or_path):
# Check the config from that potential checkpoint has the right number of labels before using it as a
# checkpoint.
if AutoConfig.from_pretrained(model_args.model_name_or_path).num_labels == num_labels:
checkpoint = model_args.model_name_or_path
train_result = trainer.train(resume_from_checkpoint=checkpoint)
metrics = train_result.metrics
max_train_samples = (