SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Golden path

Browse Source
This commit is contained in:
jinoobaek-qz
2019-10-07 15:26:57 -07:00
committed by Lysandre Debut
parent 528d3f327b
commit bf34a252b8
1 changed files with 18 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/run_lm_finetuning.py
View File

@@ -114,7 +114,9 @@ def _rotate_checkpoints(args, checkpoint_prefix, use_mtime=False):
# Check if we should delete older checkpoint(s) # Check if we should delete older checkpoint(s)
glob_checkpoints = glob.glob(os.path.join(args.output_dir, '{}-*'.format(checkpoint_prefix))) glob_checkpoints = glob.glob(os.path.join(args.output_dir, '{}-*'.format(checkpoint_prefix)))
if len(glob_checkpoints) > args.save_total_limit: if len(glob_checkpoints) <= args.save_total_limit:
return
checkpoints_sorted = [] checkpoints_sorted = []
for path in glob_checkpoints: for path in glob_checkpoints:
regex_match = re.match('.*{}-([0-9]+)'.format(checkpoint_prefix), path) regex_match = re.match('.*{}-([0-9]+)'.format(checkpoint_prefix), path)