SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix auto-resume training from checkpoint (#9822)

Browse Source 
* Fix auto-resume training from checkpoint

* style fixes
This commit is contained in:
jncasey
2021-01-27 03:48:18 -05:00
committed by GitHub
parent f2fabedbab
commit f4bf0dea46
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/transformers/trainer_utils.py
View File

@@ -77,15 +77,19 @@ class TrainOutput(NamedTuple):
PREFIX_CHECKPOINT_DIR = "checkpoint" PREFIX_CHECKPOINT_DIR = "checkpoint"
_re_checkpoint = re.compile(r"^" + PREFIX_CHECKPOINT_DIR + r"\-(\d)+$") _re_checkpoint = re.compile(r"^" + PREFIX_CHECKPOINT_DIR + r"\-(\d+)$")
def get_last_checkpoint(folder): def get_last_checkpoint(folder):
content = os.listdir(folder) content = os.listdir(folder)
checkpoints = [path for path in content if _re_checkpoint.search(path) is not None and os.path.isdir(path)] checkpoints = [
path
for path in content
if _re_checkpoint.search(path) is not None and os.path.isdir(os.path.join(folder, path))
]
if len(checkpoints) == 0: if len(checkpoints) == 0:
return return
return max(checkpoints, key=lambda x: int(_re_checkpoint.search(x).groups()[0])) return os.path.join(folder, max(checkpoints, key=lambda x: int(_re_checkpoint.search(x).groups()[0])))
class EvaluationStrategy(ExplicitEnum): class EvaluationStrategy(ExplicitEnum):