SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Add new LFS prune API (#14294)

Browse Source
This commit is contained in:
Sylvain Gugger
2021-11-05 18:58:51 -04:00
committed by GitHub
parent 4be78c22c9
commit 08a5f57567
11 changed files with 51 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/pytorch/summarization/run_summarization_no_trainer.py
View File

@@ -601,7 +601,9 @@ def main():
unwrapped_model.save_pretrained(args.output_dir, save_function=accelerator.save)
if accelerator.is_main_process:
tokenizer.save_pretrained(args.output_dir)
repo.push_to_hub(commit_message=f"Training in progress epoch {epoch}", blocking=False)
repo.push_to_hub(
commit_message=f"Training in progress epoch {epoch}", blocking=False, auto_lfs_prune=True
)
if args.output_dir is not None:
accelerator.wait_for_everyone()
@@ -610,7 +612,7 @@ def main():
if accelerator.is_main_process:
tokenizer.save_pretrained(args.output_dir)
if args.push_to_hub:
repo.push_to_hub(commit_message="End of training")
repo.push_to_hub(commit_message="End of training", auto_lfs_prune=True)
if __name__ == "__main__":