SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Auto modelcard (#11599)

Browse Source 
* Autogenerate model cards from the Trainer

* ModelCard deprecated

* Fix test

* Style

* Apply suggestions from code review

Co-authored-by: Patrick von Platen <patrick.v.platen@gmail.com>

* Address review comments

* Quality

* With all metadata

* Metadata

* Post-merge conflict mess

* Data args and all examples

* Default license and languages when possible

Co-authored-by: Patrick von Platen <patrick.v.platen@gmail.com>
This commit is contained in:
Sylvain Gugger
2021-05-11 11:30:34 -04:00
committed by GitHub
parent b3429ab678
commit a135f59536
14 changed files with 564 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
examples/pytorch/language-modeling/run_clm.py
View File

@@ -447,7 +447,16 @@ def main():
trainer.save_metrics("eval", metrics)
if training_args.push_to_hub:
trainer.push_to_hub()
kwargs = {"finetuned_from": model_args.model_name_or_path, "tags": "text-generation"}
if data_args.dataset_name is not None:
kwargs["dataset_tags"] = data_args.dataset_name
if data_args.dataset_config_name is not None:
kwargs["dataset_args"] = data_args.dataset_config_name
kwargs["dataset"] = f"{data_args.dataset_name} {data_args.dataset_config_name}"
else:
kwargs["dataset"] = data_args.dataset_name
trainer.push_to_hub(**kwargs)
def _mp_fn(index):

11
examples/pytorch/language-modeling/run_mlm.py
View File

@@ -476,7 +476,16 @@ def main():
trainer.save_metrics("eval", metrics)
if training_args.push_to_hub:
trainer.push_to_hub()
kwargs = {"finetuned_from": model_args.model_name_or_path, "tags": "fill-mask"}
if data_args.dataset_name is not None:
kwargs["dataset_tags"] = data_args.dataset_name
if data_args.dataset_config_name is not None:
kwargs["dataset_args"] = data_args.dataset_config_name
kwargs["dataset"] = f"{data_args.dataset_name} {data_args.dataset_config_name}"
else:
kwargs["dataset"] = data_args.dataset_name
trainer.push_to_hub(**kwargs)
def _mp_fn(index):

11
examples/pytorch/language-modeling/run_plm.py
View File

@@ -452,7 +452,16 @@ def main():
trainer.save_metrics("eval", metrics)
if training_args.push_to_hub:
trainer.push_to_hub()
kwargs = {"finetuned_from": model_args.model_name_or_path, "tags": "language-modeling"}
if data_args.dataset_name is not None:
kwargs["dataset_tags"] = data_args.dataset_name
if data_args.dataset_config_name is not None:
kwargs["dataset_args"] = data_args.dataset_config_name
kwargs["dataset"] = f"{data_args.dataset_name} {data_args.dataset_config_name}"
else:
kwargs["dataset"] = data_args.dataset_name
trainer.push_to_hub(**kwargs)
def _mp_fn(index):