SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Add warning message for run_qa.py (#29867)

Browse Source 
* improve: error message for best model metric

* update: raise warning instead of error
This commit is contained in:
Jacky Lee
2024-03-30 09:02:31 -07:00
committed by GitHub
parent 6fd93fe93a
commit 156d30da94
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/pytorch/question-answering/run_qa.py
View File

@@ -627,6 +627,14 @@ def main():
references = [{"id": str(ex["id"]), "answers": ex[answer_column_name]} for ex in examples] references = [{"id": str(ex["id"]), "answers": ex[answer_column_name]} for ex in examples]
return EvalPrediction(predictions=formatted_predictions, label_ids=references) return EvalPrediction(predictions=formatted_predictions, label_ids=references)
if data_args.version_2_with_negative:
accepted_best_metrics = ("exact", "f1", "HasAns_exact", "HasAns_f1")
else:
accepted_best_metrics = ("exact_match", "f1")
if training_args.load_best_model_at_end and training_args.metric_for_best_model not in accepted_best_metrics:
warnings.warn(f"--metric_for_best_model should be set to one of {accepted_best_metrics}")
metric = evaluate.load( metric = evaluate.load(
"squad_v2" if data_args.version_2_with_negative else "squad", cache_dir=model_args.cache_dir "squad_v2" if data_args.version_2_with_negative else "squad", cache_dir=model_args.cache_dir
) )