SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

more info in model_results.json (#39783)

Browse Source 
more info

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2025-07-30 11:43:10 +02:00
committed by GitHub
parent 01d5f94695
commit 54cbea5615
1 changed files with 17 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
utils/notification_service.py
View File

@@ -75,6 +75,8 @@ def handle_test_results(test_results):
failed = 0 failed = 0
success = 0 success = 0
errors = 0
skipped = 0
# When the output is short enough, the output is surrounded by = signs: "== OUTPUT ==" # When the output is short enough, the output is surrounded by = signs: "== OUTPUT =="
# When it is too long, those signs are not present. # When it is too long, those signs are not present.
@@ -83,10 +85,14 @@ def handle_test_results(test_results):
for i, expression in enumerate(expressions): for i, expression in enumerate(expressions):
if "failed" in expression: if "failed" in expression:
failed += int(expressions[i - 1]) failed += int(expressions[i - 1])
if "errors" in expression:
errors += int(expressions[i - 1])
if "passed" in expression: if "passed" in expression:
success += int(expressions[i - 1]) success += int(expressions[i - 1])
if "skipped" in expression:
skipped += int(expressions[i - 1])
return failed, success, time_spent return failed, errors, success, skipped, time_spent
def handle_stacktraces(test_results): def handle_stacktraces(test_results):
@@ -1188,7 +1194,9 @@ if __name__ == "__main__":
matrix_job_results = { matrix_job_results = {
matrix_name: { matrix_name: {
"failed": {m: {"unclassified": 0, "single": 0, "multi": 0} for m in test_categories}, "failed": {m: {"unclassified": 0, "single": 0, "multi": 0} for m in test_categories},
"errors": 0,
"success": 0, "success": 0,
"skipped": 0,
"time_spent": "", "time_spent": "",
"failures": {}, "failures": {},
"job_link": {}, "job_link": {},
@@ -1213,8 +1221,10 @@ if __name__ == "__main__":
# Link to the GitHub Action job # Link to the GitHub Action job
job = artifact_name_to_job_map[path] job = artifact_name_to_job_map[path]
matrix_job_results[matrix_name]["job_link"][artifact_gpu] = job["html_url"] matrix_job_results[matrix_name]["job_link"][artifact_gpu] = job["html_url"]
failed, success, time_spent = handle_test_results(artifact["stats"]) failed, errors, success, skipped, time_spent = handle_test_results(artifact["stats"])
matrix_job_results[matrix_name]["success"] += success matrix_job_results[matrix_name]["success"] += success
matrix_job_results[matrix_name]["errors"] += errors
matrix_job_results[matrix_name]["skipped"] += skipped
matrix_job_results[matrix_name]["time_spent"] += time_spent[1:-1] + ", " matrix_job_results[matrix_name]["time_spent"] += time_spent[1:-1] + ", "
stacktraces = handle_stacktraces(artifact["failures_line"]) stacktraces = handle_stacktraces(artifact["failures_line"])
@@ -1317,7 +1327,9 @@ if __name__ == "__main__":
additional_results = { additional_results = {
key: { key: {
"failed": {"unclassified": 0, "single": 0, "multi": 0}, "failed": {"unclassified": 0, "single": 0, "multi": 0},
"errors": 0,
"success": 0, "success": 0,
"skipped": 0,
"time_spent": "", "time_spent": "",
"error": False, "error": False,
"failures": {}, "failures": {},
@@ -1343,9 +1355,11 @@ if __name__ == "__main__":
artifact = retrieve_artifact(path, artifact_gpu) artifact = retrieve_artifact(path, artifact_gpu)
stacktraces = handle_stacktraces(artifact["failures_line"]) stacktraces = handle_stacktraces(artifact["failures_line"])
failed, success, time_spent = handle_test_results(artifact["stats"]) failed, errors, success, skipped, time_spent = handle_test_results(artifact["stats"])
additional_results[key]["failed"][artifact_gpu or "unclassified"] += failed additional_results[key]["failed"][artifact_gpu or "unclassified"] += failed
additional_results[key]["success"] += success additional_results[key]["success"] += success
additional_results[key]["errors"] += errors
additional_results[key]["skipped"] += skipped
additional_results[key]["time_spent"] += time_spent[1:-1] + ", " additional_results[key]["time_spent"] += time_spent[1:-1] + ", "
if len(artifact["errors"]): if len(artifact["errors"]):