SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Tiny update after #34383 (#34404)

Browse Source 
* update

* update

* update

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2024-10-28 12:01:05 +01:00
committed by GitHub
parent fc465bb196
commit 9360f1827d
3 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
utils/check_bad_commit.py
View File

@@ -75,6 +75,9 @@ def find_bad_commit(target_test, start_commit, end_commit):
`str`: The earliest commit at which `target_test` fails. `str`: The earliest commit at which `target_test` fails.
""" """
if start_commit == end_commit:
return start_commit
create_script(target_test=target_test) create_script(target_test=target_test)
bash = f""" bash = f"""

1
utils/notification_service.py
View File

@@ -547,6 +547,7 @@ class Message:
items = re.findall(pattern, line) items = re.findall(pattern, line)
elif "tests/models/" in line: elif "tests/models/" in line:
model = line.split("/")[2] model = line.split("/")[2]
if model not in new_failed_tests:
new_failed_tests[model] = {"single-gpu": [], "multi-gpu": []} new_failed_tests[model] = {"single-gpu": [], "multi-gpu": []}
for url, device in items: for url, device in items:
new_failed_tests[model][f"{device}-gpu"].append(line) new_failed_tests[model][f"{device}-gpu"].append(line)

2
utils/process_bad_commit_report.py
View File

@@ -64,6 +64,8 @@ if __name__ == "__main__":
for device, failed_tests in model_result.items(): for device, failed_tests in model_result.items():
failed_tests = [x for x in failed_tests if x["author"] == author or x["merged_by"] == author] failed_tests = [x for x in failed_tests if x["author"] == author or x["merged_by"] == author]
model_result[device] = failed_tests model_result[device] = failed_tests
_data[model] = {k: v for k, v in model_result.items() if len(v) > 0}
new_data_full[author] = {k: v for k, v in _data.items() if len(v) > 0}
# Upload to Hub and get the url # Upload to Hub and get the url
with open("new_model_failures_with_bad_commit_grouped_by_authors.json", "w") as fp: with open("new_model_failures_with_bad_commit_grouped_by_authors.json", "w") as fp: