199 lines
7.8 KiB
YAML
199 lines
7.8 KiB
YAML
name: PR slow CI
|
||
on:
|
||
pull_request_target:
|
||
types: [opened, synchronize, reopened]
|
||
|
||
jobs:
|
||
get-pr-number:
|
||
name: Get PR number
|
||
uses: ./.github/workflows/get-pr-number.yml
|
||
|
||
get-pr-info:
|
||
name: Get PR commit SHA
|
||
needs: get-pr-number
|
||
if: ${{ needs.get-pr-number.outputs.PR_NUMBER != ''}}
|
||
uses: ./.github/workflows/get-pr-info.yml
|
||
with:
|
||
pr_number: ${{ needs.get-pr-number.outputs.PR_NUMBER }}
|
||
|
||
# We only need to verify the timestamp if the workflow is triggered by `issue_comment`.
|
||
verity_pr_commit:
|
||
name: Verity PR commit corresponds to a specific event by comparing timestamps
|
||
if: ${{ github.event.comment.created_at != '' }}
|
||
runs-on: ubuntu-22.04
|
||
needs: get-pr-info
|
||
env:
|
||
COMMENT_DATE: ${{ github.event.comment.created_at }}
|
||
PR_MERGE_COMMIT_DATE: ${{ needs.get-pr-info.outputs.PR_MERGE_COMMIT_DATE }}
|
||
PR_MERGE_COMMIT_TIMESTAMP: ${{ needs.get-pr-info.outputs.PR_MERGE_COMMIT_TIMESTAMP }}
|
||
steps:
|
||
- run: |
|
||
COMMENT_TIMESTAMP=$(date -d "${COMMENT_DATE}" +"%s")
|
||
echo "COMMENT_DATE: $COMMENT_DATE"
|
||
echo "PR_MERGE_COMMIT_DATE: $PR_MERGE_COMMIT_DATE"
|
||
echo "COMMENT_TIMESTAMP: $COMMENT_TIMESTAMP"
|
||
echo "PR_MERGE_COMMIT_TIMESTAMP: $PR_MERGE_COMMIT_TIMESTAMP"
|
||
if [ $COMMENT_TIMESTAMP -le $PR_MERGE_COMMIT_TIMESTAMP ]; then
|
||
echo "Last commit on the pull request is newer than the issue comment triggering this run! Abort!";
|
||
exit -1;
|
||
fi
|
||
|
||
get-jobs:
|
||
name: Get test files to run
|
||
runs-on: ubuntu-22.04
|
||
needs: [get-pr-number, get-pr-info]
|
||
outputs:
|
||
jobs: ${{ steps.get_jobs.outputs.jobs_to_run }}
|
||
steps:
|
||
- name: Get repository content
|
||
id: repo_content
|
||
uses: actions/github-script@v6
|
||
with:
|
||
script: |
|
||
const { data: tests_dir } = await github.rest.repos.getContent({
|
||
owner: '${{ needs.get-pr-info.outputs.PR_HEAD_REPO_OWNER }}',
|
||
repo: '${{ needs.get-pr-info.outputs.PR_HEAD_REPO_NAME }}',
|
||
path: 'tests',
|
||
ref: '${{ needs.get-pr-info.outputs.PR_HEAD_SHA }}',
|
||
});
|
||
|
||
const { data: tests_models_dir } = await github.rest.repos.getContent({
|
||
owner: '${{ needs.get-pr-info.outputs.PR_HEAD_REPO_OWNER }}',
|
||
repo: '${{ needs.get-pr-info.outputs.PR_HEAD_REPO_NAME }}',
|
||
path: 'tests/models',
|
||
ref: '${{ needs.get-pr-info.outputs.PR_HEAD_SHA }}',
|
||
});
|
||
|
||
const { data: tests_quantization_dir } = await github.rest.repos.getContent({
|
||
owner: '${{ needs.get-pr-info.outputs.PR_HEAD_REPO_OWNER }}',
|
||
repo: '${{ needs.get-pr-info.outputs.PR_HEAD_REPO_NAME }}',
|
||
path: 'tests/quantization',
|
||
ref: '${{ needs.get-pr-info.outputs.PR_HEAD_SHA }}',
|
||
});
|
||
|
||
core.setOutput('tests_dir', tests_dir);
|
||
core.setOutput('tests_models_dir', tests_models_dir);
|
||
core.setOutput('tests_quantization_dir', tests_quantization_dir);
|
||
|
||
# This checkout to the main branch
|
||
- uses: actions/checkout@v4
|
||
with:
|
||
fetch-depth: "0"
|
||
|
||
- name: Write pr_files file
|
||
run: |
|
||
cat > pr_files.txt << 'EOF'
|
||
${{ needs.get-pr-info.outputs.PR_FILES }}
|
||
EOF
|
||
|
||
- name: Write tests_dir file
|
||
run: |
|
||
cat > tests_dir.txt << 'EOF'
|
||
${{ steps.repo_content.outputs.tests_dir }}
|
||
EOF
|
||
|
||
- name: Write tests_models_dir file
|
||
run: |
|
||
cat > tests_models_dir.txt << 'EOF'
|
||
${{ steps.repo_content.outputs.tests_models_dir }}
|
||
EOF
|
||
|
||
- name: Write tests_quantization_dir file
|
||
run: |
|
||
cat > tests_quantization_dir.txt << 'EOF'
|
||
${{ steps.repo_content.outputs.tests_quantization_dir }}
|
||
EOF
|
||
|
||
- name: Run script to get jobs to run
|
||
id: get_jobs
|
||
run: |
|
||
python utils/get_pr_run_slow_jobs.py | tee output.txt
|
||
echo "jobs_to_run: $(tail -n 1 output.txt)"
|
||
echo "jobs_to_run=$(tail -n 1 output.txt)" >> $GITHUB_OUTPUT
|
||
|
||
send_comment:
|
||
# Will delete the previous comment and send a new one if:
|
||
# - either the content is changed
|
||
# - or the previous comment is 30 minutes or more old
|
||
name: Send a comment to suggest jobs to run
|
||
if: ${{ needs.get-jobs.outputs.jobs != '' }}
|
||
needs: [get-pr-number, get-jobs]
|
||
permissions:
|
||
pull-requests: write
|
||
runs-on: ubuntu-22.04
|
||
steps:
|
||
- name: Check and update comment if needed
|
||
uses: actions/github-script@v7
|
||
env:
|
||
BODY: "\n\nrun-slow: ${{ needs.get-jobs.outputs.jobs }}"
|
||
with:
|
||
script: |
|
||
const prNumber = ${{ needs.get-pr-number.outputs.PR_NUMBER }};
|
||
const commentPrefix = "**[For maintainers]** Suggested jobs to run (before merge)";
|
||
const thirtyMinutesAgo = new Date(Date.now() - 30 * 60 * 1000); // 30 minutes ago
|
||
const newBody = `${commentPrefix}${process.env.BODY}`;
|
||
|
||
// Get all comments on the PR
|
||
const { data: comments } = await github.rest.issues.listComments({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
issue_number: prNumber
|
||
});
|
||
|
||
// Find existing comments that start with our prefix
|
||
const existingComments = comments.filter(comment =>
|
||
comment.user.login === 'github-actions[bot]' &&
|
||
comment.body.startsWith(commentPrefix)
|
||
);
|
||
|
||
let shouldCreateNewComment = true;
|
||
let commentsToDelete = [];
|
||
|
||
if (existingComments.length > 0) {
|
||
// Get the most recent comment
|
||
const mostRecentComment = existingComments
|
||
.sort((a, b) => new Date(b.created_at) - new Date(a.created_at))[0];
|
||
|
||
const commentDate = new Date(mostRecentComment.created_at);
|
||
const isOld = commentDate < thirtyMinutesAgo;
|
||
const isDifferentContent = mostRecentComment.body !== newBody;
|
||
|
||
console.log(`Most recent comment created: ${mostRecentComment.created_at}`);
|
||
console.log(`Is older than 30 minutes: ${isOld}`);
|
||
console.log(`Has different content: ${isDifferentContent}`);
|
||
|
||
if (isOld || isDifferentContent) {
|
||
// Delete all existing comments and create new one
|
||
commentsToDelete = existingComments;
|
||
console.log(`Will delete ${commentsToDelete.length} existing comment(s) and create new one`);
|
||
} else {
|
||
// Content is same and comment is recent, skip
|
||
shouldCreateNewComment = false;
|
||
console.log('Comment is recent and content unchanged, skipping update');
|
||
}
|
||
} else {
|
||
console.log('No existing comments found, will create new one');
|
||
}
|
||
|
||
// Delete old comments if needed
|
||
for (const comment of commentsToDelete) {
|
||
console.log(`Deleting comment #${comment.id} (created: ${comment.created_at})`);
|
||
await github.rest.issues.deleteComment({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
comment_id: comment.id
|
||
});
|
||
}
|
||
|
||
// Create new comment if needed
|
||
if (shouldCreateNewComment) {
|
||
await github.rest.issues.createComment({
|
||
owner: context.repo.owner,
|
||
repo: context.repo.repo,
|
||
issue_number: prNumber,
|
||
body: newBody
|
||
});
|
||
console.log('✅ New comment created');
|
||
} else {
|
||
console.log('ℹ️ No comment update needed');
|
||
} |