vite-ecosystem-ci-from-pr #407
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# integration tests for vite ecosystem - run from pr comments | |
name: vite-ecosystem-ci-from-pr | |
env: | |
# 7 GiB by default on GitHub, setting to 6 GiB | |
# https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#supported-runners-and-hardware-resources | |
NODE_OPTIONS: --max-old-space-size=6144 | |
on: | |
workflow_dispatch: | |
inputs: | |
prNumber: | |
description: "PR number (e.g. 9887)" | |
required: true | |
type: string | |
branchName: | |
description: "vite branch to use" | |
required: true | |
type: string | |
default: "main" | |
repo: | |
description: "vite repository to use" | |
required: true | |
type: string | |
default: "vitejs/vite" | |
suite: | |
description: "testsuite to run. runs all testsuits when `-`." | |
required: false | |
type: choice | |
options: | |
- "-" | |
- analogjs | |
- astro | |
- histoire | |
- hydrogen | |
- iles | |
- ladle | |
- laravel | |
- marko | |
- nuxt | |
- nx | |
- previewjs | |
- quasar | |
- qwik | |
- rakkas | |
- storybook | |
- sveltekit | |
- unocss | |
- vike | |
- vite-plugin-pwa | |
- vite-plugin-react | |
- vite-plugin-react-pages | |
- vite-plugin-react-swc | |
- vite-plugin-svelte | |
- vite-plugin-vue | |
- vite-setup-catalogue | |
- vitepress | |
- vitest | |
jobs: | |
init: | |
runs-on: ubuntu-latest | |
outputs: | |
comment-id: ${{ steps.create-comment.outputs.result }} | |
steps: | |
- id: generate-token | |
uses: tibdex/github-app-token@v2 | |
with: | |
app_id: ${{ secrets.PR_GITHUB_APP_ID }} | |
installation_retrieval_payload: "${{ github.repository_owner }}/vite" | |
private_key: ${{ secrets.PR_GITHUB_APP_PRIVATE_KEY }} | |
- id: create-comment | |
uses: actions/github-script@v7 | |
with: | |
github-token: ${{ steps.generate-token.outputs.token }} | |
result-encoding: string | |
script: | | |
const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}` | |
const urlLink = `[Open](${url})` | |
const { data: comment } = await github.rest.issues.createComment({ | |
issue_number: context.payload.inputs.prNumber, | |
owner: context.repo.owner, | |
repo: 'vite', | |
body: `⏳ Triggered ecosystem CI: ${urlLink}` | |
}) | |
return comment.id | |
execute-selected-suite: | |
timeout-minutes: 30 | |
runs-on: ubuntu-latest | |
needs: init | |
if: "inputs.suite != '-'" | |
outputs: | |
ref: ${{ steps.get-ref.outputs.ref }} | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: 20 | |
- uses: denoland/setup-deno@v1 | |
with: | |
deno-version: v1.x | |
continue-on-error: true | |
- run: corepack enable | |
- run: pnpm --version | |
- run: pnpm i --frozen-lockfile | |
- run: >- | |
pnpm tsx ecosystem-ci.ts | |
--branch ${{ inputs.branchName }} | |
--repo ${{ inputs.repo }} | |
${{ inputs.suite }} | |
- id: get-ref | |
if: always() | |
run: | | |
ref=$(git log -1 --pretty=format:%H) | |
echo "ref=$ref" >> $GITHUB_OUTPUT | |
working-directory: workspace/vite | |
execute-all: | |
timeout-minutes: 30 | |
runs-on: ubuntu-latest | |
needs: init | |
if: "inputs.suite == '-'" | |
outputs: | |
ref: ${{ steps.get-ref.outputs.ref }} | |
strategy: | |
matrix: | |
suite: | |
- analogjs | |
- astro | |
- histoire | |
# - hydrogen # disabled until they complete they migration back to Vite | |
# - iles # disabled until its CI is fixed | |
- ladle | |
- laravel | |
- marko | |
- nuxt | |
# - nx # disabled temporarily | |
- previewjs | |
- quasar | |
- qwik | |
- rakkas | |
- remix | |
# - storybook # disabled until test is updated, see https://github.com/vitejs/vite-ecosystem-ci/issues/130 | |
- sveltekit | |
- unocss | |
- vike | |
- vite-plugin-pwa | |
- vite-plugin-react | |
- vite-plugin-react-pages | |
- vite-plugin-react-swc | |
- vite-plugin-svelte | |
- vite-plugin-vue | |
- vite-setup-catalogue | |
- vitepress | |
- vitest | |
fail-fast: false | |
steps: | |
- uses: actions/checkout@v4 | |
- uses: actions/setup-node@v4 | |
with: | |
node-version: 20 | |
- uses: denoland/setup-deno@v1 | |
with: | |
deno-version: v1.x | |
continue-on-error: true | |
- run: corepack enable | |
- run: pnpm --version | |
- run: pnpm i --frozen-lockfile | |
- run: >- | |
pnpm tsx ecosystem-ci.ts | |
--branch ${{ inputs.branchName }} | |
--repo ${{ inputs.repo }} | |
${{ matrix.suite }} | |
- id: get-ref | |
if: always() | |
run: | | |
ref=$(git log -1 --pretty=format:%H) | |
echo "ref=$ref" >> $GITHUB_OUTPUT | |
working-directory: workspace/vite | |
update-comment: | |
runs-on: ubuntu-latest | |
needs: [init, execute-selected-suite, execute-all] | |
if: always() | |
steps: | |
- id: generate-token | |
uses: tibdex/github-app-token@v2 | |
with: | |
app_id: ${{ secrets.PR_GITHUB_APP_ID }} | |
installation_retrieval_payload: "${{ github.repository_owner }}/vite" | |
private_key: ${{ secrets.PR_GITHUB_APP_PRIVATE_KEY }} | |
- uses: actions/github-script@v7 | |
with: | |
github-token: ${{ steps.generate-token.outputs.token }} | |
script: | | |
const mainRepoName = 'vite' | |
const ref = "${{ needs.execute-all.outputs.ref }}" || "${{ needs.execute-selected-suite.outputs.ref }}" | |
const refLink = `[\`${ref.slice(0, 7)}\`](${context.serverUrl}/${context.repo.owner}/${mainRepoName}/pull/${context.payload.inputs.prNumber}/commits/${ref})` | |
const { data: { jobs } } = await github.rest.actions.listJobsForWorkflowRun({ | |
owner: context.repo.owner, | |
repo: context.repo.repo, | |
run_id: context.runId, | |
per_page: 100 | |
}); | |
const selectedSuite = context.payload.inputs.suite | |
let results | |
if (selectedSuite !== "-") { | |
const { conclusion, html_url } = jobs.find(job => job.name === "execute-selected-suite") | |
results = [{ suite: selectedSuite, conclusion, link: html_url }] | |
} else { | |
results = jobs | |
.filter(job => job.name.startsWith('execute-all ')) | |
.map(job => { | |
const suite = job.name.replace(/^execute-all \(([^)]+)\)$/, "$1") | |
return { suite, conclusion: job.conclusion, link: job.html_url } | |
}) | |
} | |
const url = `${context.serverUrl}/${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}` | |
const urlLink = `[Open](${url})` | |
const conclusionEmoji = { | |
success: ":white_check_mark:", | |
failure: ":x:", | |
cancelled: ":stop_button:" | |
} | |
// check for previous ecosystem-ci runs against the main branch | |
// first, list workflow runs for ecosystem-ci.yml | |
const { data: { workflow_runs } } = await github.rest.actions.listWorkflowRuns({ | |
owner: context.repo.owner, | |
repo: context.repo.repo, | |
workflow_id: 'ecosystem-ci.yml' | |
}); | |
// for simplity, we only take the latest completed scheduled run | |
// otherwise we would have to check the inputs for every maunally triggerred runs, which is an overkill | |
const latestScheduledRun = workflow_runs.find(run => run.event === "schedule" && run.status === "completed") | |
// get the jobs for the latest scheduled run | |
const { data: { jobs: scheduledJobs } } = await github.rest.actions.listJobsForWorkflowRun({ | |
owner: context.repo.owner, | |
repo: context.repo.repo, | |
run_id: latestScheduledRun.id | |
}); | |
const scheduledResults = scheduledJobs | |
.filter(job => job.name.startsWith('test-ecosystem ')) | |
.map(job => { | |
const suite = job.name.replace(/^test-ecosystem \(([^)]+)\)$/, "$1") | |
return { suite, conclusion: job.conclusion, link: job.html_url } | |
}) | |
const rows = [] | |
const successfulSuitesWithoutChanges = [] | |
results.forEach(current => { | |
const latest = scheduledResults.find(s => s.suite === current.suite) || {} // in case a new suite is added after latest scheduled | |
if (current.conclusion === "success" && latest.conclusion === "success") { | |
successfulSuitesWithoutChanges.push(`[${current.suite}](${current.link})`) | |
} | |
else { | |
const firstColumn = current.suite | |
const secondColumn = `${conclusionEmoji[current.conclusion]} [${current.conclusion}](${current.link})` | |
const thirdColumn = `${conclusionEmoji[latest.conclusion]} [${latest.conclusion}](${latest.link})` | |
rows.push(`| ${firstColumn} | ${secondColumn} | ${thirdColumn} |`) | |
} | |
}) | |
let body = ` | |
📝 Ran ecosystem CI on ${refLink}: ${urlLink} | |
` | |
if (rows.length > 0) { | |
body += `| suite | result | [latest scheduled](${latestScheduledRun.html_url}) | | |
|-------|--------|----------------| | |
${rows.join("\n")} | |
${conclusionEmoji.success} ${successfulSuitesWithoutChanges.join(", ")} | |
` | |
} else { | |
body += `${conclusionEmoji.success} ${successfulSuitesWithoutChanges.join(", ")} | |
` | |
} | |
await github.rest.issues.createComment({ | |
issue_number: context.payload.inputs.prNumber, | |
owner: context.repo.owner, | |
repo: mainRepoName, | |
body | |
}) | |
await github.rest.issues.deleteComment({ | |
owner: context.repo.owner, | |
repo: mainRepoName, | |
comment_id: ${{ needs.init.outputs.comment-id }} | |
}) |