mirror of
https://github.com/danbulant/oxc
synced 2026-05-20 12:48:38 +00:00
139 lines
3.9 KiB
YAML
139 lines
3.9 KiB
YAML
name: Benchmark
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
pull_request:
|
|
types: [opened, synchronize]
|
|
paths-ignore:
|
|
- '**/*.md'
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
benchmark:
|
|
strategy:
|
|
matrix:
|
|
os: [ubuntu-latest, windows-latest] # `macos-latest` is too unstable to be useful for benchmark, the variance is always huge.
|
|
name: Run benchmark on ${{ matrix.os }}
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
with:
|
|
ref: ${{ github.event.pull_request.head.sha }}
|
|
|
|
- name: Install Rust Toolchain
|
|
uses: ./.github/actions/rustup
|
|
|
|
- name: Compile
|
|
run: cargo build --release -p oxc_benchmark
|
|
|
|
- name: Sleep for CPU cooldown (windows)
|
|
if: runner.os == 'Windows'
|
|
shell: powershell
|
|
run: Start-Sleep -s 15
|
|
|
|
- name: Sleep for CPU cooldown
|
|
if: runner.os != 'Windows'
|
|
shell: bash
|
|
run: sleep 15s
|
|
|
|
- name: Run Bench on PR Branch
|
|
run: cargo benchmark --save-baseline pr
|
|
|
|
- name: Checkout Main Branch
|
|
uses: actions/checkout@v3
|
|
with:
|
|
clean: false
|
|
ref: main
|
|
|
|
- name: Compile
|
|
run: cargo build --release -p oxc_benchmark
|
|
|
|
- name: Sleep for CPU cooldown (windows)
|
|
if: runner.os == 'Windows'
|
|
shell: powershell
|
|
run: Start-Sleep -s 15
|
|
|
|
- name: Sleep for CPU cooldown
|
|
if: runner.os != 'Windows'
|
|
shell: bash
|
|
run: sleep 15s
|
|
|
|
- name: Run Bench on Main Branch
|
|
run: cargo benchmark --save-baseline main
|
|
|
|
- name: Upload benchmark results
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: benchmark-results-${{ matrix.os }}
|
|
path: ./target/criterion
|
|
|
|
benchmark-compare:
|
|
runs-on: ubuntu-latest
|
|
name: Compare Benchmarks
|
|
needs:
|
|
- benchmark
|
|
|
|
steps:
|
|
- name: Install critcmp
|
|
uses: taiki-e/install-action@v2
|
|
with:
|
|
tool: critcmp
|
|
|
|
- name: Linux | Download PR benchmark results
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: benchmark-results-ubuntu-latest
|
|
path: ./target/criterion
|
|
|
|
- name: Linux | Compare benchmark results
|
|
shell: bash
|
|
run: |
|
|
echo "## Benchmark Results" >> summary.md
|
|
echo "### Linux" >> summary.md
|
|
echo "\`\`\`" >> summary.md
|
|
critcmp main pr >> summary.md
|
|
echo "\`\`\`" >> summary.md
|
|
echo "" >> summary.md
|
|
|
|
- name: Linux | Cleanup benchmark results
|
|
run: rm -rf ./target/criterion
|
|
|
|
- name: Windows | Download PR benchmark results
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: benchmark-results-windows-latest
|
|
path: ./target/criterion
|
|
|
|
- name: Windows | Compare benchmark results
|
|
shell: bash
|
|
run: |
|
|
echo "### Windows" >> summary.md
|
|
echo "\`\`\`" >> summary.md
|
|
critcmp main pr >> summary.md
|
|
echo "\`\`\`" >> summary.md
|
|
echo "" >> summary.md
|
|
cat summary.md > $GITHUB_STEP_SUMMARY
|
|
|
|
- name: Find Comment
|
|
# Check if the event is not triggered by a fork
|
|
if: github.event.pull_request.head.repo.full_name == github.repository
|
|
uses: peter-evans/find-comment@v2
|
|
id: fc
|
|
with:
|
|
issue-number: ${{ github.event.pull_request.number }}
|
|
comment-author: 'github-actions[bot]'
|
|
body-includes: Benchmark Results
|
|
|
|
- name: Create or update comment
|
|
# Check if the event is not triggered by a fork
|
|
if: github.event.pull_request.head.repo.full_name == github.repository
|
|
uses: peter-evans/create-or-update-comment@v2
|
|
with:
|
|
issue-number: ${{ github.event.pull_request.number }}
|
|
edit-mode: replace
|
|
comment-id: ${{ steps.fc.outputs.comment-id }}
|
|
body-file: summary.md
|