mirror of
https://github.com/luau-lang/luau.git
synced 2025-05-04 10:33:46 +01:00
94 lines
2.7 KiB
YAML
94 lines
2.7 KiB
YAML
name: Luau Benchmarks
|
|
|
|
on:
|
|
pull_request:
|
|
paths-ignore:
|
|
- "docs/**"
|
|
- "papers/**"
|
|
- "rfcs/**"
|
|
- "*.md"
|
|
- "prototyping/**"
|
|
|
|
jobs:
|
|
benchmarks-run:
|
|
name: Run ${{ matrix.bench.title }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest]
|
|
engine:
|
|
- { channel: stable, version: latest, runner: "robloxdev-cli" }
|
|
# - { channel: develop, version: latest, runner: 'robloxdev-cli' }
|
|
# covers environment closest to RobloxStudio, but not available on Linux
|
|
# - { channel: develop, version: latest, runner: 'roblox-cli'}
|
|
bench:
|
|
- {
|
|
script: "run-benchmarks",
|
|
timeout: 12,
|
|
title: "Luau Benchmarks",
|
|
cachegrindTitle: "Performance",
|
|
cachegrindIterCount: 20,
|
|
}
|
|
|
|
runs-on: ${{ matrix.os }}
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Build Luau
|
|
run: make config=release luau luau-analyze
|
|
|
|
- uses: actions/setup-python@v3
|
|
with:
|
|
python-version: "3.9"
|
|
architecture: "x64"
|
|
|
|
- name: Install requests
|
|
run: python -m pip install requests && pwd
|
|
|
|
- name: Run benchmark
|
|
run: python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt
|
|
|
|
- name: Print benchmark storage location details
|
|
run: pwd && ls
|
|
|
|
- name: Create gh-pages dir in runner root dir
|
|
run: |
|
|
cd ..
|
|
mkdir gh-pages
|
|
cd gh-pages
|
|
|
|
# in gh-pages directory
|
|
- name: Switch to benchmark results repo
|
|
uses: actions/checkout@v3
|
|
with:
|
|
repository: AllanJeremy/luau-benchmark-results
|
|
ref: "main"
|
|
|
|
- name: Checkout gh-pages (benchmark results) source
|
|
run: |
|
|
git status
|
|
git fetch --no-tags --depth=1 origin main
|
|
git checkout main
|
|
git pull
|
|
git status
|
|
|
|
# Switch back to luau directory
|
|
- run: pwd && ls && cd .. && pwd && ls
|
|
|
|
#Run `github-action-benchmark` action
|
|
- name: Store ${{ matrix.bench.title }} result
|
|
uses: Roblox/rhysd-github-action-benchmark@v-luau
|
|
with:
|
|
name: ${{ matrix.bench.title }}
|
|
tool: "benchmarkluau"
|
|
# This should come from Luau repo
|
|
output-file-path: ../${{ matrix.bench.script }}-output.txt
|
|
|
|
# This should map to thebenchmark results repo
|
|
external-data-json-path: ../gh-pages/dev/bench/data.json
|
|
alert-threshold: 150%
|
|
fail-threshold: 200%
|
|
fail-on-alert: true
|
|
comment-on-alert: true
|
|
comment-always: true
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|