mirror of
https://github.com/luau-lang/luau.git
synced 2025-05-04 10:33:46 +01:00
Created a run with cachegrind benchmark
This commit is contained in:
parent
d185f8ad1e
commit
95959afc54
1 changed files with 94 additions and 0 deletions
94
.github/workflows/benchmark-cachegrind.yml
vendored
Normal file
94
.github/workflows/benchmark-cachegrind.yml
vendored
Normal file
|
@ -0,0 +1,94 @@
|
|||
name: Luau Benchmarks (CacheGrind)
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
paths-ignore:
|
||||
- "docs/**"
|
||||
- "papers/**"
|
||||
- "rfcs/**"
|
||||
- "*.md"
|
||||
- "prototyping/**"
|
||||
|
||||
jobs:
|
||||
benchmarks-run:
|
||||
name: Run ${{ matrix.bench.title }}
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
os: [ubuntu-latest]
|
||||
engine:
|
||||
- { channel: stable, version: latest, runner: "robloxdev-cli" }
|
||||
# - { channel: develop, version: latest, runner: 'robloxdev-cli' }
|
||||
# covers environment closest to RobloxStudio, but not available on Linux
|
||||
# - { channel: develop, version: latest, runner: 'roblox-cli'}
|
||||
bench:
|
||||
- {
|
||||
script: "run-benchmarks",
|
||||
timeout: 12,
|
||||
title: "Luau Benchmarks",
|
||||
cachegrindTitle: "Performance",
|
||||
cachegrindIterCount: 20,
|
||||
}
|
||||
|
||||
runs-on: ${{ matrix.os }}
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- name: Build Luau
|
||||
run: make config=release luau luau-analyze
|
||||
|
||||
- uses: actions/setup-python@v3
|
||||
with:
|
||||
python-version: "3.9"
|
||||
architecture: "x64"
|
||||
|
||||
- name: Install requests
|
||||
run: python -m pip install requests && pwd
|
||||
|
||||
- name: Run benchmark
|
||||
run: |
|
||||
python bench/bench.py | tee ../${{ matrix.bench.script }}-output.txt
|
||||
|
||||
- name: Run ${{ matrix.bench.title }} (Cold Cachegrind)
|
||||
run: ./scripts/run-with-cachegrind.sh ./${{ matrix.engine.runner }} scripts/${{ matrix.bench.script }}.lua "${{ matrix.bench.cachegrindTitle}}Cold" 1 | tee -a ${{ matrix.bench.script }}-output.txt
|
||||
|
||||
- name: Run ${{ matrix.bench.title }} (Warm Cachegrind)
|
||||
run: ./scripts/run-with-cachegrind.sh ./${{ matrix.engine.runner }} scripts/${{ matrix.bench.script }}.lua "${{ matrix.bench.cachegrindTitle }}" ${{ matrix.bench.cachegrindIterCount }} | tee -a ${{ matrix.bench.script }}-output.txt
|
||||
|
||||
- name: Navigate to root dir, create gh-pages dir then navigate into it
|
||||
run: cd .. && mkdir gh-pages && cd gh-pages
|
||||
|
||||
- name: Switch to & checkout gh-pages repo
|
||||
uses: actions/checkout@v3
|
||||
with:
|
||||
repository: AllanJeremy/luau-benchmark-results
|
||||
ref: "main"
|
||||
|
||||
- name: Checkout gh-pages
|
||||
run: |
|
||||
git status
|
||||
git fetch --no-tags --depth=1 origin main
|
||||
git checkout main
|
||||
git pull
|
||||
git status
|
||||
|
||||
- name: Navigate back to luau before checking out original repo
|
||||
run: cd ..
|
||||
|
||||
#Run `github-action-benchmark` action
|
||||
- name: Store ${{ matrix.bench.title }} result
|
||||
uses: Roblox/rhysd-github-action-benchmark@v-luau
|
||||
with:
|
||||
name: ${{ matrix.bench.title }}
|
||||
tool: "benchmarkluau"
|
||||
# This should come from Luau repo
|
||||
output-file-path: ../${{ matrix.bench.script }}-output.txt
|
||||
|
||||
# This should map to thebenchmark results repo
|
||||
external-data-json-path: ../gh-pages/dev/bench/data.json
|
||||
alert-threshold: 150%
|
||||
fail-threshold: 200%
|
||||
fail-on-alert: true
|
||||
comment-on-alert: true
|
||||
comment-always: true
|
||||
github-token: ${{ secrets.GITHUB_TOKEN }}
|
Loading…
Add table
Reference in a new issue