mirror of
https://github.com/luau-lang/luau.git
synced 2025-05-04 10:33:46 +01:00
test: testing out benchmark run
This commit is contained in:
Allan Jeremy
parent
8d1a6b5427
commit
9332ea2e49
1 changed files with 265 additions and 262 deletions
527
.github/workflows/benchmark-dev.yml
vendored
527
.github/workflows/benchmark-dev.yml
vendored
|
|
@ -77,6 +77,9 @@ jobs:
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
|
- name: Print steps.pushBenchmarkAttempt1.outcome
|
||||||
|
run: echo "steps - ${{ steps.pushBenchmarkAttempt1.outcome }}"
|
||||||
|
|
||||||
- name: Push benchmark results (Attempt 2)
|
- name: Push benchmark results (Attempt 2)
|
||||||
id: pushBenchmarkAttempt2
|
id: pushBenchmarkAttempt2
|
||||||
continue-on-error: true
|
continue-on-error: true
|
||||||
|
|
@ -92,294 +95,294 @@ jobs:
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push benchmark results (Attempt 3)
|
# - name: Push benchmark results (Attempt 3)
|
||||||
id: pushBenchmarkAttempt3
|
# id: pushBenchmarkAttempt3
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
if: steps.pushBenchmarkAttempt2.outcome == 'failure'
|
# if: steps.pushBenchmarkAttempt2.outcome == 'failure'
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: "${{ matrix.bench.title }} (Windows ${{matrix.arch}})"
|
# bench_name: "${{ matrix.bench.title }} (Windows ${{matrix.arch}})"
|
||||||
bench_tool: "benchmarkluau"
|
# bench_tool: "benchmarkluau"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
unix:
|
# unix:
|
||||||
name: ${{matrix.os}}
|
# name: ${{matrix.os}}
|
||||||
strategy:
|
# strategy:
|
||||||
fail-fast: false
|
# fail-fast: false
|
||||||
matrix:
|
# matrix:
|
||||||
os: [ubuntu-latest, macos-latest]
|
# os: [ubuntu-latest, macos-latest]
|
||||||
bench:
|
# bench:
|
||||||
- {
|
# - {
|
||||||
script: "run-benchmarks",
|
# script: "run-benchmarks",
|
||||||
timeout: 12,
|
# timeout: 12,
|
||||||
title: "Luau Benchmarks",
|
# title: "Luau Benchmarks",
|
||||||
cachegrindTitle: "Performance",
|
# cachegrindTitle: "Performance",
|
||||||
cachegrindIterCount: 20,
|
# cachegrindIterCount: 20,
|
||||||
}
|
# }
|
||||||
benchResultsRepo:
|
# benchResultsRepo:
|
||||||
- { name: "luau-lang/benchmark-data", branch: "main" }
|
# - { name: "luau-lang/benchmark-data", branch: "main" }
|
||||||
|
|
||||||
runs-on: ${{ matrix.os }}
|
# runs-on: ${{ matrix.os }}
|
||||||
steps:
|
# steps:
|
||||||
- name: Checkout Luau repository
|
# - name: Checkout Luau repository
|
||||||
uses: actions/checkout@v3
|
# uses: actions/checkout@v3
|
||||||
|
|
||||||
- name: Build Luau
|
# - name: Build Luau
|
||||||
run: make config=release luau luau-analyze
|
# run: make config=release luau luau-analyze
|
||||||
|
|
||||||
- uses: actions/setup-python@v3
|
# - uses: actions/setup-python@v3
|
||||||
with:
|
# with:
|
||||||
python-version: "3.9"
|
# python-version: "3.9"
|
||||||
architecture: "x64"
|
# architecture: "x64"
|
||||||
|
|
||||||
- name: Install python dependencies
|
# - name: Install python dependencies
|
||||||
run: |
|
# run: |
|
||||||
python -m pip install requests
|
# python -m pip install requests
|
||||||
python -m pip install --user numpy scipy matplotlib ipython jupyter pandas sympy nose
|
# python -m pip install --user numpy scipy matplotlib ipython jupyter pandas sympy nose
|
||||||
|
|
||||||
- name: Run benchmark
|
# - name: Run benchmark
|
||||||
run: |
|
# run: |
|
||||||
python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt
|
# python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt
|
||||||
|
|
||||||
- name: Install valgrind
|
# - name: Install valgrind
|
||||||
if: matrix.os == 'ubuntu-latest'
|
# if: matrix.os == 'ubuntu-latest'
|
||||||
run: |
|
# run: |
|
||||||
sudo apt-get install valgrind
|
# sudo apt-get install valgrind
|
||||||
|
|
||||||
- name: Run ${{ matrix.bench.title }} (Cold Cachegrind)
|
# - name: Run ${{ matrix.bench.title }} (Cold Cachegrind)
|
||||||
if: matrix.os == 'ubuntu-latest'
|
# if: matrix.os == 'ubuntu-latest'
|
||||||
run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/bench.py "${{ matrix.bench.cachegrindTitle}}Cold" 1 | tee -a ${{ matrix.bench.script }}-output.txt
|
# run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/bench.py "${{ matrix.bench.cachegrindTitle}}Cold" 1 | tee -a ${{ matrix.bench.script }}-output.txt
|
||||||
|
|
||||||
- name: Run ${{ matrix.bench.title }} (Warm Cachegrind)
|
# - name: Run ${{ matrix.bench.title }} (Warm Cachegrind)
|
||||||
if: matrix.os == 'ubuntu-latest'
|
# if: matrix.os == 'ubuntu-latest'
|
||||||
run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/bench.py "${{ matrix.bench.cachegrindTitle }}" ${{ matrix.bench.cachegrindIterCount }} | tee -a ${{ matrix.bench.script }}-output.txt
|
# run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/bench.py "${{ matrix.bench.cachegrindTitle }}" ${{ matrix.bench.cachegrindIterCount }} | tee -a ${{ matrix.bench.script }}-output.txt
|
||||||
|
|
||||||
- name: Push benchmark results
|
# - name: Push benchmark results
|
||||||
id: pushBenchmarkAttempt1
|
# id: pushBenchmarkAttempt1
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "benchmarkluau"
|
# bench_tool: "benchmarkluau"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push benchmark results (Attempt 2)
|
# - name: Push benchmark results (Attempt 2)
|
||||||
id: pushBenchmarkAttempt2
|
# id: pushBenchmarkAttempt2
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
if: steps.pushBenchmarkAttempt1.outcome == 'failure'
|
# if: steps.pushBenchmarkAttempt1.outcome == 'failure'
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "benchmarkluau"
|
# bench_tool: "benchmarkluau"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push benchmark results (Attempt 3)
|
# - name: Push benchmark results (Attempt 3)
|
||||||
id: pushBenchmarkAttempt3
|
# id: pushBenchmarkAttempt3
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
if: steps.pushBenchmarkAttempt2.outcome == 'failure'
|
# if: steps.pushBenchmarkAttempt2.outcome == 'failure'
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "benchmarkluau"
|
# bench_tool: "benchmarkluau"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push Cachegrind benchmark results
|
# - name: Push Cachegrind benchmark results
|
||||||
if: matrix.os == 'ubuntu-latest'
|
# if: matrix.os == 'ubuntu-latest'
|
||||||
id: pushBenchmarkCachegrindAttempt1
|
# id: pushBenchmarkCachegrindAttempt1
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }} (CacheGrind)
|
# bench_name: ${{ matrix.bench.title }} (CacheGrind)
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push Cachegrind benchmark results (Attempt 2)
|
# - name: Push Cachegrind benchmark results (Attempt 2)
|
||||||
if: matrix.os == 'ubuntu-latest' && steps.pushBenchmarkCachegrindAttempt1.outcome == 'failure'
|
# if: matrix.os == 'ubuntu-latest' && steps.pushBenchmarkCachegrindAttempt1.outcome == 'failure'
|
||||||
id: pushBenchmarkCachegrindAttempt2
|
# id: pushBenchmarkCachegrindAttempt2
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }} (CacheGrind)
|
# bench_name: ${{ matrix.bench.title }} (CacheGrind)
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push Cachegrind benchmark results (Attempt 3)
|
# - name: Push Cachegrind benchmark results (Attempt 3)
|
||||||
if: matrix.os == 'ubuntu-latest' && steps.pushBenchmarkCachegrindAttempt2.outcome == 'failure'
|
# if: matrix.os == 'ubuntu-latest' && steps.pushBenchmarkCachegrindAttempt2.outcome == 'failure'
|
||||||
id: pushBenchmarkCachegrindAttempt3
|
# id: pushBenchmarkCachegrindAttempt3
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }} (CacheGrind)
|
# bench_name: ${{ matrix.bench.title }} (CacheGrind)
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
static-analysis:
|
# static-analysis:
|
||||||
name: luau-analyze
|
# name: luau-analyze
|
||||||
strategy:
|
# strategy:
|
||||||
fail-fast: false
|
# fail-fast: false
|
||||||
matrix:
|
# matrix:
|
||||||
os: [ubuntu-latest]
|
# os: [ubuntu-latest]
|
||||||
bench:
|
# bench:
|
||||||
- {
|
# - {
|
||||||
script: "run-analyze",
|
# script: "run-analyze",
|
||||||
timeout: 12,
|
# timeout: 12,
|
||||||
title: "Luau Analyze",
|
# title: "Luau Analyze",
|
||||||
cachegrindTitle: "Performance",
|
# cachegrindTitle: "Performance",
|
||||||
cachegrindIterCount: 20,
|
# cachegrindIterCount: 20,
|
||||||
}
|
# }
|
||||||
benchResultsRepo:
|
# benchResultsRepo:
|
||||||
- { name: "luau-lang/benchmark-data", branch: "main" }
|
# - { name: "luau-lang/benchmark-data", branch: "main" }
|
||||||
runs-on: ${{ matrix.os }}
|
# runs-on: ${{ matrix.os }}
|
||||||
steps:
|
# steps:
|
||||||
- uses: actions/checkout@v3
|
# - uses: actions/checkout@v3
|
||||||
with:
|
# with:
|
||||||
token: "${{ secrets.BENCH_GITHUB_TOKEN }}"
|
# token: "${{ secrets.BENCH_GITHUB_TOKEN }}"
|
||||||
|
|
||||||
- name: Build Luau
|
# - name: Build Luau
|
||||||
run: make config=release luau luau-analyze
|
# run: make config=release luau luau-analyze
|
||||||
|
|
||||||
- uses: actions/setup-python@v4
|
# - uses: actions/setup-python@v4
|
||||||
with:
|
# with:
|
||||||
python-version: "3.9"
|
# python-version: "3.9"
|
||||||
architecture: "x64"
|
# architecture: "x64"
|
||||||
|
|
||||||
- name: Install python dependencies
|
# - name: Install python dependencies
|
||||||
run: |
|
# run: |
|
||||||
sudo pip install requests numpy scipy matplotlib ipython jupyter pandas sympy nose
|
# sudo pip install requests numpy scipy matplotlib ipython jupyter pandas sympy nose
|
||||||
|
|
||||||
- name: Install valgrind
|
# - name: Install valgrind
|
||||||
run: |
|
# run: |
|
||||||
sudo apt-get install valgrind
|
# sudo apt-get install valgrind
|
||||||
|
|
||||||
- name: Run Luau Analyze on static file
|
# - name: Run Luau Analyze on static file
|
||||||
run: sudo python ./bench/measure_time.py ./build/release/luau-analyze bench/other/LuauPolyfillMap.lua | tee ${{ matrix.bench.script }}-output.txt
|
# run: sudo python ./bench/measure_time.py ./build/release/luau-analyze bench/other/LuauPolyfillMap.lua | tee ${{ matrix.bench.script }}-output.txt
|
||||||
|
|
||||||
- name: Run ${{ matrix.bench.title }} (Cold Cachegrind)
|
# - name: Run ${{ matrix.bench.title }} (Cold Cachegrind)
|
||||||
run: sudo ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}Cold" 1 ./build/release/luau-analyze bench/other/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt
|
# run: sudo ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}Cold" 1 ./build/release/luau-analyze bench/other/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt
|
||||||
|
|
||||||
- name: Run ${{ matrix.bench.title }} (Warm Cachegrind)
|
# - name: Run ${{ matrix.bench.title }} (Warm Cachegrind)
|
||||||
run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}" 1 ./build/release/luau-analyze bench/other/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt
|
# run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}" 1 ./build/release/luau-analyze bench/other/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt
|
||||||
|
|
||||||
- name: Push static analysis results
|
# - name: Push static analysis results
|
||||||
id: pushStaticAnalysisAttempt1
|
# id: pushStaticAnalysisAttempt1
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push static analysis results (Attempt 2)
|
# - name: Push static analysis results (Attempt 2)
|
||||||
if: steps.pushStaticAnalysisAttempt1.outcome == 'failure'
|
# if: steps.pushStaticAnalysisAttempt1.outcome == 'failure'
|
||||||
id: pushStaticAnalysisAttempt2
|
# id: pushStaticAnalysisAttempt2
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push static analysis results (Attempt 3)
|
# - name: Push static analysis results (Attempt 3)
|
||||||
if: steps.pushStaticAnalysisAttempt2.outcome == 'failure'
|
# if: steps.pushStaticAnalysisAttempt2.outcome == 'failure'
|
||||||
id: pushStaticAnalysisAttempt3
|
# id: pushStaticAnalysisAttempt3
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push static analysis Cachegrind results
|
# - name: Push static analysis Cachegrind results
|
||||||
if: matrix.os == 'ubuntu-latest'
|
# if: matrix.os == 'ubuntu-latest'
|
||||||
id: pushStaticAnalysisCachegrindAttempt1
|
# id: pushStaticAnalysisCachegrindAttempt1
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push static analysis Cachegrind results (Attempt 2)
|
# - name: Push static analysis Cachegrind results (Attempt 2)
|
||||||
if: matrix.os == 'ubuntu-latest' && steps.pushStaticAnalysisCachegrindAttempt1.outcome == 'failure'
|
# if: matrix.os == 'ubuntu-latest' && steps.pushStaticAnalysisCachegrindAttempt1.outcome == 'failure'
|
||||||
id: pushStaticAnalysisCachegrindAttempt2
|
# id: pushStaticAnalysisCachegrindAttempt2
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
||||||
- name: Push static analysis Cachegrind results (Attempt 2)
|
# - name: Push static analysis Cachegrind results (Attempt 2)
|
||||||
if: matrix.os == 'ubuntu-latest' && steps.pushStaticAnalysisCachegrindAttempt2.outcome == 'failure'
|
# if: matrix.os == 'ubuntu-latest' && steps.pushStaticAnalysisCachegrindAttempt2.outcome == 'failure'
|
||||||
id: pushStaticAnalysisCachegrindAttempt3
|
# id: pushStaticAnalysisCachegrindAttempt3
|
||||||
continue-on-error: true
|
# continue-on-error: true
|
||||||
uses: ./.github/workflows/push-results
|
# uses: ./.github/workflows/push-results
|
||||||
with:
|
# with:
|
||||||
repository: ${{ matrix.benchResultsRepo.name }}
|
# repository: ${{ matrix.benchResultsRepo.name }}
|
||||||
branch: ${{ matrix.benchResultsRepo.branch }}
|
# branch: ${{ matrix.benchResultsRepo.branch }}
|
||||||
token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
# token: ${{ secrets.BENCH_GITHUB_TOKEN }}
|
||||||
path: "./gh-pages"
|
# path: "./gh-pages"
|
||||||
bench_name: ${{ matrix.bench.title }}
|
# bench_name: ${{ matrix.bench.title }}
|
||||||
bench_tool: "roblox"
|
# bench_tool: "roblox"
|
||||||
bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
# bench_output_file_path: "./${{ matrix.bench.script }}-output.txt"
|
||||||
bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
# bench_external_data_json_path: "./gh-pages/dev/bench/data-${{ matrix.os }}.json"
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue