From ee128af5c15168fbf00007c68bfe32d0e56a9b79 Mon Sep 17 00:00:00 2001 From: Allan Jeremy Date: Thu, 16 Jun 2022 17:49:05 +0300 Subject: [PATCH] build: updated static analyze --- .github/workflows/static-analysis.yml | 96 +++++++++++++++------------ 1 file changed, 55 insertions(+), 41 deletions(-) diff --git a/.github/workflows/static-analysis.yml b/.github/workflows/static-analysis.yml index 649c3a22..5f201bfc 100644 --- a/.github/workflows/static-analysis.yml +++ b/.github/workflows/static-analysis.yml @@ -3,8 +3,7 @@ name: Luau static file analysis on: push: branches: - - "feat/add-static-file-luau-analyze" - pull_request: + - master paths-ignore: - "docs/**" - "papers/**" @@ -30,7 +29,7 @@ jobs: cachegrindIterCount: 20, } benchResultsRepo: - - { name: "AllanJeremy/luau-benchmark-results", branch: "main" } + - { name: "luau-lang/benchmark-data", branch: "main" } runs-on: ${{ matrix.os }} steps: - uses: actions/checkout@v3 @@ -47,53 +46,68 @@ jobs: - name: Install python dependencies run: | - pip install requests numpy scipy matplotlib ipython jupyter pandas sympy nose + sudo pip install requests numpy scipy matplotlib ipython jupyter pandas sympy nose - name: Install valgrind run: | sudo apt-get install valgrind - # - name: Run Luau Analyze on static file - # run: python ./bench/measure_time.py ./build/release/luau-analyze bench/static_analysis/LuauPolyfillMap.lua | tee ${{ matrix.bench.script }}-output.txt + - name: Run Luau Analyze on static file + run: sudo python ./bench/measure_time.py ./build/release/luau-analyze bench/static_analysis/LuauPolyfillMap.lua | tee ${{ matrix.bench.script }}-output.txt - name: Run ${{ matrix.bench.title }} (Cold Cachegrind) - run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}Cold" 1 ./build/release/luau-analyze bench/static_analysis/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt + run: sudo ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}Cold" 1 ./build/release/luau-analyze bench/static_analysis/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt - # - name: Run ${{ matrix.bench.title }} (Warm Cachegrind) - # run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}" 1 ./build/release/luau-analyze bench/static_analysis/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt + - name: Run ${{ matrix.bench.title }} (Warm Cachegrind) + run: sudo bash ./scripts/run-with-cachegrind.sh python ./bench/measure_time.py "${{ matrix.bench.cachegrindTitle}}" 1 ./build/release/luau-analyze bench/static_analysis/LuauPolyfillMap.lua | tee -a ${{ matrix.bench.script }}-output.txt - # - name: Checkout Benchmark Results repository - # uses: actions/checkout@v3 - # with: - # repository: ${{ matrix.benchResultsRepo.name }} - # ref: ${{ matrix.benchResultsRepo.branch }} - # token: ${{ secrets.BENCH_GITHUB_TOKEN }} - # path: "./gh-pages" + - name: Checkout Benchmark Results repository + uses: actions/checkout@v3 + with: + repository: ${{ matrix.benchResultsRepo.name }} + ref: ${{ matrix.benchResultsRepo.branch }} + token: ${{ secrets.BENCH_GITHUB_TOKEN }} + path: "./gh-pages" - # - name: Store ${{ matrix.bench.title }} result - # uses: Roblox/rhysd-github-action-benchmark@v-luau - # with: - # name: ${{ matrix.bench.title }} - # tool: "benchmarkluau" + - name: Store ${{ matrix.bench.title }} result + uses: Roblox/rhysd-github-action-benchmark@v-luau + with: + name: ${{ matrix.bench.title }} + tool: "benchmarkluau" - # gh-pages-branch: "main" - # output-file-path: ./${{ matrix.bench.script }}-output.txt - # external-data-json-path: ./gh-pages/dev/bench/data.json - # alert-threshold: 150% - # fail-threshold: 200% - # fail-on-alert: true - # comment-on-alert: true - # comment-always: true - # github-token: ${{ secrets.GITHUB_TOKEN }} + gh-pages-branch: "main" + output-file-path: ./${{ matrix.bench.script }}-output.txt + external-data-json-path: ./gh-pages/dev/bench/data.json + alert-threshold: 150% + fail-threshold: 200% + fail-on-alert: true + comment-on-alert: true + comment-always: true + github-token: ${{ secrets.GITHUB_TOKEN }} - # - name: Push benchmark results - # if: github.event_name == 'push' - # run: | - # echo "Pushing benchmark results..." - # cd gh-pages - # git config user.name github-actions - # git config user.email github@users.noreply.github.com - # git add ./dev/bench/data.json - # git commit -m "Add benchmarks results for ${{ github.sha }}" - # git push - # cd .. + - name: Store ${{ matrix.bench.title }} result (CacheGrind) + uses: Roblox/rhysd-github-action-benchmark@v-luau + with: + name: ${{ matrix.bench.title }} + tool: "roblox" + gh-pages-branch: "main" + output-file-path: ./${{ matrix.bench.script }}-output.txt + external-data-json-path: ./gh-pages/dev/bench/data.json + alert-threshold: 150% + fail-threshold: 200% + fail-on-alert: true + comment-on-alert: true + comment-always: true + github-token: ${{ secrets.GITHUB_TOKEN }} + + - name: Push benchmark results + if: github.event_name == 'push' + run: | + echo "Pushing benchmark results..." + cd gh-pages + git config user.name github-actions + git config user.email github@users.noreply.github.com + git add ./dev/bench/data.json + git commit -m "Add benchmarks results for ${{ github.sha }}" + git push + cd ..