diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 277ab129..11fb352b 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -17,7 +17,8 @@ jobs: strategy: fail-fast: false matrix: - os: [ubuntu-latest] + os: [windows-latest] + arch: [Win32, x64] engine: - { channel: stable, version: latest } bench: @@ -101,75 +102,75 @@ jobs: git push cd .. - benchmarks-run-unix: - name: Run ${{ matrix.bench.title }} (Unix) - strategy: - fail-fast: false - matrix: - os: [ubuntu-latest] - engine: - - { channel: stable, version: latest } - bench: - - { - script: "run-benchmarks", - timeout: 12, - title: "Luau Benchmarks", - cachegrindTitle: "Performance", - cachegrindIterCount: 20, - } - benchResultsRepo: - - { name: "luau-lang/benchmark-data", branch: "main" } + # unix: + # name: Run ${{ matrix.bench.title }} (Unix) + # strategy: + # fail-fast: false + # matrix: + # os: [ubuntu-latest] + # engine: + # - { channel: stable, version: latest } + # bench: + # - { + # script: "run-benchmarks", + # timeout: 12, + # title: "Luau Benchmarks", + # cachegrindTitle: "Performance", + # cachegrindIterCount: 20, + # } + # benchResultsRepo: + # - { name: "luau-lang/benchmark-data", branch: "main" } - runs-on: ${{ matrix.os }} - steps: - - name: Checkout Luau repository - uses: actions/checkout@v3 + # runs-on: ${{ matrix.os }} + # steps: + # - name: Checkout Luau repository + # uses: actions/checkout@v3 - - name: Build Luau - run: make config=release luau luau-analyze + # - name: Build Luau + # run: make config=release luau luau-analyze - - uses: actions/setup-python@v3 - with: - python-version: "3.9" - architecture: "x64" + # - uses: actions/setup-python@v3 + # with: + # python-version: "3.9" + # architecture: "x64" - - name: Install python dependencies - run: | - python -m pip install requests - python -m pip install --user numpy scipy matplotlib ipython jupyter pandas sympy nose - - name: Run benchmark - run: | - python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt - - name: Checkout Benchmark Results repository - uses: actions/checkout@v3 - with: - repository: ${{ matrix.benchResultsRepo.name }} - ref: ${{ matrix.benchResultsRepo.branch }} - token: ${{ secrets.BENCH_GITHUB_TOKEN }} - path: "./gh-pages" + # - name: Install python dependencies + # run: | + # python -m pip install requests + # python -m pip install --user numpy scipy matplotlib ipython jupyter pandas sympy nose + # - name: Run benchmark + # run: | + # python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt + # - name: Checkout Benchmark Results repository + # uses: actions/checkout@v3 + # with: + # repository: ${{ matrix.benchResultsRepo.name }} + # ref: ${{ matrix.benchResultsRepo.branch }} + # token: ${{ secrets.BENCH_GITHUB_TOKEN }} + # path: "./gh-pages" - - name: Store ${{ matrix.bench.title }} result - uses: Roblox/rhysd-github-action-benchmark@v-luau - with: - name: ${{ matrix.bench.title }} - tool: "benchmarkluau" - output-file-path: ./${{ matrix.bench.script }}-output.txt - external-data-json-path: ./gh-pages/dev/bench/data.json - alert-threshold: 150% - fail-threshold: 200% - fail-on-alert: true - comment-on-alert: true - comment-always: true - github-token: ${{ secrets.GITHUB_TOKEN }} + # - name: Store ${{ matrix.bench.title }} result + # uses: Roblox/rhysd-github-action-benchmark@v-luau + # with: + # name: ${{ matrix.bench.title }} + # tool: "benchmarkluau" + # output-file-path: ./${{ matrix.bench.script }}-output.txt + # external-data-json-path: ./gh-pages/dev/bench/data.json + # alert-threshold: 150% + # fail-threshold: 200% + # fail-on-alert: true + # comment-on-alert: true + # comment-always: true + # github-token: ${{ secrets.GITHUB_TOKEN }} - - name: Push benchmark results - if: github.event_name == 'push' - run: | - echo "Pushing benchmark results..." - cd gh-pages - git config user.name github-actions - git config user.email github@users.noreply.github.com - git add ./dev/bench/data.json - git commit -m "Add benchmarks results for ${{ github.sha }}" - git push - cd .. + # - name: Push benchmark results + # if: github.event_name == 'push' + # run: | + # echo "Pushing benchmark results..." + # cd gh-pages + # git config user.name github-actions + # git config user.email github@users.noreply.github.com + # git add ./dev/bench/data.json + # git commit -m "Add benchmarks results for ${{ github.sha }}" + # git push + # cd ..