name: Luau Benchmarks

on:
  pull_request:
    paths-ignore:
      - "docs/**"
      - "papers/**"
      - "rfcs/**"
      - "*.md"
      - "prototyping/**"

jobs:
  benchmarks-run:
    name: Run ${{ matrix.bench.title }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest]
        engine:
          - { channel: stable, version: latest, runner: "robloxdev-cli" }
          # - { channel: develop, version: latest, runner: 'robloxdev-cli' }
          # covers environment closest to RobloxStudio, but not available on Linux
          # - { channel: develop, version: latest, runner: 'roblox-cli'}
        bench:
          - {
              script: "run-benchmarks",
              timeout: 12,
              title: "Luau Benchmarks",
              cachegrindTitle: "Performance",
              cachegrindIterCount: 20,
            }

    runs-on: ${{ matrix.os }}
    steps:
      - uses: actions/checkout@v3

      - name: Build Luau
        run: make config=release luau luau-analyze

      - uses: actions/setup-python@v3
        with:
          python-version: "3.9"
          architecture: "x64"

      - name: Install requests
        run: python -m pip install requests && pwd

      - name: Run benchmark
        run: python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt

      - name: Print benchmark storage location details
        run: pwd && ls

      - name: Create gh-pages dir in runner root dir
        run: |
          cd .. 
          mkdir gh-pages 
          cd gh-pages

      # in gh-pages directory
      - name: Switch to benchmark results repo
        uses: actions/checkout@v3
        with:
          repository: AllanJeremy/luau-benchmark-results
          ref: "main"

      - name: Checkout gh-pages (benchmark results) source
        run: |
          git status
          git fetch --no-tags --depth=1 origin main
          git checkout main
          git pull
          git status

      # Switch back to luau directory
      - run: pwd && ls && cd .. && pwd && ls

      #Run `github-action-benchmark` action
      - name: Store ${{ matrix.bench.title }} result
        uses: Roblox/rhysd-github-action-benchmark@v-luau
        with:
          name: ${{ matrix.bench.title }}
          tool: "benchmarkluau"
          # This should come from Luau repo
          output-file-path: ../${{ matrix.bench.script }}-output.txt

          # This should map to thebenchmark results repo
          external-data-json-path: ../gh-pages/dev/bench/data.json
          alert-threshold: 150%
          fail-threshold: 200%
          fail-on-alert: true
          comment-on-alert: true
          comment-always: true
          github-token: ${{ secrets.GITHUB_TOKEN }}