diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index 11fb352b..88679965 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -36,25 +36,13 @@ jobs:
     steps:
       - name: Checkout Luau repository
         uses: actions/checkout@v3
-      - name: cmake configure
-        run: cmake . -A ${{matrix.arch}} -DLUAU_WERROR=ON
-      - name: cmake test
+
+      - name: Build Luau
         shell: bash # necessary for fail-fast
         run: |
-          cmake --build . --target Luau.UnitTest Luau.Conformance --config Debug
-          Debug/Luau.UnitTest.exe
-          Debug/Luau.Conformance.exe
-      - name: cmake test w/flags
-        shell: bash # necessary for fail-fast
-        run: |
-          Debug/Luau.UnitTest.exe --fflags=true
-          Debug/Luau.Conformance.exe --fflags=true
-      - name: cmake cli
-        shell: bash # necessary for fail-fast
-        run: |
-          cmake --build . --target Luau.Repl.CLI Luau.Analyze.CLI --config Debug # match config with tests to improve build time
-          Debug/luau tests/conformance/assert.lua
-          Debug/luau-analyze tests/conformance/assert.lua
+          cmake . -A ${{matrix.arch}} -DLUAU_WERROR=ON
+          cmake --build . --target Luau.Repl.CLI --config RelWithDebInfo
+          cmake --build . --target Luau.Analyze.CLI --config RelWithDebInfo
 
       - uses: actions/setup-python@v3
         with:
@@ -65,9 +53,11 @@ jobs:
         run: |
           python -m pip install requests
           python -m pip install --user numpy scipy matplotlib ipython jupyter pandas sympy nose
+
       - name: Run benchmark
         run: |
           python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt
+
       - name: Checkout Benchmark Results repository
         uses: actions/checkout@v3
         with: