diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index ad50a8b5..761e3ca2 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -40,7 +40,8 @@ jobs:
       - name: Build Luau
         shell: bash # necessary for fail-fast
         run: |
-          cmake . -A ${{matrix.arch}} -DLUAU_WERROR=ON
+          mkdir cmake && cd cmake
+          cmake .. -DCMAKE_BUILD_TYPE=RelWithDebInfo
           cmake --build . --target Luau.Repl.CLI --config RelWithDebInfo
           cmake --build . --target Luau.Analyze.CLI --config RelWithDebInfo