diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index 5ce08b7b..3bd14c94 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -35,7 +35,7 @@ jobs:
           - {
               script: "run-benchmarks",
               timeout: 12,
-              title: "Luau Performance Benchmark",
+              title: "benchmarkluau",
               cachegrindTitle: "Performance",
               cachegrindIterCount: 20, # Extra iterations to ensure we hit the first artificial slowdown.
             }
@@ -64,7 +64,7 @@ jobs:
 
       #Run benchmark with `python bench/bench.py` and stores the output to a file
       - name: Run benchmark
-        run: python bench/bench.py | tee output.txt
+        run: python bench/bench.py | tee ${{ matrix.bench.script }}-output.txt
 
         # Download previous benchmark result from cache (if exists)
       - name: Download previous benchmark data
@@ -77,10 +77,16 @@ jobs:
       - name: Store ${{ matrix.bench.title }} result
         uses: Roblox/rhysd-github-action-benchmark@v-luau
         with:
+          name: ${{ matrix.bench.title }}
           tool: "benchmarkluau"
-          output-file-path: output.txt
-          external-data-json-path: ./cache/benchmark-data.json
+          output-file-path: ${{ matrix.bench.script }}-output.txt
+          external-data-json-path: ./dev/bench/data.json
+          alert-threshold: 115%
+          fail-threshold: 130%
           fail-on-alert: true
+          comment-on-alert: true
+          comment-always: true
+          github-token: ${{ secrets.GITHUB_TOKEN }}
 
       # Checkout gh-pages
       - name: Checkout gh-pages
@@ -91,16 +97,3 @@ jobs:
           git fetch --no-tags --depth=1 origin gh-pages
           git checkout --track origin/gh-pages
           git pull
-      - name: Store ${{ matrix.bench.title }} result
-        uses: Roblox/rhysd-github-action-benchmark@v-luau
-        with:
-          name: ${{ matrix.bench.title }}
-          tool: "roblox"
-          output-file-path: ${{ matrix.bench.script }}-output.txt
-          external-data-json-path: ./dev/bench/data.json
-          alert-threshold: 115%
-          fail-threshold: 130%
-          fail-on-alert: true
-          comment-on-alert: true
-          comment-always: true
-          github-token: ${{ secrets.GITHUB_TOKEN }}