diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml
index 7f332cc11800..321a32cb4d79 100644
--- a/.github/workflows/benchmark.yml
+++ b/.github/workflows/benchmark.yml
@@ -2,6 +2,7 @@ name: Benchmark
 on:
   pull_request:
     paths:
+      - '.github/workflows/benchmark.yml'
       - 'src/**'
       - 'tests/**'
 
@@ -27,7 +28,7 @@ jobs:
         with:
           repository: "pyca/cryptography"
           path: "cryptography-main"
-          ref: "main"
+          ref: "${{ github.base_ref }}"
 
       - name: Setup python
         id: setup-python