diff --git a/.github/workflows/regression_test.yml b/.github/workflows/regression_test.yml
index 0a53eb911e..c78d956171 100644
--- a/.github/workflows/regression_test.yml
+++ b/.github/workflows/regression_test.yml
@@ -8,9 +8,14 @@ on:
     branches:
       - main
 
+concurrency:
+  group: regression_test-${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && github.run_number || github.ref }}
+  cancel-in-progress: true
+
 jobs:
   test:
     strategy:
+      fail-fast: false
       matrix:
         include:
           - name: CUDA 2.2.2
@@ -31,6 +36,7 @@ jobs:
           - name: Nightly CPU
             runs-on: 32-core-ubuntu
             torch-spec: '--pre torch --index-url https://download.pytorch.org/whl/nightly/cpu'
+      
     runs-on: ${{ matrix.runs-on }}
     steps:
     - uses: actions/checkout@v2