diff --git a/build_tools/pkgci/external_test_suite/onnx_gpu_cuda.json b/build_tools/pkgci/external_test_suite/onnx_gpu_cuda.json
index 94c9f544235d0..63e0e4f86e1fc 100644
--- a/build_tools/pkgci/external_test_suite/onnx_gpu_cuda.json
+++ b/build_tools/pkgci/external_test_suite/onnx_gpu_cuda.json
@@ -8,14 +8,14 @@
     "--device=cuda"
   ],
   "skip_compile_tests": [
-    "onnx/node/generated/test_dequantizelinear"
+    "onnx/node/generated/test_dequantizelinear",
+    "onnx/node/generated/test_group_normalization_example_expanded",
+    "onnx/node/generated/test_scatter_elements_with_negative_indices"
   ],
   "skip_run_tests": [
     "onnx/node/generated/test_gather_elements_negative_indices",
     "onnx/node/generated/test_gridsample_zeros_padding",
     "onnx/node/generated/test_group_normalization_epsilon_expanded",
-    "onnx/node/generated/test_group_normalization_example_expanded",
-    "onnx/node/generated/test_scatter_elements_with_negative_indices",
     "onnx/node/generated/test_resize_downsample_scales_linear_align_corners",
     "onnx/node/generated/test_resize_downsample_scales_linear_half_pixel_symmetric"
   ],
diff --git a/build_tools/pkgci/external_test_suite/onnx_gpu_rocm_rdna3.json b/build_tools/pkgci/external_test_suite/onnx_gpu_rocm_rdna3.json
index df5c8ff728715..6f31aad5d362e 100644
--- a/build_tools/pkgci/external_test_suite/onnx_gpu_rocm_rdna3.json
+++ b/build_tools/pkgci/external_test_suite/onnx_gpu_rocm_rdna3.json
@@ -9,12 +9,11 @@
     "--device=hip"
   ],
   "skip_compile_tests": [
-    "onnx/node/generated/test_dequantizelinear"
-  ],
-  "skip_run_tests": [
+    "onnx/node/generated/test_dequantizelinear",
     "onnx/node/generated/test_group_normalization_epsilon_expanded",
     "onnx/node/generated/test_group_normalization_example_expanded"
   ],
+  "skip_run_tests": [],
   "expected_compile_failures": [
     "onnx/node/generated/test_adagrad",
     "onnx/node/generated/test_adagrad_multiple",
diff --git a/build_tools/pkgci/external_test_suite/onnx_gpu_vulkan.json b/build_tools/pkgci/external_test_suite/onnx_gpu_vulkan.json
index 2acf8ac9547e9..c62935e17362b 100644
--- a/build_tools/pkgci/external_test_suite/onnx_gpu_vulkan.json
+++ b/build_tools/pkgci/external_test_suite/onnx_gpu_vulkan.json
@@ -8,13 +8,12 @@
     "--device=vulkan"
   ],
   "skip_compile_tests": [
-    "onnx/node/generated/test_dequantizelinear"
-  ],
-  "skip_run_tests": [
+    "onnx/node/generated/test_dequantizelinear",
     "onnx/node/generated/test_det_nd",
     "onnx/node/generated/test_group_normalization_epsilon_expanded",
     "onnx/node/generated/test_group_normalization_example_expanded"
   ],
+  "skip_run_tests": [],
   "expected_compile_failures": [
     "onnx/node/generated/test_adagrad",
     "onnx/node/generated/test_adagrad_multiple",