diff --git a/test/gtest/bn.hpp b/test/gtest/bn.hpp
index 22f8391fe6..49a81a359b 100644
--- a/test/gtest/bn.hpp
+++ b/test/gtest/bn.hpp
@@ -146,10 +146,9 @@ struct BNBwdTest : public ::testing::TestWithParam<std::tuple<BNTestCase, miopen
                               DscaleDbiasDataType,
                               MeanVarDataType>(bn_bwd_test_data);
 
-        // using tolerance = 1e-4 since this the tolerance CK uses
-        test::CompareTensor<DxDataType>(bn_bwd_test_data.output, bn_bwd_test_data.ref_out, 1e-4);
-        test::CompareTensor<DxDataType>(bn_bwd_test_data.dScale, bn_bwd_test_data.dScale_ref, 1e-4);
-        test::CompareTensor<DxDataType>(bn_bwd_test_data.dBias, bn_bwd_test_data.dBias_ref, 1e-4);
+        test::CompareTensor<DxDataType>(bn_bwd_test_data.output, bn_bwd_test_data.ref_out, 5e-4);
+        test::CompareTensor<DxDataType>(bn_bwd_test_data.dScale, bn_bwd_test_data.dScale_ref, 5e-4);
+        test::CompareTensor<DxDataType>(bn_bwd_test_data.dBias, bn_bwd_test_data.dBias_ref, 5e-4);
     }
 
     BNTestCase bn_config;