diff --git a/paddle/fluid/operators/fused/cudnn_bn_stats_finalize.cu.h b/paddle/fluid/operators/fused/cudnn_bn_stats_finalize.cu.h
index a1004fb6670db..6e26fbe97b6c4 100644
--- a/paddle/fluid/operators/fused/cudnn_bn_stats_finalize.cu.h
+++ b/paddle/fluid/operators/fused/cudnn_bn_stats_finalize.cu.h
@@ -71,7 +71,8 @@ class CudnnBNStatsFinalizeOp {
     // Get workspace
     auto handle = ctx.cudnn_handle();
     for (auto op : {&train_op_, &inference_op_}) {
-      op->SetOpConstParamAttr(CUDNN_PARAM_BN_MODE, CUDNN_BATCHNORM_SPATIAL);
+      op->SetOpConstParamAttr(CUDNN_PARAM_BN_MODE,
+                              CUDNN_BATCHNORM_SPATIAL_PERSISTENT);
       // Check workspace size, also creates plan.
       size_t workspace_size_bytes = op->GetWorkspaceSizeInBytes(handle);
       PADDLE_ENFORCE_EQ(workspace_size_bytes, 0U,