diff --git a/native-sql-engine/core/src/main/scala/com/intel/oap/GazellePluginConfig.scala b/native-sql-engine/core/src/main/scala/com/intel/oap/GazellePluginConfig.scala
index 5d5e90139..feff52829 100644
--- a/native-sql-engine/core/src/main/scala/com/intel/oap/GazellePluginConfig.scala
+++ b/native-sql-engine/core/src/main/scala/com/intel/oap/GazellePluginConfig.scala
@@ -65,7 +65,7 @@ class GazellePluginConfig(conf: SQLConf) extends Logging {
   // the whole stage fallback. This feature will be turned off if -1 is specified.
   val WHOLE_STAGE_FALLBACK_THRESHOLD_KEY = "spark.oap.sql.columnar.wholeStage.fallback.threshold"
   val WHOLE_STAGE_FALLBACK_THRESHOLD: Int =
-    conf.getConfString(WHOLE_STAGE_FALLBACK_THRESHOLD_KEY, "4").toInt
+    conf.getConfString(WHOLE_STAGE_FALLBACK_THRESHOLD_KEY, "-1").toInt
 
   // enable or disable columnar project and filter
   val enableColumnarProjFilter: Boolean =
diff --git a/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala b/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala
index 04b37159f..59e7b8cbf 100644
--- a/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala
+++ b/native-sql-engine/core/src/main/scala/com/intel/oap/extension/ColumnarOverrides.scala
@@ -555,7 +555,7 @@ case class ColumnarOverrideRules(session: SparkSession) extends ColumnarRule wit
   def enableArrowColumnarToRow: Boolean =
     conf.getBoolean("spark.oap.sql.columnar.columnartorow", defaultValue = true)
   def wholeStageFallbackThreshold: Int =
-    conf.getInt("spark.oap.sql.columnar.wholeStage.fallback.threshold", defaultValue = 4)
+    conf.getInt("spark.oap.sql.columnar.wholeStage.fallback.threshold", defaultValue = -1)
 
   var isSupportAdaptive: Boolean = true