SparkArrowbasedOperationSuite adapt Spark-3.1.x

apache · Apr 6, 2023 · c83cf3f · c83cf3f
1 parent 573a262
commit c83cf3f
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/...c/test/scala/org/apache/kyuubi/engine/spark/operation/SparkArrowbasedOperationSuite.scala b/...c/test/scala/org/apache/kyuubi/engine/spark/operation/SparkArrowbasedOperationSuite.scala
@@ -165,10 +165,12 @@ class SparkArrowbasedOperationSuite extends WithSparkSQLEngine with SparkDataTyp
     returnSize.foreach { size =>
       val df = spark.sql(s"select * from t_1 limit $size")
       val headPlan = df.queryExecution.executedPlan.collectLeaves().head
-      assert(headPlan.isInstanceOf[AdaptiveSparkPlanExec])
-      val finalPhysicalPlan =
-        SparkDatasetHelper.finalPhysicalPlan(headPlan.asInstanceOf[AdaptiveSparkPlanExec])
-      assert(finalPhysicalPlan.isInstanceOf[CollectLimitExec])
+      if (SPARK_ENGINE_RUNTIME_VERSION >= "3.2") {
+        assert(headPlan.isInstanceOf[AdaptiveSparkPlanExec])
+        val finalPhysicalPlan =
+          SparkDatasetHelper.finalPhysicalPlan(headPlan.asInstanceOf[AdaptiveSparkPlanExec])
+        assert(finalPhysicalPlan.isInstanceOf[CollectLimitExec])
+      }
 
       val arrowBinary = SparkDatasetHelper.executeArrowBatchCollect(df.queryExecution.executedPlan)