fix setting empty

gnehil · Jul 18, 2024 · 6e6360f · 6e6360f
1 parent f926d32
commit 6e6360f
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/SchemaUtils.scala b/spark-doris-connector/src/main/scala/org/apache/doris/spark/sql/SchemaUtils.scala
@@ -147,9 +147,9 @@ private[spark] object SchemaUtils {
    * @return inner schema struct
    */
   def convertToSchema(tscanColumnDescs: Seq[TScanColumnDesc], settings: Settings): Schema = {
-    val readColumns = settings.getProperty(DORIS_READ_FIELD, "").split(",").map(_.replaceAll("`", ""))
-    val bitmapColumns = settings.getProperty(DORIS_BITMAP_COLUMNS, "").split(",")
-    val hllColumns = settings.getProperty(DORIS_HLL_COLUMNS, "").split(",")
+    val readColumns = settings.getProperty(DORIS_READ_FIELD, "").split(",").filter(_.nonEmpty).map(_.replaceAll("`", ""))
+    val bitmapColumns = settings.getProperty(DORIS_BITMAP_COLUMNS, "").split(",").filter(_.nonEmpty)
+    val hllColumns = settings.getProperty(DORIS_HLL_COLUMNS, "").split(",").filter(_.nonEmpty)
     val fieldList = fieldUnion(readColumns, bitmapColumns, hllColumns, tscanColumnDescs)
     val schema = new Schema(fieldList.length)
     fieldList.foreach(schema.put)