SPARK-3807: SparkSql does not work for tables created using custom serde

apache · Oct 6, 2014 · 5c73b72 · 5c73b72
1 parent 964e3aa
commit 5c73b72
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/execution/HiveTableScan.scala
@@ -80,10 +80,15 @@ case class HiveTableScan(
     ColumnProjectionUtils.appendReadColumnIDs(hiveConf, neededColumnIDs)
     ColumnProjectionUtils.appendReadColumnNames(hiveConf, attributes.map(_.name))
 
+    val td = relation.tableDesc
+    val deClass = td.getDeserializerClass;
+    val de = deClass.newInstance();
+    de.initialize(hiveConf, td.getProperties);
+
     // Specifies types and object inspectors of columns to be scanned.
     val structOI = ObjectInspectorUtils
       .getStandardObjectInspector(
-        relation.tableDesc.getDeserializer.getObjectInspector,
+        de.getObjectInspector,
         ObjectInspectorCopyOption.JAVA)
       .asInstanceOf[StructObjectInspector]