Skip to content

Commit 3c5d175

Browse files
committed
improve comments
1 parent 65d5664 commit 3c5d175

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/PushDownOperatorsToDataSource.scala

+9-1
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,9 @@ object PushDownOperatorsToDataSource extends Rule[LogicalPlan] {
6262
}
6363

6464
/**
65-
* Pushes down filters to the data source reader, returns pushed filter and post-scan filters.
65+
* Pushes down filters to the data source reader
66+
*
67+
* @return pushed filter and post-scan filters.
6668
*/
6769
private def pushFilters(
6870
reader: DataSourceReader,
@@ -101,6 +103,12 @@ object PushDownOperatorsToDataSource extends Rule[LogicalPlan] {
101103
}
102104
}
103105

106+
/**
107+
* Applies column pruning to the data source, w.r.t. the references of the given expressions.
108+
*
109+
* @return new output attributes after column pruning.
110+
*/
111+
// TODO: nested column pruning.
104112
private def pruneColumns(
105113
reader: DataSourceReader,
106114
relation: DataSourceV2Relation,

0 commit comments

Comments
 (0)