This is an automated email from the ASF dual-hosted git repository.
diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git
The following commit(s) were added to refs/heads/master by this push:
new 25e1145 [fix](connector) fix prune column result isn't pushed down
issue (#287)
25e1145 is described below
commit 25e1145b821a8ee8a3f58fe63da29c34d91562d2
Author: gnehil <adamlee...@gmail.com>
AuthorDate: Tue Mar 18 17:35:02 2025 +0800
[fix](connector) fix prune column result isn't pushed down issue (#287)
---
.../main/scala/org/apache/doris/spark/read/DorisScanBuilderBase.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git
a/spark-doris-connector/spark-doris-connector-spark-3-base/src/main/scala/org/apache/doris/spark/read/DorisScanBuilderBase.scala
b/spark-doris-connector/spark-doris-connector-spark-3-base/src/main/scala/org/apache/doris/spark/read/DorisScanBuilderBase.scala
index 55dbb2c..94367b2 100644
---
a/spark-doris-connector/spark-doris-connector-spark-3-base/src/main/scala/org/apache/doris/spark/read/DorisScanBuilderBase.scala
+++
b/spark-doris-connector/spark-doris-connector-spark-3-base/src/main/scala/org/apache/doris/spark/read/DorisScanBuilderBase.scala
@@ -34,7 +34,7 @@ protected[spark] abstract class DorisScanBuilderBase(config:
DorisConfig, schema
}
override def pruneColumns(requiredSchema: StructType): Unit = {
- doPruneColumns(readSchema, requiredSchema.fieldNames)
+ readSchema = doPruneColumns(readSchema, requiredSchema.fieldNames)
}
private def doPruneColumns(originSchema: StructType, requiredCols:
Array[String]): StructType = {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
