This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 3bcf0c85131 branch-3.1: [fix] (parquet-reader) Fix parquet all row
groups are filtered. #57490 (#57646)
3bcf0c85131 is described below
commit 3bcf0c851315c63400521e1ca2966189b6ab9591
Author: Qi Chen <[email protected]>
AuthorDate: Wed Nov 5 14:11:28 2025 +0800
branch-3.1: [fix] (parquet-reader) Fix parquet all row groups are filtered.
#57490 (#57646)
Cherry-pick #57490
---
be/src/vec/exec/scan/vfile_scanner.cpp | 11 ++++++++---
1 file changed, 8 insertions(+), 3 deletions(-)
diff --git a/be/src/vec/exec/scan/vfile_scanner.cpp
b/be/src/vec/exec/scan/vfile_scanner.cpp
index e2e180c61fc..3cfdc3b159e 100644
--- a/be/src/vec/exec/scan/vfile_scanner.cpp
+++ b/be/src/vec/exec/scan/vfile_scanner.cpp
@@ -1329,12 +1329,17 @@ Status VFileScanner::_get_next_reader() {
}
RETURN_IF_ERROR(_generate_missing_columns());
+ Status status;
if (_fill_partition_from_path) {
- RETURN_IF_ERROR(
- _cur_reader->set_fill_columns(_partition_col_descs,
_missing_col_descs));
+ status = _cur_reader->set_fill_columns(_partition_col_descs,
_missing_col_descs);
} else {
// If the partition columns are not from path, we only fill the
missing columns.
- RETURN_IF_ERROR(_cur_reader->set_fill_columns({},
_missing_col_descs));
+ status = _cur_reader->set_fill_columns({}, _missing_col_descs);
+ }
+ if (status.is<END_OF_FILE>()) { // all parquet row groups are filtered
+ continue;
+ } else if (!status.ok()) {
+ return Status::InternalError("failed to set_fill_columns, err:
{}", status.to_string());
}
if (VLOG_NOTICE_IS_ON && !_missing_cols.empty() && _is_load) {
fmt::memory_buffer col_buf;
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
