This is an automated email from the ASF dual-hosted git repository. morningman pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
from a9e53e5c86 [improvement](test) add conf for pipline (#14254) add 6da2948283 [feature-wip](multi-catalog) support iceberg v2(step 1) (#13867) No new revisions were added by this update. Summary of changes: be/src/service/internal_service.cpp | 3 +- be/src/vec/CMakeLists.txt | 3 +- .../exec/format/parquet/vparquet_column_reader.cpp | 23 ++- .../exec/format/parquet/vparquet_column_reader.h | 10 +- .../exec/format/parquet/vparquet_group_reader.cpp | 21 ++- .../exec/format/parquet/vparquet_group_reader.h | 21 ++- be/src/vec/exec/format/parquet/vparquet_reader.cpp | 175 ++++++++++++++++----- be/src/vec/exec/format/parquet/vparquet_reader.h | 35 +++-- be/src/vec/exec/format/table/iceberg_reader.cpp | 168 ++++++++++++++++++++ be/src/vec/exec/format/table/iceberg_reader.h | 64 ++++++++ .../table/table_format_reader.cpp} | 8 +- .../table/table_format_reader.h} | 36 +++-- be/src/vec/exec/scan/vfile_scanner.cpp | 23 ++- be/test/vec/exec/parquet/parquet_reader_test.cpp | 4 +- be/test/vec/exec/parquet/parquet_thrift_test.cpp | 10 +- .../doris/catalog/external/HMSExternalTable.java | 11 +- .../external/HiveSplit.java} | 21 +-- .../planner/external/IcebergDeleteFileFilter.java | 76 +++++++++ .../planner/external/IcebergScanProvider.java | 91 ++++++++++- .../external/IcebergSplit.java} | 29 ++-- .../doris/planner/external/QueryScanProvider.java | 9 +- .../external/TableFormatType.java} | 19 ++- gensrc/thrift/PlanNodes.thrift | 23 ++- 23 files changed, 710 insertions(+), 173 deletions(-) create mode 100644 be/src/vec/exec/format/table/iceberg_reader.cpp create mode 100644 be/src/vec/exec/format/table/iceberg_reader.h copy be/src/vec/exec/{join/cross_join_impl.cpp => format/table/table_format_reader.cpp} (81%) copy be/src/vec/exec/{scan/new_file_scan_node.h => format/table/table_format_reader.h} (51%) copy fe/fe-core/src/main/java/org/apache/doris/{external/elasticsearch/EsUrls.java => planner/external/HiveSplit.java} (71%) create mode 100644 fe/fe-core/src/main/java/org/apache/doris/planner/external/IcebergDeleteFileFilter.java copy fe/fe-core/src/main/java/org/apache/doris/{analysis/ImportColumnsStmt.java => planner/external/IcebergSplit.java} (67%) copy fe/fe-core/src/main/java/org/apache/doris/{common/LoadException.java => planner/external/TableFormatType.java} (72%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org