This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 41d6be019ef [fix](storage) fix duplicate reserve buffer when init
plain encoding (#59254)
add d102aeee612 [feat] add Parquet metadata TVF (#58972)
No new revisions were added by this update.
Summary of changes:
.../exec/format/table/parquet_metadata_reader.cpp | 880 +++++++++++++++++++++
.../exec/format/table/parquet_metadata_reader.h | 82 ++
be/src/vec/exec/format/table/parquet_utils.cpp | 436 ++++++++++
be/src/vec/exec/format/table/parquet_utils.h | 179 +++++
be/src/vec/exec/scan/meta_scanner.cpp | 6 +
.../vec/exec/format/parquet/parquet_utils_test.cpp | 217 +++++
.../doris/catalog/BuiltinTableValuedFunctions.java | 10 +-
.../table/{Jobs.java => ParquetBloomProbe.java} | 23 +-
.../table/{Jobs.java => ParquetFileMetadata.java} | 23 +-
.../table/{Jobs.java => ParquetKvMetadata.java} | 23 +-
.../table/{HudiMeta.java => ParquetMeta.java} | 16 +-
.../visitor/TableValuedFunctionVisitor.java | 5 +
.../ParquetMetadataTableValuedFunction.java | 394 +++++++++
.../doris/tablefunction/TableValuedFunctionIf.java | 18 +
gensrc/thrift/PlanNodes.thrift | 10 +
gensrc/thrift/Types.thrift | 2 +-
.../data/external_table_p0/tvf/bloommeta.parquet | Bin 0 -> 4515 bytes
.../data/external_table_p0/tvf/empty.parquet | Bin 0 -> 95 bytes
.../data/external_table_p0/tvf/kvmeta.parquet | Bin 0 -> 353 bytes
.../data/external_table_p0/tvf/meta.parquet | Bin 0 -> 1419 bytes
.../tvf/test_parquet_meta_tvf.out | 157 ++++
.../tvf/test_parquet_meta_tvf.groovy | 508 ++++++++++++
22 files changed, 2934 insertions(+), 55 deletions(-)
create mode 100644 be/src/vec/exec/format/table/parquet_metadata_reader.cpp
create mode 100644 be/src/vec/exec/format/table/parquet_metadata_reader.h
create mode 100644 be/src/vec/exec/format/table/parquet_utils.cpp
create mode 100644 be/src/vec/exec/format/table/parquet_utils.h
create mode 100644 be/test/vec/exec/format/parquet/parquet_utils_test.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/{Jobs.java
=> ParquetBloomProbe.java} (74%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/{Jobs.java
=> ParquetFileMetadata.java} (74%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/{Jobs.java
=> ParquetKvMetadata.java} (74%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/{HudiMeta.java
=> ParquetMeta.java} (79%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/ParquetMetadataTableValuedFunction.java
create mode 100644 regression-test/data/external_table_p0/tvf/bloommeta.parquet
create mode 100644 regression-test/data/external_table_p0/tvf/empty.parquet
create mode 100644 regression-test/data/external_table_p0/tvf/kvmeta.parquet
create mode 100644 regression-test/data/external_table_p0/tvf/meta.parquet
create mode 100644
regression-test/data/external_table_p0/tvf/test_parquet_meta_tvf.out
create mode 100644
regression-test/suites/external_table_p0/tvf/test_parquet_meta_tvf.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
