This is an automated email from the ASF dual-hosted git repository.
eldenmoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 3f65bfd6580 [refine](util) add cast_to_column to cast ColumnPtr
(#58092)
add 8ef5babb5c6 [Feature](Export) support native format (#58711)
No new revisions were added by this update.
Summary of changes:
be/src/service/internal_service.cpp | 6 +
be/src/vec/exec/format/native/native_format.h | 57 +
be/src/vec/exec/format/native/native_reader.cpp | 369 ++++++
be/src/vec/exec/format/native/native_reader.h | 107 ++
be/src/vec/exec/scan/file_scanner.cpp | 17 +-
be/src/vec/functions/cast/cast_to_jsonb.h | 2 +-
be/src/vec/functions/cast/cast_to_variant.h | 180 +--
be/src/vec/runtime/vnative_transformer.cpp | 133 ++
be/src/vec/runtime/vnative_transformer.h | 65 +
be/src/vec/sink/writer/vfile_result_writer.cpp | 9 +
.../data/vec/native/all_types_single_row.native | Bin 0 -> 1120 bytes
.../format/native/native_reader_writer_test.cpp | 1359 ++++++++++++++++++++
.../doris/common/util/FileFormatConstants.java | 1 +
.../java/org/apache/doris/common/util/Util.java | 3 +
.../property/fileformat/FileFormatProperties.java | 3 +
...erties.java => NativeFileFormatProperties.java} | 36 +-
.../nereids/load/NereidsLoadScanProvider.java | 5 +-
.../ExternalFileTableValuedFunction.java | 14 +-
gensrc/thrift/PlanNodes.thrift | 3 +-
.../outfile/native/test_outfile_native.out | 25 +
.../outfile/native/test_outfile_native.groovy | 100 ++
.../test_export_variant_10k_columns.groovy | 215 ++++
22 files changed, 2616 insertions(+), 93 deletions(-)
create mode 100644 be/src/vec/exec/format/native/native_format.h
create mode 100644 be/src/vec/exec/format/native/native_reader.cpp
create mode 100644 be/src/vec/exec/format/native/native_reader.h
create mode 100644 be/src/vec/runtime/vnative_transformer.cpp
create mode 100644 be/src/vec/runtime/vnative_transformer.h
create mode 100644 be/test/data/vec/native/all_types_single_row.native
create mode 100644 be/test/vec/exec/format/native/native_reader_writer_test.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/datasource/property/fileformat/{WalFileFormatProperties.java
=> NativeFileFormatProperties.java} (62%)
create mode 100644
regression-test/data/export_p0/outfile/native/test_outfile_native.out
create mode 100644
regression-test/suites/export_p0/outfile/native/test_outfile_native.groovy
create mode 100644
regression-test/suites/export_p0/test_export_variant_10k_columns.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
