This is an automated email from the ASF dual-hosted git repository.
eldenmoon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from a5b637a7fed [improve](statistics)Improve drop expired stats function.
(#54290)
add c98bd9f55ef [feat](Variant) support variant sparse feature and schema
template with multi indexes (part 4) (#54181)
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 2 +
be/src/common/config.h | 3 +
be/src/olap/iterators.h | 6 +-
be/src/olap/rowset/rowset_reader_context.h | 2 +-
be/src/olap/rowset/rowset_writer_context.h | 5 +
be/src/olap/rowset/segment_creator.cpp | 26 -
be/src/olap/rowset/segment_creator.h | 4 -
be/src/olap/rowset/segment_v2/column_reader.cpp | 161 +-
be/src/olap/rowset/segment_v2/column_reader.h | 101 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 69 +-
be/src/olap/rowset/segment_v2/column_writer.h | 104 +-
.../rowset/segment_v2/hierarchical_data_reader.cpp | 234 --
.../rowset/segment_v2/hierarchical_data_reader.h | 308 --
be/src/olap/rowset/segment_v2/segment.cpp | 400 +--
be/src/olap/rowset/segment_v2/segment.h | 42 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 41 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 9 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 170 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 2 -
be/src/olap/rowset/segment_v2/stream_reader.h | 11 +-
.../variant/hierarchical_data_iterator.cpp | 456 +++
.../variant/hierarchical_data_iterator.h | 178 +
.../variant/sparse_column_extract_iterator.h | 198 ++
.../segment_v2/variant/variant_column_reader.cpp | 611 ++++
.../segment_v2/variant/variant_column_reader.h | 190 ++
.../variant/variant_column_writer_impl.cpp | 681 ++++
.../variant/variant_column_writer_impl.h | 100 +
.../segment_v2/variant/variant_statistics.h} | 35 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 164 +-
.../rowset/segment_v2/vertical_segment_writer.h | 1 -
be/src/olap/schema.h | 16 +-
be/src/olap/tablet_reader.cpp | 15 +-
be/src/olap/tablet_reader.h | 2 +-
be/src/olap/tablet_schema.cpp | 136 +-
be/src/olap/tablet_schema.h | 49 +-
be/src/vec/columns/column_array.cpp | 21 +-
be/src/vec/columns/column_dummy.h | 1 +
be/src/vec/columns/column_variant.cpp | 2199 +++++++-----
be/src/vec/columns/column_variant.h | 233 +-
be/src/vec/common/schema_util.cpp | 1023 +++++-
be/src/vec/common/schema_util.h | 108 +-
be/src/vec/core/field.h | 5 +-
be/src/vec/data_types/data_type_factory.cpp | 10 +-
be/src/vec/data_types/data_type_variant.cpp | 72 +-
be/src/vec/data_types/data_type_variant.h | 14 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 66 +-
.../vec/data_types/serde/data_type_array_serde.h | 11 +-
.../serde/data_type_date_or_datetime_serde.cpp | 9 +
.../serde/data_type_date_or_datetime_serde.h | 1 +
.../serde/data_type_datetimev2_serde.cpp | 20 +-
.../data_types/serde/data_type_datetimev2_serde.h | 3 +
.../data_types/serde/data_type_datev2_serde.cpp | 15 +
.../vec/data_types/serde/data_type_datev2_serde.h | 3 +
.../data_types/serde/data_type_decimal_serde.cpp | 27 +
.../vec/data_types/serde/data_type_decimal_serde.h | 3 +
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 14 +
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 3 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 14 +
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 3 +
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 109 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 8 +-
.../vec/data_types/serde/data_type_nothing_serde.h | 13 -
.../data_types/serde/data_type_nullable_serde.cpp | 37 +-
.../data_types/serde/data_type_nullable_serde.h | 10 +-
.../data_types/serde/data_type_number_serde.cpp | 74 +-
.../vec/data_types/serde/data_type_number_serde.h | 6 +-
be/src/vec/data_types/serde/data_type_serde.cpp | 87 -
be/src/vec/data_types/serde/data_type_serde.h | 21 +-
.../data_types/serde/data_type_string_serde.cpp | 25 -
.../vec/data_types/serde/data_type_string_serde.h | 24 +-
.../data_types/serde/data_type_variant_serde.cpp | 101 +-
.../vec/data_types/serde/data_type_variant_serde.h | 15 +-
be/src/vec/exec/scan/olap_scanner.cpp | 7 +-
be/src/vec/exprs/table_function/vexplode.cpp | 3 +-
be/src/vec/exprs/table_function/vexplode_v2.cpp | 3 +-
be/src/vec/functions/function_variant_element.cpp | 100 +-
be/src/vec/json/parse2column.cpp | 33 +-
be/src/vec/json/path_in_data.cpp | 26 +-
be/src/vec/json/path_in_data.h | 17 +-
be/src/vec/olap/olap_data_convertor.cpp | 59 +-
be/src/vec/olap/olap_data_convertor.h | 17 +-
be/test/common/schema_util_test.cpp | 2 +-
.../vec/columns/column_variant_allocated_bytes.out | Bin 0 -> 53 bytes
.../vec/columns/column_variant_byte_size.out | Bin 0 -> 49 bytes
.../column_variant_update_crc_with_value.out | Bin 0 -> 54 bytes
..._variant_update_crc_with_value.out_with_nullmap | 1 +
..._variant_update_crc_with_value_with_nullmap.out | Bin 0 -> 53 bytes
.../column_variant_update_crcs_with_value.out | Bin 0 -> 18861 bytes
...variant_update_crcs_with_value.out_with_nullmap | 1 +
...variant_update_crcs_with_value_with_nullmap.out | Bin 0 -> 21667 bytes
.../column_variant_update_hashes_with_value.out | Bin 0 -> 35897 bytes
...riant_update_hashes_with_value.out_with_nullmap | 1 +
...riant_update_hashes_with_value_with_nullmap.out | Bin 0 -> 41224 bytes
.../column_variant_update_sip_hash_with_value.out | Bin 102 -> 64 bytes
.../column_variant_update_xxHash_with_value.out | Bin 0 -> 63 bytes
...riant_update_xxHash_with_value.out_with_nullmap | 1 +
...t_update_xxHash_with_value.out_with_nullmap.out | Bin 0 -> 63 bytes
...riant_update_xxHash_with_value_with_nullmap.out | Bin 0 -> 63 bytes
.../vec/data_types/column_object_to_string.out | Bin 0 -> 1849 bytes
.../data_types/column_object_to_string_batch.out | Bin 0 -> 1849 bytes
.../column_object_to_string_with_buffer.out | Bin 0 -> 1849 bytes
be/test/olap/tablet_schema_index_test.cpp | 4 +-
be/test/testutil/variant_util.h | 395 +++
be/test/util/test_data/column_variant.bin | Bin 0 -> 654 bytes
be/test/vec/columns/column_variant_test.cpp | 3527 ++++++++++++++++++--
be/test/vec/columns/common_column_test.h | 398 ++-
.../vec/data_types/common_data_type_serder_test.h | 9 -
be/test/vec/data_types/data_type_struct_test.cpp | 13 -
.../serde/data_type_jsonb_serde_test.cpp | 16 -
.../data_types/serde/data_type_serde_text_test.cpp | 89 +-
.../function/cast/function_variant_cast_test.cpp | 10 +-
.../ddl/create_nestedtypes_with_schemachange.out | Bin 3234 -> 3258 bytes
.../data/nereids_p0/datatype/test_cast.out | Bin 1270 -> 1248 bytes
.../push_down_top_n_through_union.out | Bin 10108 -> 10120 bytes
.../test_modify_reorder_column.out | Bin 1043 -> 1025 bytes
.../data/variant_p0/array_with_predicate.out | Bin 261 -> 151 bytes
regression-test/data/variant_p0/column_name.out | Bin 545 -> 537 bytes
.../data/variant_p0/compaction/test_compaction.out | Bin 5835 -> 5811 bytes
regression-test/data/variant_p0/complexjson.out | Bin 1132 -> 1133 bytes
regression-test/data/variant_p0/delete_update.out | Bin 921 -> 911 bytes
.../data/variant_p0/insert_into_select.out | Bin 3042 -> 3026 bytes
regression-test/data/variant_p0/load.out | Bin 16081 -> 16024 bytes
regression-test/data/variant_p0/nested.out | Bin 15798 -> 14942 bytes
regression-test/data/variant_p0/nested/load.out | Bin 7411 -> 620 bytes
.../variant_p0/schema_change/schema_change.out | Bin 761 -> 757 bytes
.../data/variant_p0/test_sub_path_pruning.out | Bin 5855 -> 5851 bytes
.../data/variant_p0/variant_hirachinal.out | Bin 621 -> 623 bytes
.../data/variant_p0/variant_with_rowstore.out | Bin 1344 -> 1348 bytes
.../test_array_contains_with_inverted_index.out | Bin 46174 -> 46962 bytes
.../test_array_inverted_index_profile.out | Bin 2004 -> 1820 bytes
.../data/variant_p0/with_index/var_index.out | Bin 745 -> 740 bytes
...sted_index_file_http_action_with_variant.groovy | 20 +-
.../suites/nereids_p0/datatype/test_cast.groovy | 3 +-
.../suites/variant_p0/array_with_predicate.groovy | 8 +-
.../suites/variant_p0/column_name.groovy | 5 +-
.../suites/variant_p0/column_size_limit.groovy | 57 +-
regression-test/suites/variant_p0/desc.groovy | 518 +--
regression-test/suites/variant_p0/load.groovy | 13 +-
regression-test/suites/variant_p0/nested.groovy | 1 +
.../suites/variant_p0/nested/load.groovy | 364 +-
regression-test/suites/variant_p0/nested2.groovy | 286 +-
regression-test/suites/variant_p0/rqg/rqg4.sql | 18 +-
142 files changed, 10922 insertions(+), 4043 deletions(-)
delete mode 100644 be/src/olap/rowset/segment_v2/hierarchical_data_reader.cpp
delete mode 100644 be/src/olap/rowset/segment_v2/hierarchical_data_reader.h
create mode 100644
be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.cpp
create mode 100644
be/src/olap/rowset/segment_v2/variant/hierarchical_data_iterator.h
create mode 100644
be/src/olap/rowset/segment_v2/variant/sparse_column_extract_iterator.h
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_column_reader.cpp
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_column_reader.h
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.cpp
create mode 100644
be/src/olap/rowset/segment_v2/variant/variant_column_writer_impl.h
copy be/src/{vec/sink/writer/iceberg/partition_data.h =>
olap/rowset/segment_v2/variant/variant_statistics.h} (50%)
create mode 100644
be/test/expected_result/vec/columns/column_variant_allocated_bytes.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_byte_size.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_crc_with_value.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_crc_with_value.out_with_nullmap
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_crc_with_value_with_nullmap.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_crcs_with_value.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_crcs_with_value.out_with_nullmap
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_crcs_with_value_with_nullmap.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_hashes_with_value.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_hashes_with_value.out_with_nullmap
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_hashes_with_value_with_nullmap.out
copy
regression-test/suites/datatype_p0/scalar_types/sql/dup_nonkey_topn_q17_string_asc_nulls_last.sql
=>
be/test/expected_result/vec/columns/column_variant_update_sip_hash_with_value.out
(62%)
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_xxHash_with_value.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_xxHash_with_value.out_with_nullmap
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_xxHash_with_value.out_with_nullmap.out
create mode 100644
be/test/expected_result/vec/columns/column_variant_update_xxHash_with_value_with_nullmap.out
create mode 100644
be/test/expected_result/vec/data_types/column_object_to_string.out
create mode 100644
be/test/expected_result/vec/data_types/column_object_to_string_batch.out
create mode 100644
be/test/expected_result/vec/data_types/column_object_to_string_with_buffer.out
create mode 100644 be/test/testutil/variant_util.h
create mode 100644 be/test/util/test_data/column_variant.bin
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
