This is an automated email from the ASF dual-hosted git repository.
panxiaolei pushed a change to branch new_join
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 5b357868dac fix rf and outer join performance (#26320)
omit 986f6a74299 support tpch q21 (#26248)
omit b8f10e0f010 fix bug in shared hash table (#26158)
omit 61e3bf7262d update rf
omit 2b8e9340cdd Join rewrite (#26140)
add 6eb2cb2d485 [date](parser) Support DateV1 keyword (#25414)
add 4b5ca106efd [refine](profileV2) use task dependency in profile and
print pipelinetask index (#26059)
add 0a4863e8597 fix mac compile (#25724)
add f70dfe27d0d [fix](Nereids) init comment as null when create struct
field from catalog type (#26105)
add f97c40d0e12 [fix](Nereids) fix plan shape of query64 unstable (#26012)
add 2a74d9a8c84 [feature](mtmv)(1)remove old mtmv code (#26041)
add 619f2bbbda8 [Fix](thrift api) column should be converted if const
before serialize to arrow format (#26111)
add b3f31f9e1aa [enhancement](Nereids): speedup graphsimplifier (#26066)
add 745b22808f5 [FIX](decimalv3) fix string to decimalv3 with dot #26072
add 3184060fa70 [chore](page) print the file path to the log when
encountering corruption data pages (#26134)
add 78204f7c92c [Fix](statistics)Fix external couldn't analyze database
bug (#26025)
add 462db3d5bea [fix](compile) fix macos compile error (#25944)
add 809510f8b2c [bug](udf) Fix method invoking (#26131)
add 1e02de1846b [feature](nestedType)add nested data type to create table
(#26129)
add 588d4c150fc [bugfix](DateTimeV2Literal) The start and end dates of
daylight saving time vary from year to year, which can lead to different test
results at different times (#26083)
add 8f320944a83 [fix](move-memtable) fix DeltaWriterV2 profile
use-after-free (#26110)
add 3d295f0eb0e [Update](regression) add failure injection in inverted
index writer (#26121)
add 7e6644b1eea [pipelineX](profile) Improve exchange sink profile (#26117)
add 8d7abf60f94 [Bug](materialized-view)
SelectMaterializedIndexWithAggregate do not change plan when match ba… (#26145)
add 0449a240f47 [Fix](from_unixtime) Keep consistent with MySQL & bug fix
(#25966)
add ea1e8fa15da [Fix](Nereids) fix create table as select of view with
unknowed length character type (#25471)
add 95c765f5fe0 [fix](Nereids) values list could not process only one
column (#26123)
add feefebe0da4 [chore](log opt) opt mysql load log (#26149)
add 111b8e2b4fc [minor](planner) remove len on integral type toSql (#25951)
add 19122b55cd9 [enhancement](Nereids): optimize GroupExpressionMatching
(#26130)
add a259ae94173 [fix](mtmv)add mtmvJobManager to DEPRECATED_MODULE_NAMES
(#26137)
add 3864dd99aa5 [fix](Nereids): refresh the shape of q64 (#26135)
add ea1554374cf [fix](multicast) fix DCHECK failure of block mem reuse for
multicast (#26127)
add d698fb92255 [regression-test](fix) fix two regression test case bug
(#26071)
add 97646b098e4 [compile](submodule) move submodule update to BE compile
(#26109)
add a6e010f722d [opt](nereids) use rowcount to compute runtime filter size
if ndv is not available (#26022)
add 958c7fdfd9a [fix](planner)should keep at least one slot materialized
in agg node (#26116)
add a698e14fb25 [cases](regression-test) Add backup & restore with multi
tables test (#26040)
add 994db8b400b [fix](multi-catalog)add the FAQ for Aliyun DLF and add the
fs.xx.impl check (#25594)
add 9633d0a83ba [case](iceberg)add test case (#26107)
add 6f316b117f5 [Fix](Checkpoint)AnalysisMgrV2 does not implement the
corresponding read and write interface (#26161)
add 3eac2a75cbb [fix](docs) modify docs abort outfile and export (#26033)
add b619982c3a8 [Enhancement](metrics) Avoid update_process_fd_num
reporting no such file error indiscriminately. (#26013)
add 271b074f428 Bug](view) make forbiddenMVRewrite work on InlineViewRef
(#26162)
add 973657d163c [fix](compile) be cannot compile on MacOS (#26155)
add b137f03921a [feature](profile) add MaxActiveTime and add exectime in
pipelineX (#26148)
add b98744ae907 [Bug](iceberg)fix read partitioned iceberg without
partition path (#25503)
add aadd220eff8 [FIX](decimalv3) fix large int cast to decimalv3 #26159
add 2c4fa2d5b0c improve workload group regression stress test script
(#26104)
add b87b09bb049 [Enhance](regression)enhance case test_broker_load_func
(#26118)
add 08c78a11359 [Feature](Job)Support manual and refactor some execution
logic (#26082)
add ac7678926f6 [improvement](tablet clone) add config for decommission
tablet wait time (#26000)
add 8c454a32875 [bug](scanner) Fix scanner core dump (#26156)
add 6f4570d3af0 [cases](regression-test) Add backup restore operation test
(#26169)
add 9d839489872 [feature](pipelineX) Use dependency instead of block queue
in the runtime filter (#26078)
add 696ecc8c83a [Chore](log) adjust error code on too many filtered rows
(#26168)
add 4eb9a52acef [regression](s3load) Add regression testing and modify
description text for s3load (#25947)
add d3c475b06ac disable branch-2.0 protection temporarily (#26186)
add 18dabe73866 [fix](compile) fe compile failed when generate doc and FE
UT failed (#26164)
add fef520c6176 [regression](catalog)Add test case of paimon complex type
(#25834)
add eaed0dea5ee [refactor](executor)Add % suffix for cpu_hard_limit #26174
add 7914b7b19e6 [fix](seek) add SeekCount and SeekTime profile (#26009)
add b94e6d6c051 [doc](fix) update doc for rename column (#25832)
add 8f15f9adf68 [test](case) add test case to improve code coverage
(#25516)
add 7ba4f912587 [fix](log) avoid redundent log printing (#26188)
add 268c69971d4 [fix](stats) Store max/min by base64
add 6de1cc7a0aa [fix](udf)java udf does not support overloaded evaluate
method (#22681)
add 5efc6c4233a [fix](auth)Fix can not insert overwrite who have load priv
(#25711)
add f2874b94524 [bug](shared scan) Fix use-after-free when enable pipeline
shared scanning (#26199)
add 4644191fd0d [fix](broker-read) refactor broker reading process to
avoid null broker connection (#26050)
add 17702243221 [fix](planner) Fix decimal precision and scale wrong when
create table like (#25802)
add 683832230ca [Performance](Nereids): pass ConnectContext to avoid
ThreadLocal.get() (#26165)
add 387e33fa347 [enhancement](group commit)Add group commit block queues
memory back pressure (#26045)
add bfca1bf2069 [Enhancement] Implement format methods for Status (#26133)
add 1c2831e06f2 [fix](spill) disable spill of sort and agg for now to
avoid diisk overflow (#26209)
add eb9ba599969 [improvement](show trash) Fix be restart slow when too
many trash files (#26147)
add 67e556af59b [regression](fe) Add more regression test for FE (#26206)
add ec85e225061 [enhance](scanner) pass the tablet in `NewOlapScanner`'s
ctor (#26167)
add 49439175a05 [fix](move-memtable) init delta writer pool in sink
prepare (#26108)
add be7a10162a7 [enhance](S3) Add timeout for s3 buffer allocation and
corresponding observability (#26125)
add f0f9c3a160c [improvement](drop tablet) impr gc shutdown tablet lock
(#26151)
add aafd53766bb [chore](file-reader) rm unused interface from generic
reader (#26205)
add 502f5778f48 [enhancement](Nereids): set maxJoinNumBushyTree = 8
(#26173)
add 6010be88bd4 [enhancement](Nereids): optimize GroupExpressionMatching
(#26196)
add 1018f8918cb [pipelineX](bug) Fix build side output flag (#26233)
add d7ea4d31fb8 [Chore](hash-table) remove unused code about
HashTableTraits (#26202)
add f8a594c25dd fix column is decimalv3 cast to decimalv2 make be core
(#26204)
add 3e10e5af392 [Fix](Serde) Fix content displayed by complex types in
MySQL Client (#25946)
add a4e415ab09a [feature](hive)Support hive tables after alter type.
(#25138)
add 80f654ec2a0 [Fix](statistics)Fix analyze min max sql syntax error.
#26240
add b1f3d4f15ab exclude case test_jdbc_query_mysql (#26073)
add fb622800aad [fix](mtmv)Compatible old mtmv metadata (#26193)
add 3ce1bdae847 [Feature](Nereids) Add explain tree functionality. (#25446)
add 3004dbbc787 [Bug](materialized-view)
SelectMaterializedIndexWithAggregate do not … (#26192)
add 1f9fdac1489 [Chore](case) adjust some mv regression test case (#26279)
add 3e9e8becc65 [fix](regression) Add auto-expired prefix for
backup/restore cases (#26272)
add f1362e0d1ea [fix](planner) Fix sample partition table (#25912)
add dd8bcc831c6 [keyword](decimalv2) Add DecimalV2 keyword (#26283)
add 6828250207a [profile](refactor) Fix invalid shuffle profile (#26298)
add c46fa339d03 [feature](Nereids): make count() avaliable for all data
type (#26180)
add 89cf828f03e [enhancement](udf) add the switch enable_java_udf to
control the creation and use of java_udf. (#26213)
add a5ef90dacc4 [enhancement](recover) support skipping missing version in
select by session variable (#25654)
add c098b0393a6 [test](regression) Add backup/restore DB case (#26312)
add d9621404b31 [improvement](fe) Add more log about add/remove frontends
(#26306)
add 8bd06aff7ed [Chore](MoW) remove unused code about rowset tree (#26282)
add e307884e57f [enhancement](Nereids): GroupPlan don't generate ObjectId
(#26315)
add 3f47eb5e89f [Fix](inverted index) fix compound query result error when
disable inverted_index_query session variable (#26327)
add 93a934e7753 [Improve](map) support map cast with map literal and
implicate nested scala cast (#26126)
new 41b2073d648 Join rewrite (#26140)
new 8a077b14dbe update rf
new 76592a3ff8b fix bug in shared hash table (#26158)
new fa9578dfb9f support tpch q21 (#26248)
new 1c850690d29 fix rf and outer join performance (#26320)
new d99292d487a opt for rf
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5b357868dac)
\
N -- N -- N refs/heads/new_join (d99292d487a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 25 -
be/src/agent/cgroup_cpu_ctl.cpp | 5 +
be/src/common/config.cpp | 5 +
be/src/common/config.h | 5 +
be/src/common/exception.cpp | 4 +-
be/src/common/exception.h | 12 +-
be/src/common/status.h | 26 +-
be/src/exec/tablet_info.cpp | 10 +-
be/src/exprs/block_bloom_filter.hpp | 5 +-
be/src/exprs/bloom_filter_func.h | 111 +-
be/src/exprs/runtime_filter.cpp | 11 +-
be/src/exprs/runtime_filter.h | 17 +
be/src/http/http_handler_with_auth.cpp | 17 +-
be/src/io/file_factory.cpp | 2 +-
be/src/io/fs/broker_file_reader.cpp | 81 +-
be/src/io/fs/broker_file_reader.h | 11 +-
be/src/io/fs/broker_file_system.cpp | 135 +-
be/src/io/fs/broker_file_system.h | 7 +-
be/src/io/fs/file_handle_cache.cpp | 1 +
be/src/io/fs/multi_table_pipe.cpp | 15 +-
be/src/io/fs/multi_table_pipe.h | 6 +-
be/src/io/fs/s3_file_bufferpool.cpp | 38 +-
be/src/io/fs/s3_file_bufferpool.h | 6 +-
be/src/io/fs/s3_file_writer.cpp | 11 +-
be/src/olap/base_tablet.h | 3 +-
be/src/olap/bloom_filter_predicate.h | 24 +-
be/src/olap/comparison_predicate.h | 4 +-
be/src/olap/data_dir.cpp | 1 -
be/src/olap/delete_bitmap_calculator.h | 1 -
be/src/olap/delta_writer_v2.cpp | 34 +-
be/src/olap/delta_writer_v2.h | 13 +-
be/src/olap/olap_server.cpp | 4 +-
be/src/olap/rowset/rowset_tree.cpp | 276 ----
be/src/olap/rowset/rowset_tree.h | 139 --
.../rowset/segment_v2/inverted_index_writer.cpp | 8 +-
be/src/olap/rowset/segment_v2/page_io.cpp | 23 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 13 +-
be/src/olap/schema_change.cpp | 2 +-
be/src/olap/schema_change.h | 6 +-
be/src/olap/tablet.cpp | 25 +-
be/src/olap/tablet.h | 8 +-
be/src/olap/tablet_manager.cpp | 44 +-
be/src/olap/tablet_manager.h | 4 +
be/src/pipeline/exec/aggregation_sink_operator.cpp | 8 +-
.../pipeline/exec/aggregation_source_operator.cpp | 6 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 4 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 6 +-
be/src/pipeline/exec/assert_num_rows_operator.cpp | 2 +-
...istinct_streaming_aggregation_sink_operator.cpp | 4 +-
...tinct_streaming_aggregation_source_operator.cpp | 2 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 14 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 10 +-
be/src/pipeline/exec/exchange_source_operator.h | 17 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 6 +-
be/src/pipeline/exec/hashjoin_build_sink.h | 1 -
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 16 +-
be/src/pipeline/exec/jdbc_table_sink_operator.cpp | 2 +-
be/src/pipeline/exec/multi_cast_data_stream_sink.h | 2 +-
.../exec/multi_cast_data_stream_source.cpp | 11 +-
.../exec/nested_loop_join_build_operator.cpp | 4 +-
.../exec/nested_loop_join_probe_operator.cpp | 4 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 24 +-
be/src/pipeline/exec/olap_table_sink_operator.cpp | 4 +-
be/src/pipeline/exec/olap_table_sink_operator.h | 4 +-
.../pipeline/exec/partition_sort_sink_operator.cpp | 4 +-
.../exec/partition_sort_source_operator.cpp | 4 +-
be/src/pipeline/exec/repeat_operator.cpp | 3 +-
be/src/pipeline/exec/repeat_operator.h | 1 +
be/src/pipeline/exec/result_file_sink_operator.cpp | 13 +-
be/src/pipeline/exec/result_file_sink_operator.h | 10 +
be/src/pipeline/exec/result_sink_operator.cpp | 16 +-
be/src/pipeline/exec/scan_operator.cpp | 20 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 4 +-
be/src/pipeline/exec/select_operator.h | 2 +-
be/src/pipeline/exec/set_probe_sink_operator.cpp | 4 +-
be/src/pipeline/exec/set_sink_operator.cpp | 4 +-
be/src/pipeline/exec/set_source_operator.cpp | 4 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 5 +-
be/src/pipeline/exec/sort_source_operator.cpp | 2 +-
.../exec/streaming_aggregation_sink_operator.cpp | 2 +-
.../exec/streaming_aggregation_source_operator.cpp | 2 +-
be/src/pipeline/exec/union_sink_operator.cpp | 4 +-
be/src/pipeline/exec/union_source_operator.cpp | 4 +-
be/src/pipeline/pipeline_task.h | 2 +
be/src/pipeline/pipeline_x/dependency.cpp | 113 ++
be/src/pipeline/pipeline_x/dependency.h | 61 +-
.../local_exchange_sink_operator.cpp | 4 +-
.../local_exchange_source_operator.cpp | 4 +-
be/src/pipeline/pipeline_x/operator.cpp | 22 +-
be/src/pipeline/pipeline_x/operator.h | 11 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 26 +-
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 2 +-
be/src/pipeline/pipeline_x/pipeline_x_task.h | 8 +-
be/src/runtime/client_cache.h | 2 +
be/src/runtime/group_commit_mgr.cpp | 34 +-
be/src/runtime/group_commit_mgr.h | 31 +-
be/src/runtime/runtime_state.h | 4 +
.../runtime/stream_load/stream_load_executor.cpp | 4 +-
be/src/runtime/user_function_cache.cpp | 8 -
be/src/service/internal_service.cpp | 2 +-
be/src/util/arrow/block_convertor.cpp | 3 +-
be/src/util/doris_metrics.cpp | 56 +-
be/src/util/string_parser.hpp | 43 +-
.../aggregate_function_combinator.h | 2 -
be/src/vec/common/cow.h | 2 +-
be/src/vec/common/hash_table/hash_map_context.h | 14 +-
.../vec/common/hash_table/partitioned_hash_map.h | 13 -
.../vec/common/hash_table/partitioned_hash_table.h | 30 +-
be/src/vec/common/hash_table/ph_hash_map.h | 6 -
be/src/vec/common/hash_table/string_hash_table.h | 1 -
be/src/vec/common/memcmp_small.h | 16 +-
be/src/vec/common/memcpy_small.h | 8 +-
be/src/vec/common/string_utils/string_utils.cpp | 4 +-
be/src/vec/common/string_utils/string_utils.h | 12 +-
be/src/vec/core/accurate_comparison.h | 28 +-
be/src/vec/core/decomposed_float.h | 12 +-
be/src/vec/core/extended_types.h | 8 +-
be/src/vec/data_types/data_type.h | 2 +-
be/src/vec/data_types/data_type_agg_state.h | 4 +-
be/src/vec/data_types/data_type_array.h | 5 +-
be/src/vec/data_types/data_type_bitmap.h | 4 +-
be/src/vec/data_types/data_type_date.h | 4 +-
be/src/vec/data_types/data_type_date_time.h | 4 +-
be/src/vec/data_types/data_type_decimal.h | 11 +-
.../vec/data_types/data_type_fixed_length_object.h | 4 +-
be/src/vec/data_types/data_type_hll.h | 4 +-
be/src/vec/data_types/data_type_ipv4.h | 4 +-
be/src/vec/data_types/data_type_ipv6.h | 4 +-
be/src/vec/data_types/data_type_jsonb.h | 4 +-
be/src/vec/data_types/data_type_map.h | 6 +-
be/src/vec/data_types/data_type_nothing.h | 2 +-
be/src/vec/data_types/data_type_nullable.h | 5 +-
be/src/vec/data_types/data_type_number_base.h | 4 +-
be/src/vec/data_types/data_type_object.h | 4 +-
be/src/vec/data_types/data_type_quantilestate.h | 4 +-
be/src/vec/data_types/data_type_string.h | 4 +-
be/src/vec/data_types/data_type_struct.h | 6 +-
be/src/vec/data_types/data_type_time.h | 8 +-
be/src/vec/data_types/data_type_time_v2.h | 8 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 51 +-
.../vec/data_types/serde/data_type_array_serde.h | 37 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 11 +-
.../vec/data_types/serde/data_type_bitmap_serde.h | 15 +-
.../data_types/serde/data_type_date64_serde.cpp | 52 +-
.../vec/data_types/serde/data_type_date64_serde.h | 30 +-
.../serde/data_type_datetimev2_serde.cpp | 29 +-
.../data_types/serde/data_type_datetimev2_serde.h | 15 +-
.../data_types/serde/data_type_datev2_serde.cpp | 30 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 15 +-
.../data_types/serde/data_type_decimal_serde.cpp | 17 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 17 +-
.../serde/data_type_fixedlengthobject_serde.h | 15 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 14 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 12 +
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 3 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 12 +
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 3 +
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 13 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 15 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 79 +-
be/src/vec/data_types/serde/data_type_map_serde.h | 37 +-
.../data_types/serde/data_type_nullable_serde.cpp | 59 +-
.../data_types/serde/data_type_nullable_serde.h | 35 +-
.../data_types/serde/data_type_number_serde.cpp | 17 +-
.../vec/data_types/serde/data_type_number_serde.h | 14 +-
.../vec/data_types/serde/data_type_object_serde.h | 15 +-
.../serde/data_type_quantilestate_serde.h | 15 +-
be/src/vec/data_types/serde/data_type_serde.cpp | 1 -
be/src/vec/data_types/serde/data_type_serde.h | 119 +-
.../data_types/serde/data_type_string_serde.cpp | 24 +-
.../vec/data_types/serde/data_type_string_serde.h | 14 +-
.../data_types/serde/data_type_struct_serde.cpp | 64 +-
.../vec/data_types/serde/data_type_struct_serde.h | 39 +-
.../vec/data_types/serde/data_type_time_serde.cpp | 12 +
be/src/vec/data_types/serde/data_type_time_serde.h | 6 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 2 +-
be/src/vec/exec/format/generic_reader.h | 4 -
be/src/vec/exec/format/json/new_json_reader.cpp | 130 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 10 -
be/src/vec/exec/format/orc/vorc_reader.h | 1 -
.../format/parquet/byte_array_dict_decoder.cpp | 73 +-
.../exec/format/parquet/byte_array_dict_decoder.h | 87 -
.../format/parquet/byte_array_plain_decoder.cpp | 105 +-
.../exec/format/parquet/byte_array_plain_decoder.h | 92 --
be/src/vec/exec/format/parquet/decoder.cpp | 82 +-
be/src/vec/exec/format/parquet/decoder.h | 54 -
.../exec/format/parquet/delta_bit_pack_decoder.cpp | 283 ----
.../exec/format/parquet/delta_bit_pack_decoder.h | 313 +++-
.../format/parquet/fix_length_dict_decoder.hpp | 573 +------
.../format/parquet/fix_length_plain_decoder.cpp | 609 -------
.../exec/format/parquet/fix_length_plain_decoder.h | 150 +-
.../exec/format/parquet/parquet_column_convert.cpp | 82 +
.../exec/format/parquet/parquet_column_convert.h | 665 ++++++++
be/src/vec/exec/format/parquet/parquet_common.h | 7 +-
be/src/vec/exec/format/parquet/schema_desc.cpp | 2 +-
be/src/vec/exec/format/parquet/schema_desc.h | 2 +-
.../parquet/vparquet_column_chunk_reader.cpp | 8 +-
.../format/parquet/vparquet_column_chunk_reader.h | 2 +-
.../exec/format/parquet/vparquet_column_reader.cpp | 181 ++-
.../exec/format/parquet/vparquet_column_reader.h | 2 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 18 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 47 +-
be/src/vec/exec/format/parquet/vparquet_reader.h | 1 -
be/src/vec/exec/format/table/iceberg_reader.cpp | 12 +-
be/src/vec/exec/runtime_filter_consumer.cpp | 21 +-
be/src/vec/exec/runtime_filter_consumer.h | 5 +-
be/src/vec/exec/scan/new_olap_scan_node.cpp | 80 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 165 +-
be/src/vec/exec/scan/new_olap_scanner.h | 35 +-
be/src/vec/exec/scan/pip_scanner_context.h | 25 +-
be/src/vec/exec/scan/scanner_context.cpp | 7 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 2 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 2 +-
be/src/vec/exec/vaggregation_node.cpp | 1 -
be/src/vec/exprs/vexpr_context.cpp | 16 +-
be/src/vec/exprs/vexpr_context.h | 3 +-
be/src/vec/functions/date_time_transforms.h | 9 +-
be/src/vec/functions/function_cast.h | 58 +-
be/src/vec/sink/delta_writer_v2_pool.cpp | 7 +-
be/src/vec/sink/delta_writer_v2_pool.h | 3 +-
be/src/vec/sink/vdata_stream_sender.cpp | 24 +-
be/src/vec/sink/vmysql_result_writer.cpp | 10 +-
be/src/vec/sink/vtablet_sink_v2.cpp | 16 +-
be/src/vec/sink/writer/vfile_result_writer.cpp | 2 +-
be/test/common/status_test.cpp | 10 +
.../test_data/parquet_scanner/dict-decoder.txt | 32 +-
.../test_data/parquet_scanner/type-decoder.txt | 28 +-
be/test/olap/rowset/rowset_tree_test.cpp | 459 ------
be/test/olap/tablet_test.cpp | 4 +-
.../data_types/serde/data_type_serde_csv_test.cpp | 12 +-
be/test/vec/exec/delta_writer_v2_pool_test.cpp | 9 +-
be/test/vec/exec/parquet/parquet_thrift_test.cpp | 153 +-
be/test/vec/function/function_time_test.cpp | 5 +-
build.sh | 5 +-
.../hive/scripts/create_preinstalled_table.hql | 9 +
docs/en/docs/admin-manual/config/fe-config.md | 14 -
docs/en/docs/advanced/variables.md | 4 +
.../import/import-way/mysql-load-manual.md | 2 +-
docs/en/docs/lakehouse/faq.md | 8 +
docs/en/docs/lakehouse/multi-catalog/dlf.md | 32 +-
docs/en/docs/lakehouse/multi-catalog/paimon.md | 25 +-
.../date-time-functions/from-unixtime.md | 6 +-
.../Alter/ALTER-TABLE-RENAME.md | 2 +-
.../Load/BROKER-LOAD.md | 16 +-
.../Manipulation/EXPORT.md | 3 +-
.../Data-Manipulation-Statements/OUTFILE.md | 55 +-
docs/zh-CN/docs/admin-manual/config/fe-config.md | 18 -
docs/zh-CN/docs/advanced/variables.md | 4 +
.../import/import-way/mysql-load-manual.md | 2 +-
docs/zh-CN/docs/lakehouse/faq.md | 6 +
docs/zh-CN/docs/lakehouse/multi-catalog/dlf.md | 34 +-
docs/zh-CN/docs/lakehouse/multi-catalog/paimon.md | 25 +-
.../date-time-functions/from-unixtime.md | 8 +-
.../Alter/ALTER-TABLE-RENAME.md | 2 +-
.../Load/BROKER-LOAD.md | 16 +-
.../Manipulation/EXPORT.md | 4 +-
.../Data-Manipulation-Statements/OUTFILE.md | 53 +-
.../java/org/apache/doris/udf/UdfExecutor.java | 2 +-
.../org/apache/doris/catalog/AggStateType.java | 2 +-
.../java/org/apache/doris/catalog/ArrayType.java | 6 +-
.../java/org/apache/doris/catalog/MapType.java | 6 +-
.../java/org/apache/doris/catalog/ScalarType.java | 110 +-
.../main/java/org/apache/doris/catalog/Type.java | 11 +
.../main/java/org/apache/doris/common/Config.java | 31 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 4 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 13 +-
fe/fe-core/src/main/cup/sql_parser.cup | 208 +--
.../main/java/org/apache/doris/alter/Alter.java | 57 -
.../doris/alter/MaterializedViewHandler.java | 14 -
.../org/apache/doris/analysis/AggregateInfo.java | 4 +-
.../doris/analysis/AlterMaterializedViewStmt.java | 65 -
.../org/apache/doris/analysis/AnalyzeTblStmt.java | 6 +-
.../java/org/apache/doris/analysis/CastExpr.java | 2 +-
.../apache/doris/analysis/ColumnPartitionDesc.java | 135 --
.../apache/doris/analysis/CreateFunctionStmt.java | 84 +-
.../org/apache/doris/analysis/CreateJobStmt.java | 36 +-
.../doris/analysis/CreateMaterializedViewStmt.java | 3 +
.../CreateMultiTableMaterializedViewStmt.java | 232 ---
.../org/apache/doris/analysis/CreateTableStmt.java | 3 +-
.../org/apache/doris/analysis/ExplainOptions.java | 9 +-
.../main/java/org/apache/doris/analysis/Expr.java | 7 +
.../apache/doris/analysis/FunctionCallExpr.java | 4 +
.../doris/analysis/InsertOverwriteTableStmt.java | 11 +
.../org/apache/doris/analysis/MVRefreshInfo.java | 91 --
.../analysis/MVRefreshIntervalTriggerInfo.java | 63 -
.../doris/analysis/MVRefreshTriggerInfo.java | 77 -
.../analysis/RefreshMaterializedViewStmt.java | 76 -
.../java/org/apache/doris/analysis/SelectStmt.java | 10 +
.../org/apache/doris/analysis/ShowJobStmt.java | 11 +-
.../org/apache/doris/analysis/ShowJobTaskStmt.java | 4 +-
.../org/apache/doris/analysis/ShowMTMVJobStmt.java | 143 --
.../apache/doris/analysis/ShowMTMVTaskStmt.java | 142 --
.../org/apache/doris/analysis/SlotDescriptor.java | 3 +-
.../main/java/org/apache/doris/catalog/Column.java | 6 +-
.../main/java/org/apache/doris/catalog/Env.java | 69 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 1 +
.../org/apache/doris/catalog/FunctionUtil.java | 13 +
.../MTMVCheckpointData.java => catalog/MTMV.java} | 18 +-
.../org/apache/doris/catalog/MaterializedView.java | 129 --
.../org/apache/doris/catalog/OlapTableFactory.java | 80 +-
.../java/org/apache/doris/catalog/Replica.java | 18 +
.../main/java/org/apache/doris/catalog/Table.java | 2 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 4 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 2 +-
.../doris/common/profile/PlanTreePrinter.java | 19 +
.../apache/doris/common/util/RuntimeProfile.java | 6 +-
.../apache/doris/datasource/InternalCatalog.java | 20 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 6 +-
.../datasource/property/PropertyConverter.java | 7 +-
.../src/main/java/org/apache/doris/ha/BDBHA.java | 14 +-
.../org/apache/doris/journal/JournalEntity.java | 43 +-
.../apache/doris/load/loadv2/MysqlLoadManager.java | 10 +-
.../java/org/apache/doris/mtmv/MTMVJobFactory.java | 117 --
.../java/org/apache/doris/mtmv/MTMVJobManager.java | 422 -----
.../org/apache/doris/mtmv/MTMVTaskContext.java | 72 -
.../org/apache/doris/mtmv/MTMVTaskExecutor.java | 181 ---
.../apache/doris/mtmv/MTMVTaskExecutorPool.java | 82 -
.../org/apache/doris/mtmv/MTMVTaskManager.java | 350 ----
.../org/apache/doris/mtmv/MTMVTaskProcessor.java | 158 --
.../main/java/org/apache/doris/mtmv/MTMVUtils.java | 137 --
.../apache/doris/mtmv/metadata/ChangeMTMVJob.java | 99 --
.../apache/doris/mtmv/metadata/DropMTMVJob.java | 52 -
.../apache/doris/mtmv/metadata/DropMTMVTask.java | 53 -
.../org/apache/doris/mtmv/metadata/MTMVJob.java | 364 -----
.../org/apache/doris/mtmv/metadata/MTMVTask.java | 244 ---
.../mysql/privilege/AccessControllerManager.java | 3 +
.../org/apache/doris/nereids/CascadesContext.java | 4 +-
.../java/org/apache/doris/nereids/PlanContext.java | 15 +-
.../java/org/apache/doris/nereids/cost/Cost.java | 27 +-
.../apache/doris/nereids/cost/CostCalculator.java | 33 +-
.../org/apache/doris/nereids/cost/CostModelV1.java | 92 +-
.../org/apache/doris/nereids/cost/CostModelV2.java | 31 +-
.../java/org/apache/doris/nereids/cost/CostV1.java | 31 +-
.../org/apache/doris/nereids/cost/CostWeight.java | 18 +-
.../glue/translator/PhysicalPlanTranslator.java | 31 +-
.../glue/translator/PlanTranslatorContext.java | 11 +-
.../nereids/jobs/cascades/CostAndEnforcerJob.java | 42 +-
.../nereids/jobs/cascades/DeriveStatsJob.java | 18 +-
.../doris/nereids/jobs/executor/Optimizer.java | 2 -
.../jobs/joinorder/hypergraph/GraphSimplifier.java | 269 ++--
.../jobs/joinorder/hypergraph/HyperGraph.java | 26 +
.../apache/doris/nereids/memo/GroupExpression.java | 4 +-
.../java/org/apache/doris/nereids/memo/Memo.java | 45 +-
.../doris/nereids/minidump/MinidumpUtils.java | 14 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 2 +
.../nereids/pattern/GroupExpressionMatching.java | 2 +-
.../doris/nereids/pattern/GroupMatching.java | 11 +-
.../processor/post/RuntimeFilterGenerator.java | 3 +-
.../properties/ChildOutputPropertyDeriver.java | 5 +-
.../properties/ChildrenPropertiesRegulator.java | 10 +-
.../properties/EnforceMissingPropertiesHelper.java | 19 +-
.../nereids/properties/RequestPropertyDeriver.java | 12 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 40 +
.../nereids/trees/expressions/Expression.java | 15 +-
.../trees/expressions/functions/agg/Count.java | 9 +-
.../executable/DateTimeExtractAndTransform.java | 20 +-
.../expressions/functions/scalar/FromUnixtime.java | 8 +-
.../doris/nereids/trees/plans/AbstractPlan.java | 21 +-
.../doris/nereids/trees/plans/GroupPlan.java | 3 +-
.../nereids/trees/plans/commands/Command.java | 2 +-
.../trees/plans/commands/CreateTableCommand.java | 4 +-
.../trees/plans/commands/ExplainCommand.java | 1 +
.../plans/commands/InsertIntoTableCommand.java | 37 +-
.../trees/plans/logical/AbstractLogicalPlan.java | 9 +-
.../nereids/trees/plans/logical/LogicalLeaf.java | 10 +-
.../trees/plans/logical/LogicalOlapScan.java | 13 +-
.../trees/plans/physical/PhysicalHashJoin.java | 15 +-
.../org/apache/doris/nereids/types/DataType.java | 2 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 12 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 2 +-
.../doris/persist/AlterMultiMaterializedView.java | 61 -
.../java/org/apache/doris/persist/EditLog.java | 65 +-
.../org/apache/doris/persist/OperationType.java | 9 +-
.../doris/persist/meta/MetaPersistMethod.java | 7 +-
.../doris/persist/meta/PersistMetaModules.java | 4 +-
.../org/apache/doris/planner/OlapScanNode.java | 163 +-
.../java/org/apache/doris/planner/Planner.java | 11 +
.../planner/external/iceberg/IcebergScanNode.java | 22 +-
.../planner/external/iceberg/IcebergSplit.java | 5 +-
.../java/org/apache/doris/qe/ConnectContext.java | 14 +
.../main/java/org/apache/doris/qe/DdlExecutor.java | 9 -
.../java/org/apache/doris/qe/SessionVariable.java | 26 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 56 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 22 +-
.../resource/workloadgroup/WorkloadGroup.java | 16 +-
.../java/org/apache/doris/rewrite/FEFunctions.java | 10 +-
.../doris/rewrite/RewriteFromUnixTimeRule.java | 4 +-
.../apache/doris/scheduler/constants/JobType.java | 7 +-
.../apache/doris/scheduler/constants/TaskType.java | 16 +-
.../doris/scheduler/disruptor/TaskDisruptor.java | 34 +-
.../doris/scheduler/disruptor/TaskHandler.java | 26 +-
.../scheduler/executor/AbstractJobExecutor.java | 54 +
.../doris/scheduler/executor/JobExecutor.java | 9 +-
.../doris/scheduler/executor/SqlJobExecutor.java | 28 +-
.../java/org/apache/doris/scheduler/job/Job.java | 82 +-
.../org/apache/doris/scheduler/job/JobTask.java | 37 +-
.../doris/scheduler/manager/JobTaskManager.java | 17 +-
.../doris/scheduler/manager/TimerJobManager.java | 75 +-
.../scheduler/registry/PersistentJobRegister.java | 13 +
.../doris/scheduler/registry/TimerJobRegister.java | 5 +
.../apache/doris/statistics/AnalysisManager.java | 7 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 15 +-
.../org/apache/doris/statistics/ColStatsData.java | 8 +-
.../apache/doris/statistics/ColumnStatistic.java | 9 +
.../apache/doris/statistics/HMSAnalysisTask.java | 8 +-
.../apache/doris/statistics/JdbcAnalysisTask.java | 4 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 4 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 3 +
.../doris/analysis/AddColumnsClauseTest.java | 12 +-
.../org/apache/doris/analysis/ColumnDefTest.java | 10 +-
.../analysis/CreateTableAsSelectStmtTest.java | 78 +-
.../apache/doris/analysis/CreateTableStmtTest.java | 26 +-
.../org/apache/doris/analysis/SelectStmtTest.java | 9 +-
.../doris/analysis/ShowCreateTableStmtTest.java | 2 +-
.../org/apache/doris/catalog/ColumnTypeTest.java | 14 +-
.../catalog/MultiTableMaterializedViewTest.java | 577 -------
.../doris/external/elasticsearch/EsUtilTest.java | 18 +-
.../apache/doris/load/loadv2/TokenManagerTest.java | 2 +
.../org/apache/doris/mtmv/MTMVJobManagerTest.java | 145 --
.../apache/doris/mtmv/MTMVTaskExecutorTest.java | 116 --
.../java/org/apache/doris/mtmv/MTMVUtilsTest.java | 90 --
.../org/apache/doris/mtmv/ShowMTMVJobStmtTest.java | 103 --
.../apache/doris/mtmv/ShowMTMVTaskStmtTest.java | 104 --
.../joinorder/hypergraph/GraphSimplifierTest.java | 42 +-
.../org/apache/doris/nereids/memo/MemoTest.java | 6 +-
.../doris/nereids/parser/NereidsParserTest.java | 10 +
.../pattern/GroupExpressionMatchingTest.java | 44 +-
.../properties/ChildOutputPropertyDeriverTest.java | 44 +-
.../properties/RequestPropertyDeriverTest.java | 14 +-
.../analysis/CheckExpressionLegalityTest.java | 2 +-
.../nereids/rules/expression/FoldConstantTest.java | 5 +-
.../rules/rewrite/mv/SelectMvIndexTest.java | 17 +-
.../rules/rewrite/mv/SelectRollupIndexTest.java | 31 +-
.../expressions/literal/DateTimeLiteralTest.java | 2 +
.../nereids/trees/plans/PlanToStringTest.java | 6 +-
.../apache/doris/nereids/util/MatchingUtils.java | 2 +-
.../doris/nereids/util/PlanParseChecker.java | 4 +-
.../doris/planner/DistributedPlannerTest.java | 8 +-
.../java/org/apache/doris/planner/PlannerTest.java | 66 +-
.../org/apache/doris/planner/QueryPlanTest.java | 4 +-
.../doris/planner/TableFunctionPlanTest.java | 38 +-
.../apache/doris/scheduler/disruptor/JobTest.java | 3 +-
.../scheduler/disruptor/TaskDisruptorTest.java | 13 +-
.../scheduler/disruptor/TimerJobManagerTest.java | 14 +-
.../org/apache/doris/statistics/StatsMockUtil.java | 3 +-
.../java/org/apache/doris/utframe/DorisAssert.java | 2 +-
.../apache/doris/utframe/TestWithFeService.java | 2 +-
.../org/apache/doris/utframe/UtFrameUtils.java | 2 +-
gensrc/script/doris_builtins_functions.py | 6 +-
gensrc/thrift/PaloInternalService.thrift | 2 +
.../backup_restore/test_backup_restore_alias.out | 41 +
.../backup_restore/test_backup_restore_exclude.out | 29 +
.../test_backup_restore_multi_tables_overwrite.out | 27 +
.../test_from_millisecond_microsecond.out | 4 +-
...table_function.out => test_agg_materialize.out} | 0
.../test_bugfix_block_reuse.out} | 10 +-
.../data/datatype_p0/date/test_datev1.out | 51 +
.../data/datatype_p0/date/test_from_unixtime.out | 23 +
.../decimalv3/test_uniq_tab_decimalv2.out | 12 +
.../test_nested_types_insert_into_with_s3.out | 40 +-
.../test_nestedtypes_csv_insert_into_with_s3.out | 10 +-
.../test_nestedtypes_json_insert_into_with_s3.out | 10 +-
.../data/ddl_p0/test_create_table_like.out | 22 +
.../data/delete_p0/fold_constant/fold_constant.out | 45 +
regression-test/data/export/test_array_export.out | 4 +-
regression-test/data/export/test_map_export.out | 4 +-
regression-test/data/export/test_struct_export.out | 8 +-
.../outfile/csv/test_outfile_csv_array_type.out | 74 +-
.../outfile/csv/test_outfile_csv_complex_type.out | 68 +-
.../outfile/csv/test_outfile_csv_map_type.out | 142 +-
.../parquet/test_outfile_parquet_array_type.out | 140 +-
.../parquet/test_outfile_parquet_complex_type.out | 136 +-
.../parquet/test_outfile_parquet_map_type.out | 124 +-
.../data/export_p0/test_outfile_orc_array_type.out | 144 +-
.../export_p0/test_outfile_orc_complex_type.out | 136 +-
.../data/export_p0/test_outfile_orc_map_type.out | 276 ++--
.../data/external_table_p0/es/test_es_query.out | 112 +-
.../es/test_es_query_no_http_url.out | 10 +-
.../orc/test_hive_read_orc_complex_type.out | 88 +-
.../parquet/test_hive_read_parquet_comlex_type.out | 84 +-
.../hive/test_hive_basic_type.out | 110 +-
.../data/external_table_p0/hive/test_hive_orc.out | 60 +-
.../jdbc/test_clickhouse_jdbc_catalog.out | Bin 2801 -> 2809 bytes
.../jdbc/test_doris_jdbc_catalog.out | 4 +-
.../paimon/test_paimon_catalog.out | 370 +++++
.../tvf/test_local_tvf_with_complex_type.out | 102 +-
...test_local_tvf_with_complex_type_element_at.out | 200 +--
...ocal_tvf_with_complex_type_insertinto_doris.out | 64 +-
.../hive/test_hive_parquet_alter_column.out | 1676 ++++++++++++++++++++
.../test_external_catalog_iceberg_common.out} | 7 +-
...est_external_catalog_iceberg_hadoop_catalog.out | 9 +
.../data/insert_p0/test_struct_insert.out | 8 +-
regression-test/data/insert_p0/txn_insert.out | 8 +-
.../data/inverted_index_p0/test_count_on_index.out | 6 +
.../data/javaudf_p0/test_javaudf_all_types.out | 20 +-
.../data/javaudf_p0/test_javaudf_array.out | 40 +-
.../test_javaudf_multi_evaluate.out} | 18 +-
.../data/load/insert/test_array_insert.out | 12 +-
.../data/load/insert/test_array_string_insert.out | 4 +-
.../data/load/insert/test_insert_nested_array.out | 48 +-
regression-test/data/load/insert/test_map_dml.out | 2 +-
.../data/load_p0/broker_load/test_array_load.out | 68 +-
.../test_csv_with_enclose_and_escapeS3_load.out | 11 +
.../http_stream/test_http_stream_properties.out | 100 +-
.../load_p0/routine_load/test_routine_load.out | 706 ++++-----
.../stream_load/test_map_load_and_function.out | 200 +--
.../data/load_p0/stream_load/test_stream_load.out | 44 +-
.../stream_load/test_stream_load_move_memtable.out | 44 +-
.../stream_load/test_stream_load_properties.out | 682 ++++----
.../ut/testProjectionMV1/testProjectionMV1.out | 8 +
.../data/nereids_function_p0/agg_function/agg.out | 2 +-
.../agg_function/group_unique_array.out | 8 +-
.../cast_function/test_cast_map_function.out | 48 +
.../data/nereids_function_p0/fn_test.dat | 26 +-
.../data/nereids_function_p0/fn_test_bitmap.dat | 13 +
.../nereids_function_p0/scalar_function/Array.out | 1350 ++++++++--------
.../data/nereids_function_p0/scalar_function/C.out | 282 ++++
.../nereids_function_p0/scalar_function/Map.out | 1344 ++++++++--------
.../data/nereids_syntax_p0/array_function.out | 6 +-
regression-test/data/nereids_syntax_p0/cast.out | 2 +-
.../shape/query17.out | 55 +-
.../shape/query18.out | 44 +-
.../shape/query24.out | 52 +-
.../shape/query25.out | 63 +-
.../shape/query29.out | 32 +-
.../shape/query54.out | 117 +-
.../nereids_tpcds_shape_sf1000_p0/shape/query6.out | 56 +-
.../shape/query61.out | 51 +-
.../shape/query64.out | 157 +-
.../nereids_tpcds_shape_sf100_p0/shape/query17.out | 63 +-
.../nereids_tpcds_shape_sf100_p0/shape/query18.out | 49 +-
.../nereids_tpcds_shape_sf100_p0/shape/query24.out | 27 +-
.../nereids_tpcds_shape_sf100_p0/shape/query25.out | 63 +-
.../nereids_tpcds_shape_sf100_p0/shape/query29.out | 32 +-
.../nereids_tpcds_shape_sf100_p0/shape/query6.out | 52 +-
.../nereids_tpcds_shape_sf100_p0/shape/query64.out | 194 +--
.../nereids_tpcds_shape_sf100_p0/shape/query91.out | 60 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q5.out | 32 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q7.out | 44 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q8.out | 43 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q9.out | 44 +-
.../data/pipelineX/test_repeat_operator.out | 66 +-
.../data/point_query_p0/test_point_query.out | 30 +-
.../aggregate/aggregate_group_by_metric_type.out | 8 +-
.../data/query_p0/aggregate/array_agg.out | 46 +-
.../data/query_p0/aggregate/bitmap_agg.out | 7 +
.../data/query_p0/aggregate/map_agg.out | 9 +-
.../aggregate/map_agg_nested_insert_doris.out | 12 +-
regression-test/data/query_p0/cast/test_cast.out | 15 +
.../data/query_p0/cast/test_cast_decimalv3.out | 7 +
.../test_skip_missing_version.out} | 7 +-
.../query_p0/show/test_complex_type_unique_key.out | 16 +-
.../test_aggregate_all_functions2.out | 8 +-
.../aggregate_functions/test_aggregate_collect.out | 2 +-
.../array_functions/test_array_count_function.out | 18 +-
.../array_functions/test_array_exists_function.out | 4 +-
.../test_array_first_index_function.out | 18 +-
.../array_functions/test_array_functions.out | 428 ++---
.../test_array_functions_by_literal.out | 168 +-
.../test_array_functions_of_array_countEqual.out | 6 +-
.../test_array_functions_of_array_difference.out | 4 +-
.../test_array_functions_with_where.out | 14 +-
.../test_array_last_index_function.out | 18 +-
.../array_functions/test_array_map_function.out | 4 +-
.../test_array_map_function_not_null.out | 4 +-
.../array_functions/test_array_sortby.out | 10 +-
.../array_functions/test_array_with_scale_type.out | 64 +-
.../cast_function/test_cast_array_function.out | 10 +-
.../test_cast_array_functions_by_literal.out | 2 +-
.../cast_function/test_cast_map_function.out | 48 +
.../cast_function/test_cast_string_to_array.out | 6 +-
.../cast_function/test_cast_struct.out | 18 +-
.../conditional_functions/test_if_cast.out | 2 +-
.../size_funciton/test_size_function.out | 6 +-
.../struct_functions/test_struct_functions.out | 12 +-
.../test_struct_functions_by_literal.out | 20 +-
.../test_select_stddev_variance_window.out | 34 +
.../org/apache/doris/regression/suite/Suite.groovy | 23 -
.../apache/doris/regression/suite/Syncer.groovy | 20 +-
.../org/apache/doris/udf/MultiEvaluateTest.java | 23 +-
.../pipeline/p0/conf/regression-conf.groovy | 2 +-
.../plugins_create_table_nested_type.groovy | 92 ++
.../backup_restore/test_backup_restore.groovy | 31 +-
...ore.groovy => test_backup_restore_alias.groovy} | 41 +-
.../backup_restore/test_backup_restore_db.groovy | 96 ++
.../test_backup_restore_exclude.groovy | 103 ++
.../test_backup_restore_multi_tables.groovy | 99 ++
...st_backup_restore_multi_tables_overwrite.groovy | 101 ++
.../test_restore_mix_exists_and_new_table.groovy | 99 ++
...ore.groovy => test_restore_to_new_table.groovy} | 37 +-
.../test_from_millisecond_microsecond.groovy | 8 +-
.../correctness_p0/test_agg_materialize.groovy | 32 +-
.../correctness_p0/test_bugfix_block_reuse.groovy | 91 ++
.../datatype_p0/date/test_date_in_predicate.groovy | 2 +-
.../suites/datatype_p0/date/test_datev1.groovy | 84 +
.../datatype_p0/date/test_from_unixtime.groovy | 20 +
.../decimalv3/test_uniq_tab_decimalv2.groovy | 56 +
.../datatype_p0/nested_types/create_table.groovy | 24 +-
.../suites/ddl_p0/test_create_table_like.groovy | 50 +
regression-test/suites/ddl_p0/test_ctas.groovy | 38 +
.../delete_p0/fold_constant/fold_constant.groovy | 17 +
.../broker_load/test_broker_load_func.groovy | 34 +-
.../hive/test_hive_statistics_p0.groovy | 83 +
.../jdbc/test_mysql_jdbc_statistics.groovy | 4 +-
.../paimon/test_paimon_catalog.groovy | 153 ++
.../hive/test_hive_analyze_db.groovy | 4 +-
.../hive/test_hive_parquet_alter_column.groovy | 228 +++
.../test_external_catalog_iceberg_common.groovy | 50 +
..._external_catalog_iceberg_hadoop_catalog.groovy | 6 +
.../test_index_fault_injection.groovy | 148 ++
.../test_index_fault_injection.out} | 6 +-
.../suites/github_events_p2/load.groovy | 2 +-
.../inverted_index_p0/test_count_on_index.groovy | 4 +
.../javaudf_p0/test_javaudf_multi_evaluate.groovy | 87 +
.../test_csv_with_enclose_and_escapeS3_load.groovy | 195 +++
.../suites/meta_action_p0/test_dump_image.groovy | 34 +-
.../suites/metrics_p0/test_fe_metrics.groovy | 21 +-
.../suites/mtmv_p0/ssb/ddl/customer_create.sql | 15 -
.../suites/mtmv_p0/ssb/ddl/customer_delete.sql | 1 -
.../suites/mtmv_p0/ssb/ddl/date_create.sql | 24 -
.../suites/mtmv_p0/ssb/ddl/date_delete.sql | 1 -
.../suites/mtmv_p0/ssb/ddl/lineorder_create.sql | 24 -
.../suites/mtmv_p0/ssb/ddl/lineorder_delete.sql | 1 -
.../mtmv_p0/ssb/ddl/lineorder_flat_create.sql | 45 -
.../mtmv_p0/ssb/ddl/lineorder_flat_delete.sql | 1 -
.../suites/mtmv_p0/ssb/ddl/part_create.sql | 16 -
.../suites/mtmv_p0/ssb/ddl/part_delete.sql | 1 -
.../suites/mtmv_p0/ssb/ddl/ssb_flat_create.sql | 52 -
.../suites/mtmv_p0/ssb/ddl/ssb_q11_create.sql | 12 -
.../suites/mtmv_p0/ssb/ddl/ssb_q12_create.sql | 12 -
.../suites/mtmv_p0/ssb/ddl/ssb_q13_create.sql | 14 -
.../suites/mtmv_p0/ssb/ddl/ssb_q21_create.sql | 15 -
.../suites/mtmv_p0/ssb/ddl/ssb_q22_create.sql | 15 -
.../suites/mtmv_p0/ssb/ddl/ssb_q23_create.sql | 15 -
.../suites/mtmv_p0/ssb/ddl/ssb_q31_create.sql | 21 -
.../suites/mtmv_p0/ssb/ddl/ssb_q32_create.sql | 21 -
.../suites/mtmv_p0/ssb/ddl/ssb_q33_create.sql | 27 -
.../suites/mtmv_p0/ssb/ddl/ssb_q34_create.sql | 26 -
.../suites/mtmv_p0/ssb/ddl/ssb_q41_create.sql | 23 -
.../suites/mtmv_p0/ssb/ddl/ssb_q42_create.sql | 28 -
.../suites/mtmv_p0/ssb/ddl/ssb_q43_create.sql | 24 -
.../suites/mtmv_p0/ssb/ddl/supplier_create.sql | 14 -
.../suites/mtmv_p0/ssb/ddl/supplier_delete.sql | 1 -
.../suites/mtmv_p0/test_alter_mtmv.groovy | 86 -
.../suites/mtmv_p0/test_create_both_mtmv.groovy | 78 -
.../suites/mtmv_p0/test_create_mtmv.groovy | 75 -
.../suites/mtmv_p0/test_refresh_mtmv.groovy | 110 --
.../suites/mv_p0/no_await/no_await.groovy | 4 +
.../test_dup_mv_bitmap_hash.groovy | 12 +-
.../mv_p0/test_dup_mv_year/test_dup_mv_year.groovy | 12 +-
.../ut/testProjectionMV1/testProjectionMV1.groovy | 17 +
.../cast_function/test_cast_map_function.groovy | 60 +
.../suites/nereids_function_p0/load.groovy | 47 +-
.../nereids_function_p0/scalar_function/C.groovy | 95 +-
.../fold_constant/fold_constant_by_fe.groovy | 8 +-
.../insert_into_table/insert_auth.groovy | 79 +
.../datetime_functions/test_date_function.groovy | 10 +-
.../suites/nereids_syntax_p0/explain.groovy | 2 +-
.../mv/newMv/dup_mv_bm_hash.groovy | 12 +-
.../nereids_syntax_p0/mv/newMv/dup_mv_year.groovy | 13 +-
.../shape/query64.groovy | 245 ++-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf17.groovy | 2 +-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf18.groovy | 4 +-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf24.groovy | 4 +-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf25.groovy | 2 +-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf29.groovy | 3 +-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf6.groovy | 4 +-
.../nereids_tpcds_shape_sf100_p0/rf/ds_rf91.groovy | 4 +-
.../shape/query64.groovy | 2 +-
.../nereids_tpch_shape_sf1000_p0/rf/h_rf5.groovy | 4 +-
.../nereids_tpch_shape_sf1000_p0/rf/h_rf7.groovy | 3 +-
.../nereids_tpch_shape_sf1000_p0/rf/h_rf8.groovy | 4 +-
.../nereids_tpch_shape_sf1000_p0/rf/h_rf9.groovy | 3 +-
.../suites/node_p0/test_backend.groovy | 26 +-
.../suites/node_p0/test_broker.groovy | 27 +-
.../suites/node_p0/test_frontend.groovy | 42 +
.../test_multi_column_partition.groovy | 2 +-
.../suites/pipelineX/test_repeat_operator.groovy | 8 +
.../suites/query_p0/aggregate/bitmap_agg.groovy | 3 +
.../suites/query_p0/aggregate/map_agg.groovy | 4 +
.../suites/query_p0/cast/test_cast.groovy | 16 +
.../query_p0/cast/test_cast_decimalv3.groovy | 23 +-
.../test_skip_missing_version.groovy | 36 +-
.../show/test_nested_complex_switch.groovy | 16 +-
.../cast_function/test_cast_map_function.groovy | 60 +
.../datetime_functions/test_date_function.groovy | 10 +-
.../test_select_stddev_variance_window.groovy | 12 +
.../rollup_p0/test_materialized_view_array.groovy | 2 +-
.../rollup_p0/test_materialized_view_struct.groovy | 2 +-
.../suites/statistics/analyze_stats.groovy | 31 +-
.../partial_update/test_partial_update.groovy | 2 +-
.../test_partial_update_strict_mode.groovy | 4 +-
.../basic_workload_group_test.groovy | 237 ---
.../conf/mixed_query_test_conf.groovy | 38 +-
.../workload_manager_p1/mixed_query_test.groovy | 197 +++
.../suites/workload_manager_p1/query/bquery1 | 18 -
697 files changed, 15971 insertions(+), 17045 deletions(-)
delete mode 100644 be/src/olap/rowset/rowset_tree.cpp
delete mode 100644 be/src/olap/rowset/rowset_tree.h
delete mode 100644 be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp
delete mode 100644 be/src/vec/exec/format/parquet/fix_length_plain_decoder.cpp
create mode 100644 be/src/vec/exec/format/parquet/parquet_column_convert.cpp
create mode 100644 be/src/vec/exec/format/parquet/parquet_column_convert.h
delete mode 100644 be/test/olap/rowset/rowset_tree_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterMaterializedViewStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ColumnPartitionDesc.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateMultiTableMaterializedViewStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/MVRefreshInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/MVRefreshIntervalTriggerInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/MVRefreshTriggerInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/RefreshMaterializedViewStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowMTMVJobStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/ShowMTMVTaskStmt.java
rename
fe/fe-core/src/main/java/org/apache/doris/{mtmv/metadata/MTMVCheckpointData.java
=> catalog/MTMV.java} (72%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/MaterializedView.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVJobFactory.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVJobManager.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskContext.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecutor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecutorPool.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskManager.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskProcessor.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVUtils.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/metadata/ChangeMTMVJob.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/metadata/DropMTMVJob.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/metadata/DropMTMVTask.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/metadata/MTMVJob.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/metadata/MTMVTask.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/persist/AlterMultiMaterializedView.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/scheduler/executor/AbstractJobExecutor.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/MultiTableMaterializedViewTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVJobManagerTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVTaskExecutorTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVUtilsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/ShowMTMVJobStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/ShowMTMVTaskStmtTest.java
create mode 100644
regression-test/data/backup_restore/test_backup_restore_alias.out
create mode 100644
regression-test/data/backup_restore/test_backup_restore_exclude.out
create mode 100644
regression-test/data/backup_restore/test_backup_restore_multi_tables_overwrite.out
copy regression-test/data/correctness_p0/{test_table_function.out =>
test_agg_materialize.out} (100%)
rename regression-test/data/{mtmv_p0/test_refresh_mtmv.out =>
correctness_p0/test_bugfix_block_reuse.out} (68%)
create mode 100644 regression-test/data/datatype_p0/date/test_datev1.out
create mode 100644
regression-test/data/datatype_p0/decimalv3/test_uniq_tab_decimalv2.out
create mode 100644 regression-test/data/ddl_p0/test_create_table_like.out
create mode 100644
regression-test/data/external_table_p2/hive/test_hive_parquet_alter_column.out
copy regression-test/data/{mtmv_p0/test_create_mtmv.out =>
external_table_p2/iceberg/test_external_catalog_iceberg_common.out} (67%)
copy
regression-test/data/{query_p0/sql_functions/conditional_functions/test_if_cast.out
=> javaudf_p0/test_javaudf_multi_evaluate.out} (62%)
create mode 100644
regression-test/data/load_p0/broker_load/test_csv_with_enclose_and_escapeS3_load.out
create mode 100644
regression-test/data/nereids_function_p0/cast_function/test_cast_map_function.out
create mode 100644 regression-test/data/nereids_function_p0/fn_test_bitmap.dat
create mode 100644 regression-test/data/query_p0/cast/test_cast_decimalv3.out
copy regression-test/data/{mtmv_p0/test_create_mtmv.out =>
query_p0/session_variable/test_skip_missing_version.out} (68%)
create mode 100644
regression-test/data/query_p0/sql_functions/cast_function/test_cast_map_function.out
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=>
regression-test/java-udf-src/src/main/java/org/apache/doris/udf/MultiEvaluateTest.java
(65%)
create mode 100644
regression-test/plugins/plugins_create_table_nested_type.groovy
copy regression-test/suites/backup_restore/{test_backup_restore.groovy =>
test_backup_restore_alias.groovy} (57%)
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_db.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_exclude.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_multi_tables.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_multi_tables_overwrite.groovy
create mode 100644
regression-test/suites/backup_restore/test_restore_mix_exists_and_new_table.groovy
copy regression-test/suites/backup_restore/{test_backup_restore.groovy =>
test_restore_to_new_table.groovy} (63%)
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=> regression-test/suites/correctness_p0/test_agg_materialize.groovy (52%)
create mode 100644
regression-test/suites/correctness_p0/test_bugfix_block_reuse.groovy
create mode 100644 regression-test/suites/datatype_p0/date/test_datev1.groovy
create mode 100644
regression-test/suites/datatype_p0/decimalv3/test_uniq_tab_decimalv2.groovy
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=> regression-test/suites/datatype_p0/nested_types/create_table.groovy (66%)
create mode 100644 regression-test/suites/ddl_p0/test_create_table_like.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_statistics_p0.groovy
create mode 100644
regression-test/suites/external_table_p2/hive/test_hive_parquet_alter_column.groovy
create mode 100644
regression-test/suites/external_table_p2/iceberg/test_external_catalog_iceberg_common.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_index_fault_injection.groovy
rename regression-test/{data/mtmv_p0/test_create_mtmv.out =>
suites/fault_injection_p0/test_index_fault_injection.out} (68%)
create mode 100644
regression-test/suites/javaudf_p0/test_javaudf_multi_evaluate.groovy
create mode 100644
regression-test/suites/load_p0/broker_load/test_csv_with_enclose_and_escapeS3_load.groovy
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=> regression-test/suites/meta_action_p0/test_dump_image.groovy (54%)
rename be/src/vec/common/hash_table/hash_table_utils.h =>
regression-test/suites/metrics_p0/test_fe_metrics.groovy (71%)
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/customer_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/customer_delete.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/date_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/date_delete.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/lineorder_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/lineorder_delete.sql
delete mode 100644
regression-test/suites/mtmv_p0/ssb/ddl/lineorder_flat_create.sql
delete mode 100644
regression-test/suites/mtmv_p0/ssb/ddl/lineorder_flat_delete.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/part_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/part_delete.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_flat_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q11_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q12_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q13_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q21_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q22_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q23_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q31_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q32_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q33_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q34_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q41_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q42_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/ssb_q43_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/supplier_create.sql
delete mode 100644 regression-test/suites/mtmv_p0/ssb/ddl/supplier_delete.sql
delete mode 100644 regression-test/suites/mtmv_p0/test_alter_mtmv.groovy
delete mode 100644 regression-test/suites/mtmv_p0/test_create_both_mtmv.groovy
delete mode 100644 regression-test/suites/mtmv_p0/test_create_mtmv.groovy
delete mode 100644 regression-test/suites/mtmv_p0/test_refresh_mtmv.groovy
create mode 100644
regression-test/suites/nereids_function_p0/cast_function/test_cast_map_function.groovy
create mode 100644
regression-test/suites/nereids_p0/insert_into_table/insert_auth.groovy
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=> regression-test/suites/node_p0/test_backend.groovy (61%)
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=> regression-test/suites/node_p0/test_broker.groovy (55%)
create mode 100644 regression-test/suites/node_p0/test_frontend.groovy
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=> regression-test/suites/query_p0/cast/test_cast_decimalv3.groovy (65%)
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java
=>
regression-test/suites/query_p0/session_variable/test_skip_missing_version.groovy
(51%)
create mode 100644
regression-test/suites/query_p0/sql_functions/cast_function/test_cast_map_function.groovy
delete mode 100644
regression-test/suites/workload_manager_p1/basic_workload_group_test.groovy
rename
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVTaskExecuteParams.java =>
regression-test/suites/workload_manager_p1/conf/mixed_query_test_conf.groovy
(54%)
create mode 100644
regression-test/suites/workload_manager_p1/mixed_query_test.groovy
delete mode 100644 regression-test/suites/workload_manager_p1/query/bquery1
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
