This is an automated email from the ASF dual-hosted git repository.
panxiaolei pushed a change to branch refactor_rf
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 8df75b4c2d5 update role state system
discard 6639775ad93 add runtime filter helper
discard 25dbec1fef4 move directory
discard 0595f8718cf rename consumer
discard f4ef87b06ca refactor of RuntimeFilter
discard 02bc33c0b06 refactor of RuntimeFilterSlots
add 625db3edf63 [fix](table) Supply rollup for get ddl for sync (#47732)
add 4a7b44380be [test](case) fix tpcds_sf100_dup_without_key_p2 q17 result
file (#47561)
add c9fa4a6de9c [Enhancement](recycler) Add some UT for recycler (#47739)
add 2a5530d40ae [improve](load) improve error message "close wait failed
coz rpc error" (#47518)
add 81b5379edc9 [chore](rename) Forbid renaming partition columns since
this is a buggy feature (#47596)
add 83ee63c9b38 [fix](nereids) fix join condition with AddMinMax rule hung
(#47772)
add 3692aba99ab [test](vault) Add more regression test about storage vault
(#47449)
add ea157690699 [fix](nereids) fix range inference generate an empty range
(#47434)
add 21e0d607d32 [fix](routine load) fix incorrect auto-resume interval
caused by excessive auto-resume attempts (#47528)
add 1cb2fd50e9b [fix](column) Math default value showed incorrectly
(#47655)
add 45317acae76 Revert "[Improvement]downgrade resource tag when there is
not queryab… (#47735)
add f21bcc954a1 [opt](nereids) optimize limit on distinct aggregate
(#47570)
add ccd95c72717 [fix](regression-test) alter some cases nonConcurrent to
prevent MapRedTask Execution Error (#47762)
add beaac1a3aed [fix](regression) regression case: limit_push_down is
unstable (#47741)
add e8e6b702d01 [regression-test](debug) add debug info (#47769)
add 7f448d21360 [regression-test](fix) fix some fail filecache cases
(#47785)
add e2ff89e84fd [fix](jdbc catalog) Change BE jdbc Driver loading to Java
code (#46912)
add 59d247125ad [regresion-test](fix) fix cache plugin bug (#47827)
add d774a06b720 [fix](Nereids) not release lock if schema changed when
insert (#47733)
add 1227e4f6ada [fix](mv) Fix use sync mv wrongly when use rbo
materialized view rewrite rule (#47650)
add cf356ba9a84 [Opt](cloud) Add some injection points for mow (#47712)
add b8c6cdeec12 [Fix](agg) Remove useless DCHECK for streaming agg node
(#47842)
add 1ff07a391a5 [Opt](multi-catalog)Improve performance by introducing
cache of list directory files when getting split for each query. (#43913)
add ce8fc9f77cc [improve](routine load) ensure abnormal jobs do not
interfere with normal task scheduling (#47530)
add f015d9a349e [fix](load) fix metrics memtable_flush_duration_us (#47607)
add af67f05926c [minor](exchange) Rename shuffle partition type (#47815)
add 135d2333ea5 [test](ms) Add injection point to randomly fail in
`txn->commit()` for test (#47336)
add 77e7a5a457b [opt](nereids) simplify range kept in predicate options'
order (#47830)
add 4d42e33bf11 [Bug](fix) Fix topn agg limit may get error result in when
refresh heap (#47844)
add b27e46376d4 [fix](Nereids) normalize plan should also lock target
table (#47843)
add aebd17ff4b6 [enhance](auth)The priority of attributes is higher than
session variable (#47185)
add ff5c83b140c [feature](nereids)support CreateMaterializedViewCommand in
nereids (#45674)
add 36cc9267067 [Refactor](exec) Remove unless code in
RowidFetcher/tablet/SlotDesc (#47702)
add 884d615d6ec [feature](nereids)support create function command in
nereids (#45874)
add 456d31de871 [fix](table) Fix get sycned ddl for table without rollup
(#47823)
add b79c5b21709 [fix](scanner) fix shared rowset reader in different
scanners (#47744)
add 7490ea8e179 [fix](load) add null check for memtable after write
failure reset (#47860)
add 86e1378809c [opt](trino-connector) close scanner after finished
(#47857)
add 11bb112bda6 [opt](Nereids) avoid lock failed if async mv has invalid
base info (#47771)
add ad9c0d09511 [debug](agent-task) Add some log to observe finish task
rpc (#47872)
add 16af223d0a0 [improve](udaf)support class cache for java-udaf (#47619)
add fc689e36c45 [feature](nereids)Support show queued auto analyze jobs in
Nereids. (#47696)
add 736b65e8b6b [log](mysql command)Log packet when receive COM_SLEEP
(#47879)
add 32ad264a092 [feature](nereids)support create index and policy command
in nereids (#46105)
add 4ee4ec4dd95 [improve](cloud-mow)Modify some mow log to help solve
problem (#47695)
add 2b4c8feb41f [fix](cloud) fix FDCache::get_file_reader crash (#47893)
add 7834ff5ad8b [feature](inverted index) add icu analyzer for minority
language tokenization (#47289)
add d617424f604 [opt](Nereids) support defer materialization with project
(#47661)
add 5312a85ffea [fix](regression) cloud disable case
test_be_inject_publish_txn_fail (#47852)
add 0d8769661f5 [test](beut) add exchange sink operator be ut case (#47705)
add 731a07e1a04 [fix](build) Fix MacOS compilation error when pch is
disabled (#47870)
add c58fc18d93e [Bug](cache) Fix query cache report error message (#47883)
add 829a0b1f14e [env](compile)import compile_check_avoid to prevent some
code from compile-checked. (#47862)
add 29d56c04edd [opt](identifier) let column's name format more flexable
(#47840)
add f278feb4ca4 [minor](refactor) Refine `_is_serial_operator` (#47899)
add 916d30e3aa0 [fix](memory) Fix Jemalloc heap profile log (#47665)
add d615e73b3b7 [opt](resource) step2: Remove `QueryStatistic`, replaced
by `ResourceContext` (#47784)
add a44d19f835c [Enhancement] (nereids)implement DropTableCommand in
nereids (#47594)
add 46f12ee2e24 [feat](nereids) simplify conflict compound (#47385)
add 18fe27903c0 [enhance](mtmv)Add a new class MTMVSnapshotIdSnapshot to
make the code more readable (#47166)
add 0b06f892b23 [Fix](cloud-mow) Compaciton should release delete bitmap
lock when abort fail (#47766)
add 68662f916c4 [fix](beut) fix core in exchange sink test (#47926)
add b7ace78f998 [chore](persist) save base index id & index names in
TableAddOrDropColumnsInfo (#47881)
add abb4764b239 [fix](case) fix insert_group_commit_into (#47865)
add 51189e79759 [enhancement](ms) Add some unit tests for rate limiter
(#47396)
add 3be57eb1eab [enhancement](Nereids) add interface for binary search
filtering prune external table's partitions (#47781)
add 9e0c754ae56 [fix](bdb) reset interrupted flag before calling bdbje
(#47874)
add db804194471 [hotfix](external) Fixed External meta replay check
(#47928)
add a14e95e4eeb [feature](metrics) add catalog/db/table num metrics
(#47891)
add ae2fb252a00 [fix](java) should use JAVA_OPTS_FOR_JDK_17 instead of
JAVA_OPTS (#47913)
add 8c0a95e8789 [improve] beats plugin: strip password in log info (#47934)
add abae04b04b6 [fix](beut) Fix `s3_file_writer_test` maybe memory leak
(#47901)
add cefccaf0e56 [enhancement](plugin) logstash: add retry queue without
blocking tasks (#44999)
add 7d39f878cab [UT](local merge) Add case for local merge exchanger
(#47838)
add 2945de9e235 [opt](iceberg)Improve performance by not retrieving table
objects for hms (#47782)
add e775cc44c85 [Feat](Nereids) support describe command (#47894)
add 2a2786fb8b2 [fix](nereids) fix bucket shuffle join to right compute
wrong output property (#47888)
add 74c419c9204 [BugFix](Variant) limit cast elimination to one level cast
(#47778)
add 9bce79b5e76 [test](beut) add agg operator be ut case (#47777)
add fe7dfa3b1f6 [opt](proxy-protocol) Support connecting to proxy protocol
enabled cluster without proxy protocol header (#47776)
add 7161fceaef9 [Feat](Nereids) support alter system add/drop/dropp
backend command (#47951)
add e745c23d62e [fix](docker)modify docker base image to apache dockerhub
(#47837)
add fb74ef21f7b [enhance](nereids) add eliminate order by key by data
trait (#46225)
add ce86935d6d8 [fix](regression) topn-filter unstable case (#47797)
add 03f1ac1ba45 [fix](auto partition) Fix duplicate rows in
auto-partitioned table (#47911)
add 44d9aa43154 [opt](resource) step3: Remove WorkloadQueryInfo, replaced
by ResourceContext (#47960)
add 9647eba1e8d [opt](profile) Operator of same pipeline should have same
indent level (#47921)
add c4a21f170cf [test](mv) Fix regression test case to make stable
(#47880)
add 0b6adc30598 [minor](refactor) Refine `SkewedPartitionRebalancer`
(#47967)
add ad49e68631c [chore](BE) Support SIMD interfaces in libdivide and
remove a wrong clang-tidy check (#47756)
add 0e2a86d176a [Refactor](pipeline) Remove the unless code in pipeline
(#47947)
add 4540b4c4717 [revert]revert internal group in master branch (#47905)
add 6a898d7610e [fix](Export) Enhance `removeOldExportJobs` Logic (#47604)
add 323710b2752 [opt](resource) step4: Split `MemInfo` class, add
`JemallocControl` (#47986)
add 8b9583b516e [fix](test) fix test_routine_load_with_user test fail when
using storage vault (#47959)
add e9a34e4f332 [Fix](QueryCache) Fix cache order different may cause
error (#47961)
add e23dd9a4085 refactor of RuntimeFilterSlots
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8df75b4c2d5)
\
N -- N -- N refs/heads/refactor_rf (e23dd9a4085)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.clang-tidy | 1 -
be/CMakeLists.txt | 33 +
be/src/cloud/cloud_base_compaction.cpp | 19 +-
be/src/cloud/cloud_base_compaction.h | 3 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 33 +-
be/src/cloud/cloud_cumulative_compaction.h | 3 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 14 +
be/src/cloud/cloud_full_compaction.cpp | 20 +-
be/src/cloud/cloud_full_compaction.h | 3 +-
be/src/cloud/cloud_meta_mgr.cpp | 17 +-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_storage_engine.cpp | 30 +-
be/src/cloud/cloud_tablet.cpp | 2 +-
be/src/cloud/config.cpp | 2 +-
be/src/cloud/config.h | 2 +-
be/src/clucene | 2 +-
.../src/common/compile_check_avoid_begin.h | 21 +-
.../src/common/compile_check_avoid_end.h | 16 +-
be/src/common/daemon.cpp | 35 +-
be/src/exec/rowid_fetcher.cpp | 17 +-
be/src/exprs/bloom_filter_func.h | 12 +-
be/src/http/action/jeprofile_actions.cpp | 48 +-
be/src/io/cache/fs_file_cache_storage.cpp | 2 +
be/src/olap/base_tablet.cpp | 18 +-
be/src/olap/base_tablet.h | 3 +-
be/src/olap/compaction.cpp | 31 +-
be/src/olap/compaction.h | 10 +-
be/src/olap/delta_writer.cpp | 2 +-
be/src/olap/inverted_index_parser.cpp | 4 +
be/src/olap/inverted_index_parser.h | 2 +
be/src/olap/memtable_flush_executor.cpp | 12 +-
be/src/olap/memtable_writer.cpp | 5 +
be/src/olap/olap_server.cpp | 75 +--
be/src/olap/rowset/beta_rowset_writer_v2.h | 1 +
.../inverted_index/analyzer/analyzer.cpp | 4 +
be/src/pipeline/dependency.cpp | 16 +-
be/src/pipeline/dependency.h | 62 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 77 +--
be/src/pipeline/exec/aggregation_sink_operator.h | 21 +-
.../pipeline/exec/aggregation_source_operator.cpp | 8 +-
be/src/pipeline/exec/aggregation_source_operator.h | 4 +
be/src/pipeline/exec/analytic_sink_operator.cpp | 6 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 4 +-
be/src/pipeline/exec/assert_num_rows_operator.cpp | 1 -
be/src/pipeline/exec/cache_sink_operator.cpp | 4 -
be/src/pipeline/exec/cache_sink_operator.h | 2 -
be/src/pipeline/exec/cache_source_operator.cpp | 9 +-
be/src/pipeline/exec/data_queue.cpp | 5 +-
be/src/pipeline/exec/datagen_operator.cpp | 11 +-
.../distinct_streaming_aggregation_operator.cpp | 2 -
be/src/pipeline/exec/exchange_sink_buffer.h | 1 -
be/src/pipeline/exec/exchange_sink_operator.cpp | 84 +--
be/src/pipeline/exec/exchange_sink_operator.h | 8 +-
be/src/pipeline/exec/exchange_source_operator.cpp | 4 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 14 +-
be/src/pipeline/exec/join_build_sink_operator.cpp | 4 +-
be/src/pipeline/exec/join_build_sink_operator.h | 6 -
be/src/pipeline/exec/join_probe_operator.cpp | 1 -
.../exec/nested_loop_join_build_operator.cpp | 12 +-
.../exec/nested_loop_join_build_operator.h | 3 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 6 +-
be/src/pipeline/exec/operator.cpp | 20 +-
be/src/pipeline/exec/operator.h | 22 +-
be/src/pipeline/exec/result_file_sink_operator.cpp | 4 +-
be/src/pipeline/exec/result_sink_operator.cpp | 5 +-
be/src/pipeline/exec/scan_operator.cpp | 11 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 4 +-
be/src/pipeline/exec/sort_sink_operator.cpp | 6 +-
be/src/pipeline/exec/sort_source_operator.cpp | 4 +-
be/src/pipeline/exec/union_source_operator.cpp | 4 +-
be/src/pipeline/exec/union_source_operator.h | 4 +-
.../local_exchange_source_operator.h | 5 +
be/src/pipeline/local_exchange/local_exchanger.cpp | 35 +-
be/src/pipeline/local_exchange/local_exchanger.h | 14 +-
be/src/pipeline/pipeline_fragment_context.cpp | 11 +-
be/src/pipeline/pipeline_task.cpp | 10 +-
be/src/pipeline/shuffle/writer.cpp | 11 +-
be/src/runtime/buffer_control_block.cpp | 12 +-
be/src/runtime/buffer_control_block.h | 14 +-
be/src/runtime/descriptors.cpp | 14 +-
be/src/runtime/descriptors.h | 6 +-
be/src/runtime/exec_env_init.cpp | 6 +-
be/src/runtime/fragment_mgr.cpp | 25 +-
be/src/runtime/fragment_mgr.h | 2 +-
be/src/runtime/load_channel.cpp | 4 +-
be/src/runtime/load_stream.cpp | 2 +-
be/src/runtime/memory/global_memory_arbitrator.cpp | 49 +-
be/src/runtime/memory/global_memory_arbitrator.h | 2 +
be/src/runtime/memory/heap_profiler.cpp | 2 +
be/src/runtime/memory/jemalloc_control.cpp | 155 +++++
be/src/runtime/memory/jemalloc_control.h | 134 ++++
be/src/runtime/memory/mem_tracker_limiter.cpp | 5 -
be/src/runtime/memory/mem_tracker_limiter.h | 16 +-
be/src/runtime/memory/memory_profile.cpp | 9 +-
be/src/runtime/memory/memory_reclamation.cpp | 11 +-
be/src/runtime/query_context.cpp | 65 +-
be/src/runtime/query_context.h | 29 +-
be/src/runtime/query_statistics.cpp | 84 ---
be/src/runtime/query_statistics.h | 113 ----
be/src/runtime/runtime_filter_mgr.cpp | 42 +-
be/src/runtime/runtime_filter_mgr.h | 7 +-
be/src/runtime/runtime_query_statistics_mgr.cpp | 132 +---
be/src/runtime/runtime_query_statistics_mgr.h | 47 +-
be/src/runtime/runtime_state.cpp | 20 +-
be/src/runtime/runtime_state.h | 20 +-
be/src/runtime/thread_context.cpp | 7 +-
be/src/runtime/thread_context.h | 84 +--
be/src/runtime/user_function_cache.cpp | 42 +-
be/src/runtime/user_function_cache.h | 3 -
.../workload_group/workload_group_manager.cpp | 23 -
.../workload_group/workload_group_manager.h | 12 -
.../runtime/workload_management/cpu_context.cpp} | 20 +-
be/src/runtime/workload_management/cpu_context.h | 15 +-
be/src/runtime/workload_management/io_context.h | 38 +-
.../runtime/workload_management/memory_context.h | 21 +-
.../workload_management/resource_context.cpp | 58 ++
.../runtime/workload_management/resource_context.h | 47 +-
.../runtime/workload_management/task_controller.h | 33 +-
.../workload_management/workload_action.cpp | 15 +-
.../runtime/workload_management/workload_action.h | 29 +-
.../workload_management/workload_sched_policy.cpp | 52 +-
.../workload_management/workload_sched_policy.h | 10 +-
.../workload_sched_policy_mgr.cpp | 26 +-
be/src/runtime_filter/role/consumer.cpp | 83 +++
.../{runtime_filter_consumer.h => role/consumer.h} | 110 ++--
.../{runtime_filter_merger.h => role/merger.h} | 24 +-
.../producer.cpp} | 142 ++--
be/src/runtime_filter/role/producer.h | 162 +++++
.../runtime_filter/{ => role}/runtime_filter.cpp | 35 +-
be/src/runtime_filter/{ => role}/runtime_filter.h | 20 +-
be/src/runtime_filter/runtime_filter_consumer.cpp | 125 ----
be/src/runtime_filter/runtime_filter_helper.cpp | 40 +-
be/src/runtime_filter/runtime_filter_helper.h | 6 +-
be/src/runtime_filter/runtime_filter_producer.h | 131 ----
be/src/runtime_filter/runtime_filter_slots.cpp | 64 +-
be/src/runtime_filter/runtime_filter_slots.h | 50 +-
be/src/runtime_filter/runtime_filter_slots_cross.h | 15 +-
be/src/runtime_filter/runtime_filter_wrapper.cpp | 156 ++---
be/src/runtime_filter/runtime_filter_wrapper.h | 86 ++-
be/src/runtime_filter/utils.cpp | 2 +-
be/src/runtime_filter/utils.h | 23 +-
be/src/service/point_query_executor.cpp | 4 +-
be/src/util/jni-util.cpp | 7 +-
be/src/util/mem_info.cpp | 98 ---
be/src/util/mem_info.h | 186 +-----
be/src/util/system_metrics.cpp | 40 +-
be/src/vec/columns/predicate_column.h | 4 +-
be/src/vec/common/allocator.cpp | 3 +-
be/src/vec/common/cow.h | 9 +
be/src/vec/common/format_ip.h | 6 +-
be/src/vec/common/hash_table/hash.h | 3 +
be/src/vec/common/memcmp_small.h | 4 +-
be/src/vec/common/pod_array.h | 3 +-
be/src/vec/common/schema_util.cpp | 6 +-
be/src/vec/common/sort/heap_sorter.cpp | 8 +-
be/src/vec/common/sort/heap_sorter.h | 4 +-
be/src/vec/common/sort/partition_sorter.cpp | 4 +-
be/src/vec/common/sort/partition_sorter.h | 17 +-
be/src/vec/common/sort/sorter.cpp | 2 +-
be/src/vec/common/sort/sorter.h | 8 +-
be/src/vec/common/sort/topn_sorter.cpp | 2 +-
be/src/vec/common/sort/topn_sorter.h | 4 +-
be/src/vec/core/block.cpp | 13 +-
be/src/vec/core/block.h | 2 +
be/src/vec/core/sort_cursor.h | 11 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 4 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 2 +-
be/src/vec/exec/scan/new_olap_scanner.cpp | 16 +-
be/src/vec/exec/scan/scanner_context.cpp | 4 +-
be/src/vec/exec/scan/vfile_scanner.cpp | 4 +-
be/src/vec/exec/scan/vscanner.cpp | 17 +-
be/src/vec/exec/scan/vscanner.h | 6 -
be/src/vec/exec/skewed_partition_rebalancer.cpp | 57 +-
be/src/vec/exec/skewed_partition_rebalancer.h | 18 +-
be/src/vec/exec/vjdbc_connector.cpp | 51 +-
be/src/vec/exec/vjdbc_connector.h | 3 +
be/src/vec/exprs/vectorized_agg_fn.h | 7 +
be/src/vec/exprs/vslot_ref.cpp | 2 +-
be/src/vec/exprs/vslot_ref.h | 5 +-
be/src/vec/runtime/partitioner.cpp | 3 +-
be/src/vec/runtime/partitioner.h | 6 +-
be/src/vec/runtime/vdata_stream_recvr.cpp | 2 +-
.../sink/scale_writer_partitioning_exchanger.hpp | 3 +-
be/src/vec/sink/tablet_sink_hash_partitioner.cpp | 13 +-
be/src/vec/sink/tablet_sink_hash_partitioner.h | 6 +-
be/src/vec/sink/vdata_stream_sender.cpp | 59 +-
be/src/vec/sink/vdata_stream_sender.h | 11 +-
be/src/vec/sink/writer/async_result_writer.cpp | 3 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 5 +-
be/src/vec/sink/writer/vtablet_writer.h | 12 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 2 +-
be/src/vec/utils/util.hpp | 6 +-
be/test/io/fs/s3_file_writer_test.cpp | 6 +-
be/test/pipeline/local_exchanger_test.cpp | 183 +++++-
be/test/pipeline/operator/agg_operator_test.cpp | 505 +++++++++++++++
.../pipeline/operator/agg_shared_state_test.cpp | 95 +++
.../operator/exchange_sink_operator_test.cpp | 192 ++++++
be/test/pipeline/operator/operator_helper.h | 2 +-
.../runtime/memory/thread_mem_tracker_mgr_test.cpp | 12 +-
be/test/testutil/column_helper.h | 20 +
be/test/testutil/mock/mock_agg_fn_evaluator.cpp | 55 ++
.../testutil/mock/mock_agg_fn_evaluator.h} | 25 +-
be/test/testutil/mock/mock_data_stream_sender.h | 79 +++
be/test/testutil/mock/mock_runtime_state.h | 16 +-
be/test/testutil/mock/mock_slot_ref.cpp | 61 ++
be/test/testutil/mock/mock_slot_ref.h | 30 +-
be/test/vec/exec/agg/agg_fn_evaluator_test.cpp | 141 ++++
.../vec/exec/skewed_partition_rebalancer_test.cpp | 47 +-
bin/start_be.sh | 5 +-
bin/start_fe.sh | 5 +-
cloud/src/meta-service/injection_point_http.cpp | 29 +-
cloud/src/meta-service/meta_service.cpp | 71 +-
cloud/src/meta-service/meta_service_job.cpp | 4 +-
cloud/src/meta-service/txn_kv.cpp | 1 +
cloud/src/recycler/recycler.cpp | 6 +-
cloud/src/recycler/s3_accessor.cpp | 2 +
cloud/test/hdfs_accessor_test.cpp | 4 +
cloud/test/rate_limiter_test.cpp | 146 ++++-
cloud/test/recycler_test.cpp | 310 +++++++++
conf/be.conf | 3 -
conf/fe.conf | 3 -
docker/runtime/README.md | 8 +-
docker/runtime/base-image/Dockerfile_base | 2 +-
docker/runtime/be/Dockerfile | 2 +-
.../be/resource/be_disaggregated_entrypoint.sh | 7 +
docker/runtime/be/resource/be_entrypoint.sh | 8 +
docker/runtime/broker/Dockerfile | 2 +-
docker/runtime/docker-build.sh | 4 +-
docker/runtime/fe/Dockerfile | 2 +-
docker/runtime/ms/Dockerfile | 2 +-
extension/beats/doris/client.go | 14 +-
extension/logstash/lib/logstash/outputs/doris.rb | 140 ++--
.../logstash/lib/logstash/util/delay_event.rb | 54 ++
extension/logstash/logstash-output-doris.gemspec | 2 +-
.../apache/doris/common/jni/utils/ExpiringMap.java | 4 +
.../doris/common/jni/utils/UdfClassCache.java | 14 +-
.../java/org/apache/doris/udf/BaseExecutor.java | 105 ++-
.../java/org/apache/doris/udf/UdafExecutor.java | 190 +++---
.../java/org/apache/doris/udf/UdfExecutor.java | 136 +---
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 70 +-
.../apache/doris/jdbc/JdbcDataSourceConfig.java | 10 +
.../trinoconnector/TrinoConnectorJniScanner.java | 3 +
.../main/java/org/apache/doris/common/Config.java | 10 +
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 90 +--
fe/fe-core/src/main/cup/sql_parser.cup | 3 +-
.../main/java/org/apache/doris/alter/Alter.java | 18 +
.../doris/alter/MaterializedViewHandler.java | 235 +++++++
.../apache/doris/alter/SchemaChangeHandler.java | 6 +-
.../apache/doris/analysis/AddBackendClause.java | 10 +
.../doris/analysis/AlterWorkloadGroupStmt.java | 10 +-
.../apache/doris/analysis/BuildIndexClause.java | 9 +
.../apache/doris/analysis/CreateFunctionStmt.java | 4 +
.../apache/doris/analysis/CreateResourceStmt.java | 11 +-
.../doris/analysis/CreateStorageVaultStmt.java | 13 +-
.../doris/analysis/CreateWorkloadGroupStmt.java | 9 +-
.../apache/doris/analysis/DropBackendClause.java | 10 +
.../apache/doris/analysis/InvertedIndexUtil.java | 8 +-
.../org/apache/doris/analysis/MVColumnItem.java | 17 +-
...obsStmt.java => ShowQueuedAnalyzeJobsStmt.java} | 8 +-
.../java/org/apache/doris/analysis/TableName.java | 20 +
.../main/java/org/apache/doris/catalog/Column.java | 5 +-
.../java/org/apache/doris/catalog/Database.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 98 ++-
.../org/apache/doris/catalog/HdfsStorageVault.java | 27 +
.../org/apache/doris/catalog/JdbcResource.java | 9 +-
.../java/org/apache/doris/catalog/OlapTable.java | 29 +-
.../org/apache/doris/catalog/StorageVaultMgr.java | 6 +-
.../SupportBinarySearchFilteringPartitions.java | 46 ++
.../transaction/CloudGlobalTransactionMgr.java | 25 +-
.../apache/doris/common/ColumnAliasGenerator.java | 2 +-
.../java/org/apache/doris/common/EmptyCache.java | 247 +++++++
.../org/apache/doris/common/EvictableCache.java | 466 +++++++++++++
.../apache/doris/common/EvictableCacheBuilder.java | 286 ++++++++
.../java/org/apache/doris/common/FeNameFormat.java | 4 +-
.../cache/NereidsSortedPartitionsCacheManager.java | 47 +-
.../doris/common/profile/ExecutionProfile.java | 14 +-
.../org/apache/doris/common/profile/Profile.java | 6 +-
.../doris/common/profile/RuntimeProfile.java | 11 +-
.../org/apache/doris/datasource/CatalogIf.java | 3 +
.../org/apache/doris/datasource/CatalogMgr.java | 4 +
.../apache/doris/datasource/ExternalCatalog.java | 14 +-
.../apache/doris/datasource/ExternalDatabase.java | 8 +-
.../doris/datasource/FederationBackendPolicy.java | 3 -
.../apache/doris/datasource/InternalCatalog.java | 53 +-
.../doris/datasource/hive/HMSExternalTable.java | 4 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 69 +-
.../doris/datasource/hive/HiveMetadataOps.java | 16 +-
.../doris/datasource/hive/source/HiveScanNode.java | 15 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 5 +-
.../datasource/iceberg/IcebergExternalTable.java | 6 +-
.../datasource/iceberg/IcebergMetadataOps.java | 24 +-
.../doris/datasource/iceberg/IcebergUtils.java | 6 +
.../datasource/operations/ExternalMetadataOps.java | 7 +
.../datasource/paimon/PaimonExternalTable.java | 4 +-
.../BytesChannel.java => fs/DirectoryLister.java} | 18 +-
.../FileSystemDirectoryLister.java} | 26 +-
.../org/apache/doris/fs/FileSystemIOException.java | 65 ++
.../RemoteFileRemoteIterator.java} | 37 +-
.../java/org/apache/doris/fs/RemoteIterator.java | 26 +-
.../SimpleRemoteIterator.java} | 32 +-
.../fs/TransactionDirectoryListingCacheKey.java | 64 ++
.../fs/TransactionScopeCachingDirectoryLister.java | 216 +++++++
...nsactionScopeCachingDirectoryListerFactory.java | 59 ++
.../org/apache/doris/httpv2/rest/LoadAction.java | 2 -
.../apache/doris/journal/bdbje/BDBEnvironment.java | 5 +
.../apache/doris/journal/bdbje/BDBJEJournal.java | 5 +
.../main/java/org/apache/doris/load/ExportMgr.java | 18 +
.../load/routineload/KafkaRoutineLoadJob.java | 89 +--
.../doris/load/routineload/RoutineLoadJob.java | 16 +-
.../doris/load/routineload/ScheduleRule.java | 14 +-
.../java/org/apache/doris/master/MasterImpl.java | 17 +
.../java/org/apache/doris/metric/MetricRepo.java | 34 +
.../java/org/apache/doris/mtmv/BaseTableInfo.java | 4 +
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 7 +-
...onSnapshot.java => MTMVSnapshotIdSnapshot.java} | 46 +-
.../org/apache/doris/mtmv/MTMVVersionSnapshot.java | 4 -
.../org/apache/doris/mysql/AcceptListener.java | 7 +-
.../java/org/apache/doris/mysql/BytesChannel.java | 4 +
.../java/org/apache/doris/mysql/MysqlChannel.java | 13 +
.../java/org/apache/doris/mysql/MysqlProto.java | 3 +-
.../apache/doris/mysql/ProxyProtocolHandler.java | 24 +-
.../org/apache/doris/mysql/privilege/Auth.java | 9 -
.../mysql/privilege/CommonUserProperties.java | 11 -
.../apache/doris/mysql/privilege/UserProperty.java | 22 -
.../doris/mysql/privilege/UserPropertyMgr.java | 8 -
.../glue/translator/PhysicalPlanTranslator.java | 108 ++--
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 366 +++++++++--
.../processor/post/TopnFilterPushDownVisitor.java | 2 +-
.../properties/ChildOutputPropertyDeriver.java | 26 +-
...tributionSpecHiveTableSinkHashPartitioned.java} | 6 +-
...istributionSpecHiveTableSinkUnPartitioned.java} | 10 +-
...tributionSpecOlapTableSinkHashPartitioned.java} | 9 +-
.../apache/doris/nereids/properties/FuncDeps.java | 20 +-
.../nereids/properties/PhysicalProperties.java | 4 +-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../nereids/rules/analysis/CollectRelation.java | 9 +-
.../rules/expression/ExpressionOptimization.java | 2 +
.../rules/expression/ExpressionRewrite.java | 13 +-
.../rules/expression/ExpressionRuleType.java | 1 +
.../nereids/rules/expression/rules/AddMinMax.java | 12 +-
.../rules/expression/rules/RangeInference.java | 43 +-
.../expression/rules/SimplifyConflictCompound.java | 126 ++++
.../rules/rewrite/DeferMaterializeTopNResult.java | 148 ++++-
.../nereids/rules/rewrite/EliminateOrderByKey.java | 167 +++++
.../nereids/rules/rewrite/LimitAggToTopNAgg.java | 12 +-
.../rules/rewrite/PruneFileScanPartition.java | 16 +-
.../rules/rewrite/PruneOlapScanPartition.java | 3 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 16 +-
.../nereids/trees/expressions/SlotReference.java | 4 +
.../trees/expressions/functions/udf/JavaUdaf.java | 12 +-
.../trees/expressions/functions/udf/JavaUdtf.java | 13 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 7 +
.../nereids/trees/plans/algebra/Aggregate.java | 6 +
.../trees/plans/commands/AlterSystemCommand.java | 80 +++
.../plans/commands/AlterWorkloadGroupCommand.java | 8 +-
.../trees/plans/commands/CancelCommand.java | 32 +-
.../plans/commands/CreateFunctionCommand.java} | 481 +++++++++-----
.../commands/CreateMaterializedViewCommand.java | 719 +++++++++++++++++++++
.../trees/plans/commands/CreatePolicyCommand.java | 104 ++-
.../plans/commands/CreateWorkloadGroupCommand.java | 10 +-
.../trees/plans/commands/DeleteFromCommand.java | 8 +-
.../trees/plans/commands/DescribeCommand.java | 444 +++++++++++++
.../trees/plans/commands/DropFunctionCommand.java | 113 ++++
.../trees/plans/commands/DropTableCommand.java | 87 +++
.../commands/ShowQueuedAnalyzeJobsCommand.java | 171 +++++
.../trees/plans/commands/info/AddBackendOp.java} | 49 +-
.../plans/commands/info/AlterSystemOp.java} | 40 +-
.../trees/plans/commands/info/BackendOp.java | 81 +++
.../info/{CreateIndexOp.java => BuildIndexOp.java} | 25 +-
.../plans/commands/info/ColumnDefinition.java | 242 +------
.../trees/plans/commands/info/CreateIndexOp.java | 15 +-
.../trees/plans/commands/info/DropBackendOp.java} | 30 +-
.../trees/plans/commands/info/DropIndexOp.java | 15 +-
.../plans/commands/info/FunctionArgTypesInfo.java | 66 ++
.../trees/plans/commands/info/IndexDefinition.java | 27 +-
.../plans/commands/info/PartitionNamesInfo.java | 6 +-
.../plans/commands/info/ReplacePartitionOp.java | 4 +-
.../trees/plans/commands/info/TableNameInfo.java | 16 +
.../trees/plans/commands/info/TableRefInfo.java | 2 +-
.../commands/insert/InsertIntoTableCommand.java | 2 +
.../trees/plans/commands/insert/InsertUtils.java | 11 +
.../plans/commands/insert/OlapInsertExecutor.java | 2 +-
.../trees/plans/logical/LogicalAggregate.java | 7 +-
.../trees/plans/logical/LogicalOlapScan.java | 8 +
.../trees/plans/logical/LogicalProject.java | 9 +-
.../plans/physical/PhysicalHashAggregate.java | 2 +
.../plans/physical/PhysicalHiveTableSink.java | 5 +-
.../plans/physical/PhysicalIcebergTableSink.java | 5 +-
.../trees/plans/visitor/CommandVisitor.java | 30 +
.../org/apache/doris/nereids/types/DataType.java | 243 +++++++
.../doris/persist/TableAddOrDropColumnsInfo.java | 11 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 2 +
.../org/apache/doris/planner/DataPartition.java | 12 +-
.../org/apache/doris/planner/ExchangeNode.java | 2 +-
.../org/apache/doris/planner/OlapScanNode.java | 45 +-
.../apache/doris/planner/SingleNodePlanner.java | 14 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 7 +-
.../java/org/apache/doris/qe/ConnectContext.java | 73 ++-
.../java/org/apache/doris/qe/ConnectProcessor.java | 3 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../org/apache/doris/qe/CoordinatorContext.java | 4 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 11 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 13 +-
.../CreateInternalWorkloadGroupThread.java | 55 --
.../resource/workloadgroup/WorkloadGroup.java | 36 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 27 +-
.../apache/doris/statistics/AnalysisManager.java | 9 +-
.../org/apache/doris/system/BeSelectionPolicy.java | 26 +-
.../doris/alter/MaterializedViewHandlerTest.java | 1 +
.../apache/doris/catalog/CreateTableLikeTest.java | 68 ++
.../org/apache/doris/catalog/JdbcResourceTest.java | 51 ++
.../org/apache/doris/catalog/OlapTableTest.java | 2 +-
.../org/apache/doris/common/FeNameFormatTest.java | 5 +-
.../apache/doris/common/TestEvictableCache.java | 708 ++++++++++++++++++++
.../doris/common/profile/RuntimeProfileTest.java | 6 +-
.../datasource/hive/HiveDDLAndDMLPlanTest.java | 12 +-
.../doris/datasource/iceberg/IcebergUtilsTest.java | 63 ++
...TransactionScopeCachingDirectoryListerTest.java | 174 +++++
.../apache/doris/load/loadv2/ExportMgrTest.java | 46 ++
.../load/routineload/RoutineLoadManagerTest.java | 33 +-
.../java/org/apache/doris/metric/MetricsTest.java | 43 ++
.../apache/doris/mtmv/MTMVRefreshSnapshotTest.java | 20 +-
.../doris/nereids/parser/NereidsParserTest.java | 6 -
.../properties/ChildOutputPropertyDeriverTest.java | 12 +-
.../rules/expression/ExpressionRewriteTest.java | 48 ++
.../rules/expression/SimplifyRangeTest.java | 9 +-
.../rules/InPredicateExtractNonConstantTest.java | 2 +-
.../rules/rewrite/EliminateOrderByKeyTest.java | 512 +++++++++++++++
.../PushDownLimitDistinctThroughJoinTest.java | 2 +-
.../plans/commands/ShowCreateTableCommandTest.java | 60 ++
.../persist/TableAddOrDropColumnsInfoTest.java | 8 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 12 +-
.../org/apache/doris/qe/ConnectContextTest.java | 70 ++
.../apache/doris/qe/ProxyProtocolHandlerTest.java | 31 +-
.../doris/statistics/AnalysisManagerTest.java | 30 +-
.../apache/doris/system/SystemInfoServiceTest.java | 23 -
gensrc/thrift/BackendService.thrift | 4 -
gensrc/thrift/DataSinks.thrift | 2 +-
gensrc/thrift/Partitions.thrift | 24 +-
gensrc/thrift/Types.thrift | 1 +
.../test_compaction_fail_release_lock.out | Bin 0 -> 230 bytes
.../cloud/test_cloud_mow_correctness_inject.out} | Bin 158 -> 185 bytes
.../cloud/test_txn_commit_inject.out} | Bin 158 -> 155 bytes
.../data/inverted_index_p0/test_icu_analyzer.out | Bin 0 -> 371 bytes
.../data/inverted_index_p0/test_tokenize.out | Bin 2012 -> 2288 bytes
.../javaudf_p0/test_javaudf_static_load_test.out | Bin 478 -> 714 bytes
.../agg_use_key_direct/agg_use_key_direct.out | Bin 0 -> 210 bytes
.../multi_slot_k1p2ap3ps/multi_slot_k1p2ap3ps.out | Bin 199 -> 253 bytes
.../nereids_p0/ddl/describe/describe_command.out | Bin 0 -> 1265 bytes
.../push_down_count_through_join_one_side.out | Bin 38448 -> 38441 bytes
.../eliminate_order_by_key.out | Bin 0 -> 6764 bytes
.../limit_push_down/limit_push_down.out | Bin 21873 -> 21517 bytes
.../limit_push_down/order_push_down.out | Bin 19633 -> 19725 bytes
.../nereids_rules_p0/mv/partition_mv_rewrite.out | Bin 2790 -> 2856 bytes
.../push_down_limit_distinct_through_join.out | Bin 543 -> 442 bytes
.../distribute/bucket_shuffle_to_right.out} | Bin 158 -> 192 bytes
.../data/nereids_syntax_p0/join_condition.out | Bin 0 -> 31842 bytes
.../data/nereids_tpch_p0/tpch/push_topn_to_agg.out | Bin 158 -> 725 bytes
.../data/query_p0/cache/query_cache.out | Bin 0 -> 365 bytes
.../data/shape_check/clickbench/query25.out | Bin 378 -> 418 bytes
.../data/shape_check/clickbench/query26.out | Bin 348 -> 388 bytes
.../data/shape_check/clickbench/query27.out | Bin 378 -> 418 bytes
.../tpcds_sf100/noStatsRfPrune/query16.out | Bin 2361 -> 2440 bytes
.../tpcds_sf100/noStatsRfPrune/query94.out | Bin 2260 -> 2339 bytes
.../tpcds_sf100/noStatsRfPrune/query95.out | Bin 3061 -> 3144 bytes
.../tpcds_sf100/noStatsRfPrune/query96.out | Bin 1450 -> 1511 bytes
.../tpcds_sf100/no_stats_shape/query16.out | Bin 2361 -> 2440 bytes
.../tpcds_sf100/no_stats_shape/query94.out | Bin 2260 -> 2339 bytes
.../tpcds_sf100/no_stats_shape/query95.out | Bin 3490 -> 3573 bytes
.../tpcds_sf100/no_stats_shape/query96.out | Bin 1450 -> 1511 bytes
.../shape_check/tpcds_sf100/rf_prune/query16.out | Bin 2373 -> 2452 bytes
.../shape_check/tpcds_sf100/rf_prune/query94.out | Bin 2272 -> 2351 bytes
.../shape_check/tpcds_sf100/rf_prune/query95.out | Bin 2984 -> 3067 bytes
.../shape_check/tpcds_sf100/rf_prune/query96.out | Bin 1450 -> 1511 bytes
.../data/shape_check/tpcds_sf100/shape/query16.out | Bin 2373 -> 2452 bytes
.../data/shape_check/tpcds_sf100/shape/query94.out | Bin 2272 -> 2351 bytes
.../data/shape_check/tpcds_sf100/shape/query95.out | Bin 3381 -> 3464 bytes
.../data/shape_check/tpcds_sf100/shape/query96.out | Bin 1450 -> 1511 bytes
.../tpcds_sf1000/bs_downgrade_shape/query95.out | Bin 3037 -> 3120 bytes
.../data/shape_check/tpcds_sf1000/hint/query16.out | Bin 2489 -> 2568 bytes
.../data/shape_check/tpcds_sf1000/hint/query94.out | Bin 2335 -> 2414 bytes
.../data/shape_check/tpcds_sf1000/hint/query95.out | Bin 3037 -> 3120 bytes
.../data/shape_check/tpcds_sf1000/hint/query96.out | Bin 1549 -> 1610 bytes
.../shape_check/tpcds_sf1000/shape/query16.out | Bin 2381 -> 2460 bytes
.../shape_check/tpcds_sf1000/shape/query94.out | Bin 2335 -> 2414 bytes
.../shape_check/tpcds_sf1000/shape/query95.out | Bin 3037 -> 3120 bytes
.../shape_check/tpcds_sf1000/shape/query96.out | Bin 1450 -> 1511 bytes
.../shape_check/tpcds_sf10t_orc/shape/query16.out | Bin 2361 -> 2440 bytes
.../shape_check/tpcds_sf10t_orc/shape/query31.out | Bin 4563 -> 4280 bytes
.../shape_check/tpcds_sf10t_orc/shape/query94.out | Bin 2254 -> 2333 bytes
.../shape_check/tpcds_sf10t_orc/shape/query95.out | Bin 3024 -> 3107 bytes
.../shape_check/tpcds_sf10t_orc/shape/query96.out | Bin 1451 -> 1512 bytes
.../tpcds_sf100_dup_without_key_p2/sql/q17.out | Bin 6376 -> 6594 bytes
regression-test/data/variant_p0/rqg/rqg4.out | Bin 184 -> 199 bytes
.../workload_manager_p0/skip_rg_test_table.csv | 2 -
.../org/apache/doris/udf/StaticIntTestUDAF.java | 65 ++
.../org/apache/doris/udf/StaticIntTestUDTF.java} | 25 +-
.../pipeline/cloud_p0/conf/fe_custom.conf | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
.../plugins/cloud_filecache_plugin.groovy | 116 ++++
.../suites/account_p0/test_property_session.groovy | 56 ++
.../warm_up/hotspot/test_warmup_show_stmt.groovy | 8 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 10 +-
.../warm_up/hotspot/test_warmup_show_stmt_3.groovy | 4 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 17 +
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 4 +-
.../test_compaction_fail_release_lock.groovy | 198 ++++++
.../create_view_nereids/create_view_use_mv.groovy | 12 +-
.../suites/ddl_p0/test_alias_function.groovy | 4 +-
.../ddl_p0/test_create_table_like_nereids.groovy | 15 +-
.../hive/ddl/test_hive_ddl_text_format.groovy | 2 +-
.../cloud/test_cloud_mow_correctness_inject.groovy | 94 +++
.../test_cloud_mow_partial_update_retry.groovy | 2 +-
..._mow_stale_resp_load_compaction_conflict.groovy | 2 +-
..._cloud_mow_stale_resp_load_load_conflict.groovy | 2 +-
.../cloud/test_txn_commit_inject.groovy | 130 ++++
regression-test/suites/insert_p0/insert.groovy | 37 ++
.../insert_p0/insert_group_commit_into.groovy | 7 +-
.../test_be_inject_publish_txn_fail.groovy | 3 +
.../insert_p0/test_insert_tablet_sink.groovy | 2 +-
.../inverted_index_p0/test_icu_analyzer.groovy | 51 ++
.../suites/inverted_index_p0/test_tokenize.groovy | 69 +-
.../test_javaudf_static_load_test.groovy | 40 ++
.../suites/javaudf_p0/test_javaudtf_decimal.groovy | 2 +-
.../test_routine_load_with_user.groovy | 2 +
.../suites/mtmv_p0/test_hive_default_mtmv.groovy | 2 +-
.../mtmv_p0/test_hive_limit_partition_mtmv.groovy | 2 +-
.../mtmv_p0/test_hive_multi_partition_mtmv.groovy | 2 +-
.../mv_p0/agg_state/order_by/order_by.groovy | 2 +-
.../agg_use_key_direct/agg_use_key_direct.groovy | 63 ++
.../multi_slot_k1p2ap3ps.groovy | 8 +-
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 3 +-
.../ut/testProjectionMV1/testProjectionMV1.groovy | 6 +-
.../ddl/describe/describe_command.groovy | 44 ++
.../suites/nereids_p0/drop/drop_table.groovy | 42 +-
.../push_down_count_through_join_one_side.groovy | 1 +
.../eliminate_order_by_key.groovy | 193 ++++++
.../expression/test_simplify_range.groovy | 34 +
.../limit_push_down/limit_push_down.groovy | 5 +-
.../limit_push_down/order_push_down.groovy | 2 +-
.../agg_optimize_when_uniform.groovy | 11 +-
.../mv/partition_mv_rewrite.groovy | 18 +
.../single_table_without_aggregate.groovy | 3 +
.../distribute/bucket_shuffle_to_right.groovy | 78 +++
.../suites/nereids_syntax_p0/join_condition.groovy | 67 ++
.../mv/aggregate/agg_sync_mv.groovy | 2 +-
.../mv/aggregate/agg_sync_mv.groovy | 4 +-
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 82 +++
.../test_dynamic_partition_with_rename.groovy | 37 +-
.../suites/query_p0/cache/query_cache.groovy | 185 ++++++
regression-test/suites/query_p0/dual/dual.groovy | 8 +-
.../suites/query_p0/sort/topn_2pr_rule.groovy | 2 +-
.../sql_functions/test_alias_function.groovy | 6 +
.../query_p0/test_array_orderby_limit.groovy | 11 +-
.../test_rename_partition_column.groovy | 46 ++
.../suites/shape_check/clickbench/query25.groovy | 1 +
.../suites/shape_check/clickbench/query26.groovy | 1 +
.../suites/shape_check/clickbench/query27.groovy | 1 +
.../test_show_queued_analyze_jobs.groovy | 53 ++
regression-test/suites/variant_p0/rqg/rqg4.sql | 3 +-
.../vault_p0/alter/test_alter_vault_name.groovy | 11 +
.../concurent/test_alter_vault_concurrently.groovy | 128 ++++
.../test_create_vault_concurrently.groovy | 132 ++++
.../test_default_vault_concurrenlty.groovy | 127 ++++
.../vault_p0/create/test_create_vault.groovy | 23 +
...> test_create_vault_with_case_sensitive.groovy} | 256 +++-----
.../create/test_create_vault_with_kerberos.groovy | 106 +++
...> test_vault_privilege_with_multi_roles.groovy} | 86 ++-
.../test_vault_privilege_with_role.groovy | 78 ++-
.../test_vault_privilege_with_user.groovy | 8 +
.../workload_manager_p0/test_curd_wlg.groovy | 24 -
.../workload_manager_p0/test_resource_tag.groovy | 99 ---
574 files changed, 15582 insertions(+), 4785 deletions(-)
copy fe/fe-core/src/main/java/org/apache/doris/mysql/BytesChannel.java =>
be/src/common/compile_check_avoid_begin.h (64%)
copy fe/fe-core/src/main/java/org/apache/doris/mysql/BytesChannel.java =>
be/src/common/compile_check_avoid_end.h (74%)
create mode 100644 be/src/runtime/memory/jemalloc_control.cpp
create mode 100644 be/src/runtime/memory/jemalloc_control.h
delete mode 100644 be/src/runtime/query_statistics.cpp
delete mode 100644 be/src/runtime/query_statistics.h
copy be/{test/testutil/mock/mock_runtime_state.h =>
src/runtime/workload_management/cpu_context.cpp} (67%)
create mode 100644 be/src/runtime/workload_management/resource_context.cpp
create mode 100644 be/src/runtime_filter/role/consumer.cpp
rename be/src/runtime_filter/{runtime_filter_consumer.h => role/consumer.h}
(56%)
rename be/src/runtime_filter/{runtime_filter_merger.h => role/merger.h} (78%)
rename be/src/runtime_filter/{runtime_filter_producer.cpp =>
role/producer.cpp} (74%)
create mode 100644 be/src/runtime_filter/role/producer.h
rename be/src/runtime_filter/{ => role}/runtime_filter.cpp (83%)
rename be/src/runtime_filter/{ => role}/runtime_filter.h (92%)
delete mode 100644 be/src/runtime_filter/runtime_filter_consumer.cpp
delete mode 100644 be/src/runtime_filter/runtime_filter_producer.h
create mode 100644 be/test/pipeline/operator/agg_operator_test.cpp
create mode 100644 be/test/pipeline/operator/agg_shared_state_test.cpp
create mode 100644 be/test/pipeline/operator/exchange_sink_operator_test.cpp
create mode 100644 be/test/testutil/mock/mock_agg_fn_evaluator.cpp
copy be/{src/runtime/workload_management/workload_group_context.h =>
test/testutil/mock/mock_agg_fn_evaluator.h} (56%)
create mode 100644 be/test/testutil/mock/mock_data_stream_sender.h
create mode 100644 be/test/testutil/mock/mock_slot_ref.cpp
create mode 100644 be/test/vec/exec/agg/agg_fn_evaluator_test.cpp
create mode 100644 extension/logstash/lib/logstash/util/delay_event.rb
rename
fe/fe-core/src/main/java/org/apache/doris/analysis/{ShowAutoAnalyzeJobsStmt.java
=> ShowQueuedAnalyzeJobsStmt.java} (96%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/SupportBinarySearchFilteringPartitions.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/EmptyCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/EvictableCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/EvictableCacheBuilder.java
copy fe/fe-core/src/main/java/org/apache/doris/{mysql/BytesChannel.java =>
fs/DirectoryLister.java} (62%)
copy
fe/fe-core/src/main/java/org/apache/doris/{common/ColumnAliasGenerator.java =>
fs/FileSystemDirectoryLister.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/FileSystemIOException.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropBackendClause.java =>
fs/RemoteFileRemoteIterator.java} (51%)
rename be/src/runtime/workload_management/workload_query_info.h =>
fe/fe-core/src/main/java/org/apache/doris/fs/RemoteIterator.java (67%)
copy
fe/fe-core/src/main/java/org/apache/doris/{common/ColumnAliasGenerator.java =>
fs/SimpleRemoteIterator.java} (53%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/TransactionDirectoryListingCacheKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/TransactionScopeCachingDirectoryLister.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/TransactionScopeCachingDirectoryListerFactory.java
copy fe/fe-core/src/main/java/org/apache/doris/mtmv/{MTMVVersionSnapshot.java
=> MTMVSnapshotIdSnapshot.java} (54%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecTableSinkHashPartitioned.java
=> DistributionSpecHiveTableSinkHashPartitioned.java} (85%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecTableSinkRandomPartitioned.java
=> DistributionSpecHiveTableSinkUnPartitioned.java} (76%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecTabletIdShuffle.java
=> DistributionSpecOlapTableSinkHashPartitioned.java} (73%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/expression/rules/SimplifyConflictCompound.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/EliminateOrderByKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterSystemCommand.java
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/CreateFunctionStmt.java =>
nereids/trees/plans/commands/CreateFunctionCommand.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateMaterializedViewCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DescribeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DropFunctionCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/DropTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowQueuedAnalyzeJobsCommand.java
copy fe/fe-core/src/main/java/org/apache/doris/{analysis/AddBackendClause.java
=> nereids/trees/plans/commands/info/AddBackendOp.java} (74%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/{properties/DistributionSpecTableSinkHashPartitioned.java
=> trees/plans/commands/info/AlterSystemOp.java} (50%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/BackendOp.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/{CreateIndexOp.java
=> BuildIndexOp.java} (81%)
copy
fe/fe-core/src/main/java/org/apache/doris/{analysis/DropBackendClause.java =>
nereids/trees/plans/commands/info/DropBackendOp.java} (65%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/FunctionArgTypesInfo.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/resource/workloadgroup/CreateInternalWorkloadGroupThread.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/TestEvictableCache.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergUtilsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/fs/TransactionScopeCachingDirectoryListerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/EliminateOrderByKeyTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateTableCommandTest.java
create mode 100644
regression-test/data/compaction/test_compaction_fail_release_lock.out
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/cloud/test_cloud_mow_correctness_inject.out} (52%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/cloud/test_txn_commit_inject.out} (61%)
create mode 100644 regression-test/data/inverted_index_p0/test_icu_analyzer.out
create mode 100644
regression-test/data/mv_p0/agg_use_key_direct/agg_use_key_direct.out
create mode 100644
regression-test/data/nereids_p0/ddl/describe/describe_command.out
create mode 100644
regression-test/data/nereids_rules_p0/eliminate_order_by_key/eliminate_order_by_key.out
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
nereids_syntax_p0/distribute/bucket_shuffle_to_right.out} (50%)
create mode 100644 regression-test/data/nereids_syntax_p0/join_condition.out
create mode 100644 regression-test/data/query_p0/cache/query_cache.out
delete mode 100644
regression-test/data/workload_manager_p0/skip_rg_test_table.csv
create mode 100644
regression-test/java-udf-src/src/main/java/org/apache/doris/udf/StaticIntTestUDAF.java
copy
regression-test/{suites/nereids_rules_p0/expression/test_simplify_range.groovy
=> java-udf-src/src/main/java/org/apache/doris/udf/StaticIntTestUDTF.java} (63%)
create mode 100644 regression-test/plugins/cloud_filecache_plugin.groovy
create mode 100644
regression-test/suites/account_p0/test_property_session.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_fail_release_lock.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_correctness_inject.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_txn_commit_inject.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_icu_analyzer.groovy
create mode 100644
regression-test/suites/mv_p0/agg_use_key_direct/agg_use_key_direct.groovy
create mode 100644
regression-test/suites/nereids_p0/ddl/describe/describe_command.groovy
rename be/src/runtime/workload_management/workload_group_context.h =>
regression-test/suites/nereids_p0/drop/drop_table.groovy (59%)
create mode 100644
regression-test/suites/nereids_rules_p0/eliminate_order_by_key/eliminate_order_by_key.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/distribute/bucket_shuffle_to_right.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/join_condition.groovy
create mode 100644 regression-test/suites/query_p0/cache/query_cache.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_rename_partition_column.groovy
create mode 100644
regression-test/suites/statistics/test_show_queued_analyze_jobs.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_alter_vault_concurrently.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_create_vault_concurrently.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_default_vault_concurrenlty.groovy
copy regression-test/suites/vault_p0/create/{test_create_vault.groovy =>
test_create_vault_with_case_sensitive.groovy} (53%)
create mode 100644
regression-test/suites/vault_p0/create/test_create_vault_with_kerberos.groovy
copy
regression-test/suites/vault_p0/privilege/{test_vault_privilege_with_role.groovy
=> test_vault_privilege_with_multi_roles.groovy} (58%)
delete mode 100644
regression-test/suites/workload_manager_p0/test_resource_tag.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
