This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from c8b985c0999 [Fix](sql function) memory overflow to the left of string
address when do_money_format has small negative value (#36226)
new 9bb60348191 [refactor](spill) Delete not used code (#36218)
new 4d4550c2522 [Feature](sink) support parallel result sink (#36053)
new 0e33c8c4b8c [Fix](Nereids) fix leading with brace can not generate
correct plan (#36193)
new 9f0dd14463f [fix](statistics)Skip unknown stats while show cached
partition stats. (#36243)
new d679a5ac3dc [fix](statistics)Fix stats analyze p0 case. (#36251)
new e0e1520e017 [Fix](nereids)make agg output unchanged after normalized
repeat (#36207)
new 9e0a29b0fba [fix](group commit) make group commit cancel in time
(#36249)
new 7fa639bdeb9 [Fix](inverted index) fix memory leak of inverted index
writer for array values (#36208)
new 57593c0c77e (cloud-merge) Support BE smooth upgrade (#35819)
new 769d1314302 [fix](script) Set DYLD_LIBRARY_PATH for macOS in be nohup
startup script (#36257)
new 2ed8279df87 [Fix](case) set
test_index_compaction_with_multi_index_segments_arr to nonConcurrent group
(#36197)
new b5dcfbdd8f9 [bugfix](paimon)paimon's field length judgment error
(#35981)
new b765be18488 [fix](multi-table-load) fix be core when multi table load
pipe finish fail (#36269)
new d6af2e5af59 [fix](group commit) Fix group commit in nereids (#36267)
new 13dc011dee0 [chore](editlog) Mark useless OperationType as deprecated
(#36256)
new 5e2e8c7ce5a [Bug](load) fix use after free on load channel in work
load group scheduler (#36272)
new d3e767c026a [fix](docker) Fix docker run in cloud mode (#36258)
new 3165a7b2c73 [feature](cloud) support file cache only cache index pages
(#36273)
new 57e02cd5e31 [fix](partial update) partial update should not read old
fileds from rows with delete sign (#36210)
new 11aeee150fd [docker](fix) Add openssl and CA dependency to the base
image (#35950)
new 85077dcea4a [improvement](build index)Make build index and clone
mutually exclusive and add timeout for index change job (#35724)
new 9d397d891c9 [Refactor]Refacor query queue (#35929)
new 0d28a05abd4 [Exec](agg) Remove unless opt in agg sink operator (#33691)
new 2b0df74863e [feature](mtmv) Support query rewrite by materialized
view when query is aggregate and materialized view has no aggregate (#36278)
new e701c2031ad [env](test) add ubsan content to the compilation options
in asan (#36195)
new cfd34cebf34 [BUG](Meta) Fix fe exit by wrong dynamic properties
(#28138)
The 26 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/CMakeLists.txt | 8 +-
be/src/clucene | 2 +-
be/src/common/config.cpp | 2 +
be/src/common/config.h | 2 +
be/src/http/action/shrink_mem_action.cpp | 40 ++
be/src/http/action/shrink_mem_action.h | 32 ++
be/src/olap/base_tablet.cpp | 58 ++-
be/src/olap/base_tablet.h | 4 +-
be/src/olap/partial_update_info.h | 41 ++
be/src/olap/rowset/segment_v2/column_reader.cpp | 4 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 3 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 16 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 27 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 27 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 26 +-
be/src/pipeline/exec/aggregation_sink_operator.h | 1 -
be/src/pipeline/exec/result_file_sink_operator.cpp | 12 +-
be/src/pipeline/exec/result_file_sink_operator.h | 4 +-
be/src/pipeline/exec/result_sink_operator.cpp | 20 +-
be/src/pipeline/exec/result_sink_operator.h | 4 +-
be/src/pipeline/pipeline_fragment_context.cpp | 3 +-
be/src/runtime/block_spill_manager.cpp | 147 ------
be/src/runtime/block_spill_manager.h | 64 ---
be/src/runtime/buffer_control_block.cpp | 23 +-
be/src/runtime/buffer_control_block.h | 3 +-
be/src/runtime/exec_env.h | 3 -
be/src/runtime/exec_env_init.cpp | 5 -
be/src/runtime/fragment_mgr.cpp | 37 +-
be/src/runtime/fragment_mgr.h | 6 +-
be/src/runtime/group_commit_mgr.cpp | 2 +-
be/src/runtime/load_channel.cpp | 3 +-
be/src/runtime/load_stream.cpp | 2 +-
be/src/runtime/result_buffer_mgr.cpp | 26 +-
.../routine_load/routine_load_task_executor.cpp | 2 +-
be/src/runtime/runtime_state.h | 4 -
be/src/service/http_service.cpp | 5 +
be/src/vec/core/block_spill_reader.cpp | 161 ------
be/src/vec/core/block_spill_reader.h | 86 ----
be/src/vec/core/block_spill_writer.cpp | 161 ------
be/src/vec/core/block_spill_writer.h | 95 ----
be/test/vec/core/block_spill_test.cpp | 507 -------------------
bin/start_be.sh | 10 +-
docker/runtime/base-image/Dockerfile_base | 2 +-
docker/runtime/doris-compose/Dockerfile | 2 +-
.../org/apache/doris/paimon/PaimonJniScanner.java | 2 +-
.../org/apache/doris/alter/IndexChangeJob.java | 76 ++-
.../apache/doris/alter/SchemaChangeHandler.java | 4 +-
.../analysis/ModifyTablePropertiesClause.java | 4 +-
.../apache/doris/analysis/ShowColumnStatsStmt.java | 3 +
.../doris/catalog/DynamicPartitionProperty.java | 8 +
.../org/apache/doris/catalog/TableProperty.java | 10 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 3 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 12 +-
.../doris/cloud/catalog/CloudUpgradeMgr.java | 1 +
.../doris/cloud/system/CloudSystemInfoService.java | 384 ++++++++------
.../doris/common/util/DynamicPartitionUtil.java | 20 +-
.../apache/doris/datasource/InternalCatalog.java | 1 +
.../org/apache/doris/nereids/hint/LeadingHint.java | 269 +++++-----
.../nereids/properties/RequestPropertyDeriver.java | 7 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 2 +
.../org/apache/doris/nereids/rules/RuleType.java | 6 +
.../nereids/rules/analysis/NormalizeRepeat.java | 24 +
.../mv/AbstractMaterializedViewAggregateRule.java | 116 ++++-
.../mv/AbstractMaterializedViewJoinRule.java | 2 +-
.../mv/AbstractMaterializedViewRule.java | 18 +-
...terializedViewAggregateOnNoneAggregateRule.java | 134 +++++
...MaterializedViewFilterProjectAggregateRule.java | 2 +-
...MaterializedViewProjectFilterAggregateRule.java | 2 +-
.../exploration/mv/MaterializedViewScanRule.java | 2 +-
.../commands/insert/GroupCommitInsertExecutor.java | 9 +-
.../org/apache/doris/persist/OperationType.java | 29 ++
.../org/apache/doris/planner/PlanFragment.java | 4 -
.../main/java/org/apache/doris/qe/Coordinator.java | 52 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 1 +
.../java/org/apache/doris/qe/ResultReceiver.java | 13 +-
.../java/org/apache/doris/qe/SessionVariable.java | 20 +-
.../doris/resource/workloadgroup/QueryQueue.java | 42 +-
.../doris/resource/workloadgroup/QueueToken.java | 143 ++----
.../doris/statistics/util/StatisticsUtil.java | 4 +
.../apache/doris/alter/SchemaChangeJobV2Test.java | 24 +
.../apache/doris/nereids/DistributeHintTest.java | 1 +
.../org/apache/doris/planner/ColocatePlanTest.java | 2 +
.../planner/PaimonPredicateConverterTest.java | 1 +
.../doris/utframe/DemoMultiBackendsTest.java | 1 +
gensrc/thrift/PaloInternalService.thrift | 4 +-
.../paimon/test_paimon_catalog.out | 563 ++++++++++++++++++++-
.../data/nereids_hint_tpcds_p0/shape/query1.out | 2 +-
.../data/nereids_hint_tpcds_p0/shape/query24.out | 2 +-
.../data/nereids_hint_tpcds_p0/shape/query64.out | 22 +-
.../data/nereids_hint_tpcds_p0/shape/query67.out | 2 +-
.../data/nereids_hint_tpcds_p0/shape/query72.out | 4 +-
.../data/nereids_hint_tpcds_p0/shape/query78.out | 4 +-
.../data/nereids_hint_tpch_p0/shape/q10.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q11.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q12.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q13.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q14.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q15.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q17.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q19.out | 2 +-
.../data/nereids_hint_tpch_p0/shape/q3.out | 4 +-
.../data/nereids_hint_tpch_p0/shape/q5.out | 4 +-
.../data/nereids_hint_tpch_p0/shape/q7.out | 42 +-
.../data/nereids_hint_tpch_p0/shape/q8.out | 50 +-
.../data/nereids_hint_tpch_p0/shape/q9.out | 41 +-
.../data/nereids_p0/hint/fix_leading.out | 6 +-
.../data/nereids_p0/hint/multi_leading.out | 28 +-
.../data/nereids_p0/hint/test_distribute.out | 2 +-
.../data/nereids_p0/hint/test_leading.out | 92 ++--
.../grouping_sets/grouping_normalize_test.out | 28 +
.../mv/agg_on_none_agg/agg_on_none_agg.out | 155 ++++++
.../query_p0/aggregate/group_array_intersect.out | 18 +-
.../partial_update_parallel_with_delete_sign.csv | 5 +
.../test_partial_update_delete_sign.out | 82 ++-
...st_partial_update_delete_sign_with_conflict.out | 19 +
.../suites/empty_relation/eliminate_empty.groovy | 1 +
.../paimon/test_paimon_catalog.groovy | 189 ++++---
.../test_build_index_with_clone_fault.groovy | 96 ++++
.../insert_p0/test_group_commit_timeout.groovy | 55 ++
...compaction_with_multi_index_segments_arr.groovy | 2 +-
.../test_build_index_with_clone_by_docker.groovy | 97 ++++
.../nereids_broadcast_shuffle_join/load.groovy | 1 +
.../nereids_clickbench_shape_p0/query20.groovy | 1 +
.../suites/nereids_p0/hint/multi_leading.groovy | 1 +
.../suites/nereids_p0/hint/test_leading.groovy | 30 +-
.../eliminate_outer_join.groovy | 1 +
.../push_down_alias_through_join.groovy | 1 +
.../grouping_sets/grouping_normalize_test.groovy | 35 ++
.../infer_set_operator_distinct.groovy | 1 +
.../merge_aggregate/merge_aggregate.groovy | 1 +
.../mv/agg_on_none_agg/agg_on_none_agg.groovy | 488 ++++++++++++++++++
.../aggregate_without_roll_up.groovy | 2 +-
.../simplify_window_expression.groovy | 1 +
.../nereids_ssb_shape_sf100_p0/shape/flat.groovy | 1 +
.../push_filter_through_ptopn.groovy | 1 +
.../push_filter_through_window.groovy | 1 +
.../shape/query9.groovy | 1 +
.../noStatsRfPrune/query9.groovy | 1 +
.../no_stats_shape/query9.groovy | 1 +
.../rf_prune/query9.groovy | 2 +-
.../shape/query9.groovy | 1 +
.../tpch/push_filter_window_eqset.groovy | 1 +
.../test_dynamic_partition_failed.groovy | 29 ++
.../test_dynamic_partition_with_alter.groovy | 5 +
.../aggregate/group_array_intersect.groovy | 58 +--
.../suites/statistics/analyze_stats.groovy | 4 +-
.../suites/statistics/test_partition_stats.groovy | 30 +-
.../test_partial_update_delete_sign.groovy | 117 +++--
...partial_update_delete_sign_with_conflict.groovy | 151 ++++++
.../workload_manager_p0/test_curd_wlg.groovy | 2 +-
run-be-ut.sh | 8 +-
151 files changed, 3461 insertions(+), 2301 deletions(-)
create mode 100644 be/src/http/action/shrink_mem_action.cpp
create mode 100644 be/src/http/action/shrink_mem_action.h
delete mode 100644 be/src/runtime/block_spill_manager.cpp
delete mode 100644 be/src/runtime/block_spill_manager.h
delete mode 100644 be/src/vec/core/block_spill_reader.cpp
delete mode 100644 be/src/vec/core/block_spill_reader.h
delete mode 100644 be/src/vec/core/block_spill_writer.cpp
delete mode 100644 be/src/vec/core/block_spill_writer.h
delete mode 100644 be/test/vec/core/block_spill_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/MaterializedViewAggregateOnNoneAggregateRule.java
create mode 100644
regression-test/data/nereids_rules_p0/mv/agg_on_none_agg/agg_on_none_agg.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/partial_update_parallel_with_delete_sign.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_delete_sign_with_conflict.out
create mode 100644
regression-test/suites/fault_injection_p0/test_build_index_with_clone_fault.groovy
create mode 100644
regression-test/suites/insert_p0/test_group_commit_timeout.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_build_index_with_clone_by_docker.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/agg_on_none_agg/agg_on_none_agg.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_delete_sign_with_conflict.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
