This is an automated email from the ASF dual-hosted git repository. zouxinyi pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
from 17e2272d937 [fix](test) fix non stable regression test test_alter_column_comment (#50264) add ff84594cc4c [opt](resource) Refactor process and workload group revoke memory (#50107) No new revisions were added by this update. Summary of changes: be/src/common/config.cpp | 12 +- be/src/common/config.h | 12 +- be/src/common/daemon.cpp | 93 ++--- be/src/common/daemon.h | 1 - be/src/common/status.h | 6 + be/src/http/action/shrink_mem_action.cpp | 4 +- be/src/olap/memtable_flush_executor.cpp | 3 +- be/src/olap/rowid_conversion.h | 5 +- .../exec/partitioned_aggregation_sink_operator.cpp | 9 +- .../exec/partitioned_hash_join_sink_operator.cpp | 2 +- be/src/pipeline/exec/spill_sort_sink_operator.cpp | 7 +- be/src/pipeline/pipeline_task.cpp | 15 +- be/src/runtime/fragment_mgr.cpp | 3 +- be/src/runtime/load_channel.cpp | 5 +- be/src/runtime/memory/cache_manager.cpp | 2 + be/src/runtime/memory/cache_manager.h | 2 + be/src/runtime/memory/cache_policy.cpp | 2 + be/src/runtime/memory/cache_policy.h | 2 + be/src/runtime/memory/global_memory_arbitrator.cpp | 2 + be/src/runtime/memory/global_memory_arbitrator.h | 22 +- be/src/runtime/memory/heap_profiler.cpp | 2 + be/src/runtime/memory/heap_profiler.h | 2 + be/src/runtime/memory/jemalloc_control.cpp | 2 + be/src/runtime/memory/jemalloc_control.h | 2 + be/src/runtime/memory/lru_cache_policy.h | 5 +- be/src/runtime/memory/lru_cache_value_base.h | 2 + be/src/runtime/memory/mem_counter.h | 2 + be/src/runtime/memory/mem_tracker.h | 2 + be/src/runtime/memory/mem_tracker_limiter.cpp | 273 +------------- be/src/runtime/memory/mem_tracker_limiter.h | 73 +--- be/src/runtime/memory/memory_profile.cpp | 2 + be/src/runtime/memory/memory_profile.h | 2 + be/src/runtime/memory/memory_reclamation.cpp | 399 +++++++++------------ be/src/runtime/memory/memory_reclamation.h | 134 ++++++- be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 2 + be/src/runtime/memory/thread_mem_tracker_mgr.h | 2 + be/src/runtime/query_context.cpp | 177 +-------- be/src/runtime/query_context.h | 141 +------- be/src/runtime/runtime_query_statistics_mgr.cpp | 8 + be/src/runtime/runtime_query_statistics_mgr.h | 3 + be/src/runtime/workload_group/workload_group.cpp | 303 +++++----------- be/src/runtime/workload_group/workload_group.h | 27 +- .../workload_group/workload_group_manager.cpp | 365 ++++++++++--------- .../workload_group/workload_group_manager.h | 31 +- be/src/runtime/workload_management/cpu_context.cpp | 2 + be/src/runtime/workload_management/cpu_context.h | 2 + be/src/runtime/workload_management/io_context.h | 2 + .../workload_management/memory_context.cpp} | 26 +- .../runtime/workload_management/memory_context.h | 34 +- .../workload_management/query_task_controller.cpp | 208 +++++++++++ .../workload_management/query_task_controller.h | 56 +++ .../workload_management/resource_context.cpp | 2 + .../runtime/workload_management/resource_context.h | 4 + .../workload_management/task_controller.cpp | 53 +++ .../runtime/workload_management/task_controller.h | 127 +++++-- be/src/vec/common/allocator.cpp | 45 +-- be/src/vec/exec/scan/scanner_scheduler.cpp | 5 +- be/src/vec/sink/writer/vtablet_writer.cpp | 2 +- be/test/pipeline/pipeline_task_test.cpp | 16 +- be/test/runtime/memory/memory_reclamation_test.cpp | 372 +++++++++++++++++++ .../workload_group/dummy_workload_group_test.cpp | 4 +- .../workload_group/workload_group_manager_test.cpp | 152 ++++++-- be/test/testutil/mock/mock_query_context.h | 23 +- .../testutil/mock/mock_query_task_controller.h} | 33 +- be/test/testutil/mock/mock_runtime_state.h | 2 +- be/test/testutil/mock/mock_workload_group_mgr.h | 4 +- 66 files changed, 1779 insertions(+), 1565 deletions(-) copy be/src/{vec/aggregate_functions/aggregate_function_reader.h => runtime/workload_management/memory_context.cpp} (64%) create mode 100644 be/src/runtime/workload_management/query_task_controller.cpp create mode 100644 be/src/runtime/workload_management/query_task_controller.h create mode 100644 be/src/runtime/workload_management/task_controller.cpp create mode 100644 be/test/runtime/memory/memory_reclamation_test.cpp copy be/{src/geo/wkt_parse_type.h => test/testutil/mock/mock_query_task_controller.h} (54%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org