This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from f0e883c968a [Fix](executor)Fix backend_active_tasks only scan one be
(#35490)
new 7058b31edd4 [fix](move-memtable) clear load streams before shutdown
SegmentFileWriterThreadPool (#35217)
new d8eefd0be89 [fix] fix wrong result of spill agg with limit (#35403)
new 79cd7261326 [Fix](inverted index) fix race condition in index build
(#35427)
new 9d6b2d66ca6 [feature](metrics)support be jvm metrics. (#35023)
new f8fcd17f33d [fix](memory) Fix nested scoped tracker and nested reserve
memory (#35257)
new c38c939b527 [bug](Fe) fix potential deadlock in show proc statement
(#34988)
new 3aab6b1d618 [chore](regression) add debug log for flaky case of
test_stream_load_cast (#35441)
new 7c808fcecfb [bugfix] Fix the case is unstable because
Table[tbl_scalar_types_dup]'s state(ROLLUP) is not NORMAL (#35460)
new ac495762292 [Fix](nereids) fix merge aggregate setting top projection
bug (#35348)
new dfcabf8d471 [fix](nereids) set mark join reference for bitmap-in-apply
(#35435)
new 9c15a857d3a [fix](tools) update tools cases #35467
new 2f7280be7d4 [regression-test](fix) fix
sql_block_rule_p0/test_sql_block_rule.groovy case bug (#35471)
new f6540d52cbc [regression-test](fix) fix
schema_change_p2/test_schema_change.groovy case (#35470)
new 2310915c269 [fix](pipeline) Fix query hang if limited rows is reached
(#35466)
new d2df392994e [fix](nereids) push filter through window, using slot
equal-set (#35361)
new 8599e8ee649 [improvement](mtmv) Add id to statistics map in statement
context for cost estimation later (#35436)
new 97a5f55a372 [fix](function) bitmap to base64 error length check
(#35117)
new 87c90094a7f [Bug](materialized-view) fix unmatch mv coz table name
(#35444)
new 4e7e8d700fb [enhancement](atomicstatus) use lock to make the status
object more stable (#35476)
new 96a4159f737 [opt](scan) Use lazy-init for segment iterators and avoid
caching all segments in the rowset reader (#35432)
The 20 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/status.h | 22 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 67 +++-
be/src/olap/rowset/beta_rowset_reader.h | 4 +-
.../segment_v2/lazy_init_segment_iterator.cpp | 38 ++
.../rowset/segment_v2/lazy_init_segment_iterator.h | 67 ++++
be/src/olap/rowset/segment_v2/segment.cpp | 29 +-
be/src/olap/rowset/segment_v2/segment.h | 7 +
be/src/olap/task/index_builder.cpp | 22 +-
be/src/olap/task/index_builder.h | 1 +
be/src/pipeline/exec/aggregation_sink_operator.cpp | 5 +-
.../pipeline/exec/aggregation_source_operator.cpp | 5 -
be/src/pipeline/exec/aggregation_source_operator.h | 3 -
be/src/pipeline/pipeline_x/dependency.cpp | 7 +
be/src/pipeline/pipeline_x/dependency.h | 5 +
.../local_exchange_sink_operator.cpp | 11 +-
.../local_exchange_source_operator.cpp | 17 +-
.../local_exchange_source_operator.h | 1 +
.../pipeline_x/local_exchange/local_exchanger.h | 4 +
be/src/runtime/load_stream.h | 2 +-
be/src/runtime/load_stream_mgr.cpp | 14 +-
be/src/runtime/load_stream_mgr.h | 5 +-
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 14 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 41 +-
be/src/service/internal_service.cpp | 4 +-
be/src/util/doris_metrics.cpp | 4 +
be/src/util/doris_metrics.h | 6 +
be/src/util/jni-util.cpp | 2 +
be/src/util/jvm_metrics.cpp | 423 +++++++++++++++++++++
be/src/util/jvm_metrics.h | 149 ++++++++
be/src/util/mem_info.cpp | 4 +-
be/src/vec/functions/function_bitmap.cpp | 2 +-
be/src/vec/olap/vgeneric_iterators.cpp | 7 +-
be/test/runtime/load_stream_test.cpp | 4 +-
.../doris/analysis/CreateMaterializedViewStmt.java | 1 +
.../common/proc/DiagnoseClusterBalanceProcDir.java | 17 +-
.../doris/common/proc/StatisticProcNode.java | 17 +-
.../doris/common/proc/TabletHealthProcDir.java | 17 +-
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 14 +-
.../org/apache/doris/nereids/StatementContext.java | 25 ++
.../nereids/properties/FunctionalDependencies.java | 4 +
.../mv/AbstractMaterializedViewAggregateRule.java | 6 +-
.../mv/AbstractMaterializedViewJoinRule.java | 4 +-
.../mv/AbstractMaterializedViewRule.java | 17 +-
.../mv/AsyncMaterializationContext.java | 39 +-
.../exploration/mv/MaterializationContext.java | 117 +++---
.../exploration/mv/MaterializedViewScanRule.java | 4 +-
.../doris/nereids/rules/rewrite/InApplyToJoin.java | 1 +
.../nereids/rules/rewrite/MergeAggregate.java | 20 +-
.../doris/nereids/trees/plans/algebra/Window.java | 12 +
.../IdStatisticsMapTest.java} | 22 +-
.../nereids/{memo => mv}/MvTableIdIsLongTest.java | 2 +-
.../data/mv_p0/test_tbl_name/test_tbl_name.out | 9 +
.../merge_aggregate/merge_aggregate.out | 9 +
.../tpch/push_filter_window_eqset.out | 12 +
.../query_p0/join/test_bitmap_filter_nereids.out | 18 +-
.../schema_change_modify_mv_column_type_agg.out | 0
.../schema_change_modify_mv_column_type.out | 0
.../schema_change_modify_mv_column_type2.out | 0
regression-test/data/spill_p0/aggregate_spill.out | 4 +
.../stream_load/test_stream_load_cast.groovy | 4 +
.../mv_p0/test_tbl_name/test_tbl_name.groovy | 71 ++++
.../merge_aggregate/merge_aggregate.groovy | 6 +
.../tpch/push_filter_window_eqset.groovy | 46 +++
.../join/test_bitmap_filter_nereids.groovy | 5 +-
.../schema_change_modify_mv_column_type_agg.groovy | 0
.../schema_change_modify_mv_column_type.groovy | 0
.../schema_change_modify_mv_column_type2.groovy | 0
.../schema_change_p2/test_schema_change.groovy | 2 +-
.../suites/spill_p0/aggregate_spill.groovy | 43 +++
.../sql_block_rule_p0/test_sql_block_rule.groovy | 1 +
tools/tpcds-tools/queries/sf1/query78.sql | 2 +-
tools/tpcds-tools/queries/sf100/query78.sql | 2 +-
tools/tpcds-tools/queries/sf1000/query78.sql | 6 +-
tools/tpcds-tools/queries/sf10000/query78.sql | 2 +-
74 files changed, 1354 insertions(+), 223 deletions(-)
create mode 100644 be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.cpp
create mode 100644 be/src/olap/rowset/segment_v2/lazy_init_segment_iterator.h
create mode 100644 be/src/util/jvm_metrics.cpp
create mode 100644 be/src/util/jvm_metrics.h
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/{memo/MvTableIdIsLongTest.java
=> mv/IdStatisticsMapTest.java} (74%)
rename fe/fe-core/src/test/java/org/apache/doris/nereids/{memo =>
mv}/MvTableIdIsLongTest.java (98%)
create mode 100644 regression-test/data/mv_p0/test_tbl_name/test_tbl_name.out
create mode 100644
regression-test/data/nereids_tpch_p0/tpch/push_filter_window_eqset.out
rename regression-test/data/schema_change_p0/{ =>
modify_col_type_agg}/schema_change_modify_mv_column_type_agg.out (100%)
rename regression-test/data/schema_change_p0/{ =>
modify_col_type_dup}/schema_change_modify_mv_column_type.out (100%)
rename regression-test/data/schema_change_p0/{ =>
modify_col_type_dup2}/schema_change_modify_mv_column_type2.out (100%)
create mode 100644 regression-test/data/spill_p0/aggregate_spill.out
create mode 100644
regression-test/suites/mv_p0/test_tbl_name/test_tbl_name.groovy
create mode 100644
regression-test/suites/nereids_tpch_p0/tpch/push_filter_window_eqset.groovy
rename regression-test/suites/schema_change_p0/{ =>
modify_col_type_agg}/schema_change_modify_mv_column_type_agg.groovy (100%)
rename regression-test/suites/schema_change_p0/{ =>
modify_col_type_dup}/schema_change_modify_mv_column_type.groovy (100%)
rename regression-test/suites/schema_change_p0/{ =>
modify_col_type_dup2}/schema_change_modify_mv_column_type2.groovy (100%)
create mode 100644 regression-test/suites/spill_p0/aggregate_spill.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
