This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 38c72f040c5 [Improvement](memory) clear arena when finalize one row
#30788
new 8ba1c1b6ef3 [test](mtmv) Add mtmv negative cases (#30918)
new dd3efd848af [Doc](group commit) Modify group commit doc (#30938)
new 94ea12308f5 [fix](Nereids) should distribute first when do sort
enforce on must shuffle (#30948)
new 63353dbcd4a [case](mtmv) MTMV hive case (#30930)
new b4c423007f0 [refactor](move-memtable) remove phmap and use shared ptr
in delta writer v2 (#30949)
new 3fc94edeb9e [refactor](scanner) refactoring and optimizing scanner
scheduling (#30746)
new 0ac6b138733 [fix](group_commit) Fix write column id twice problem on
wal file (#30935)
new 0435219d120 [opt](ES catalog) Increase to 3 connect attempts per node
(#30957)
new 8f5e737cbfc [Enhancement](wal) Optimize group commit manager log
(#30849)
new 479ff98a7ee disable OR predicate for bitmap index (#30951)
new d70d8621d5f [fix](group_commit)Add bounds checking when reading wal
file on group commit (#30940)
new 763039e47d3 [enhancement](schema change) some types changes (#30919)
new e3510d6060b [fix](nereids)aggregate function cannot contain aggregate
parameters (#30928)
new 833da32285e [fix](gc) fix a core introduced by #30854 (#30932)
new 6d7d1976064 opt the rf code and remove rf unless code (#30861)
new 06fe865bb97 [fix](group_commit) Wal file should be removed from
_wal_path_map when renaming it to tmp directory (#30974)
new 548816899f1 [fix](pipeline) Set the flag of short circuit only when
hash join sink finished (#30977)
new 310bde67aba [fix](nereids)should not infer predicate for nullaware
anti-join (#30924)
new 588c0f9c4f0 [test](mtmv) Add mtmv increment create case (#30751)
new f570193e540 Alter workload group queue prop sync for regression test
(#30869)
new ba896f2a215 [feature](StoragePolicy) Add one http action to add
storage policy back (#30879)
new efe9a962e7b [fix](test) Increase the timeout duration for the test
case (#30952)
new 352c8e36945 [improvement](group_commit) Rename fail wal to tmp should
only use in test P0 scenario (#30959)
new 6217de2f108 [improvement](group_commit) Add bvar to monitor the count
of replaying wal fail on group commit (#30941)
new 23041730f0b [enhancement](stmt-forward) record query result for proxy
query to avoid EOF (#30536)
new 82469e9b12e [enhancement](mysql-channel) avoid potential buffer
overflow when flushing send buffer occurs IOE (#30868)
new 3b760fafdd0 [feat](fe) Show db total size and recycle bin size with
`ShowDataStmt` (#30663)
new ee7a2097f1f [fix](Docs) fix dev-prepare doc #30923
new 50cb80395f4 [fix](regex) fix wrong escape of function LIKE (#30557)
new 287d0dba229 [fix](nereids) collect all correlated slots from subquery
in correct way (#30908)
new d431d234887 [improvement](memtracker) should counter memory usage to
query when exchange sink buffer rpc (#30964)
new f17449b1ab2 [feature](window-func) support percent_rank window
function (#30926)
The 32 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/common/config.cpp | 1 +
be/src/common/config.h | 1 +
be/src/exprs/runtime_filter.cpp | 110 ++--
be/src/exprs/runtime_filter.h | 20 +-
be/src/exprs/runtime_filter_slots.h | 5 +-
be/src/olap/delta_writer_v2.h | 2 +
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 22 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 3 -
be/src/olap/storage_engine.cpp | 2 +-
be/src/olap/wal/wal_info.cpp | 2 +-
be/src/olap/wal/wal_info.h | 4 +-
be/src/olap/wal/wal_manager.cpp | 10 +
be/src/olap/wal/wal_reader.cpp | 14 +-
be/src/olap/wal/wal_table.cpp | 26 +-
be/src/pipeline/exec/analytic_source_operator.cpp | 4 +-
be/src/pipeline/exec/datagen_operator.cpp | 8 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 9 +
be/src/pipeline/exec/exchange_sink_buffer.h | 1 +
be/src/pipeline/exec/file_scan_operator.cpp | 8 +-
be/src/pipeline/exec/hashjoin_build_sink.cpp | 2 +-
be/src/pipeline/exec/scan_operator.cpp | 27 +-
be/src/pipeline/exec/scan_operator.h | 3 +-
be/src/pipeline/pipeline_task.cpp | 1 -
be/src/pipeline/pipeline_task.h | 2 +
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 1 -
be/src/pipeline/task_scheduler.cpp | 6 +-
be/src/runtime/fragment_mgr.cpp | 8 +-
be/src/runtime/group_commit_mgr.cpp | 9 +-
be/src/runtime/runtime_filter_mgr.cpp | 69 +--
be/src/runtime/runtime_filter_mgr.h | 10 +-
be/src/runtime/runtime_state.h | 8 +-
.../aggregate_function_window.cpp | 2 +
.../aggregate_function_window.h | 59 +-
be/src/vec/exec/format/wal/wal_reader.cpp | 12 +-
be/src/vec/exec/format/wal/wal_reader.h | 1 +
be/src/vec/exec/join/vhash_join_node.cpp | 2 +-
be/src/vec/exec/runtime_filter_consumer.cpp | 15 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 9 +-
be/src/vec/exec/scan/pip_scanner_context.h | 242 +-------
be/src/vec/exec/scan/scanner_context.cpp | 515 ++++++++---------
be/src/vec/exec/scan/scanner_context.h | 213 +++----
be/src/vec/exec/scan/scanner_scheduler.cpp | 293 +++-------
be/src/vec/exec/scan/scanner_scheduler.h | 44 +-
be/src/vec/exec/scan/vscan_node.cpp | 25 +-
be/src/vec/exec/scan/vscan_node.h | 3 +-
be/src/vec/exec/vanalytic_eval_node.cpp | 2 +-
be/src/vec/exec/vdata_gen_scan_node.cpp | 8 +-
be/src/vec/functions/like.cpp | 64 ++-
be/src/vec/sink/delta_writer_v2_pool.cpp | 41 +-
be/src/vec/sink/delta_writer_v2_pool.h | 15 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 4 +-
.../developer-guide/mac-dev/dev-prepare.md | 5 +-
.../import/import-way/group-commit-manual.md | 180 +++---
.../window-function-percent-rank.md | 128 +++++
.../sql-reference/Show-Statements/SHOW-DATA.md | 28 +-
docs/sidebars.json | 2 +
.../developer-guide/mac-dev/dev-prepare.md | 5 +-
.../import/import-way/group-commit-manual.md | 180 +++---
.../window-function-percent-rank.md | 128 +++++
.../sql-reference/Show-Statements/SHOW-DATA.md | 28 +-
.../main/java/org/apache/doris/common/Config.java | 4 +
.../org/apache/doris/analysis/ShowDataStmt.java | 88 +++
.../doris/catalog/BuiltinWindowFunctions.java | 2 +
.../apache/doris/catalog/CatalogRecycleBin.java | 39 ++
.../java/org/apache/doris/catalog/Database.java | 20 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 16 +
.../doris/external/elasticsearch/EsRestClient.java | 5 +-
.../httpv2/restv2/AddStoragePolicyAction.java | 89 +++
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 4 +-
.../java/org/apache/doris/mysql/MysqlChannel.java | 22 +-
.../org/apache/doris/mysql/ProxyMysqlChannel.java | 40 +-
.../properties/EnforceMissingPropertiesHelper.java | 8 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 6 +
.../rules/analysis/WindowFunctionChecker.java | 13 +
.../nereids/rules/rewrite/InferPredicates.java | 1 -
.../expressions/functions/window/PercentRank.java | 61 ++
.../expressions/visitor/WindowFunctionVisitor.java | 5 +
.../java/org/apache/doris/nereids/util/Utils.java | 21 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 28 +
.../java/org/apache/doris/qe/ConnectContext.java | 9 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 14 +-
.../java/org/apache/doris/qe/MasterOpExecutor.java | 10 +-
.../java/org/apache/doris/qe/SessionVariable.java | 42 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 40 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 4 +
.../apache/doris/service/FrontendServiceImpl.java | 2 +-
.../apache/doris/statistics/AnalysisManager.java | 2 +-
.../org/apache/doris/mysql/MysqlChannelTest.java | 92 +++
gensrc/thrift/FrontendService.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 2 +
.../test_null_aware_left_anti_join.out | 2 +
.../datatype_p0/decimalv3}/test.csv | 0
.../data/mtmv_p0/test_hive_olap_mtmv.out | 17 +
.../data/mtmv_p0/test_hive_refresh_mtmv.out | 17 +
.../window_function/window_fn.out | 58 ++
.../conditional_functions/test_query_like.out | 18 +
.../nereids_p0/subquery/subquery_unnesting.out | 12 +
.../push_down_filter_other_condition.out | 8 -
.../conditional_functions/test_query_like.out | 18 +
.../window_functions/test_window_fn.out | 12 +
.../window_functions/test_window_function.out | 11 +
.../test_schema_change_agg_check_all_types.out | 55 ++
.../org/apache/doris/regression/suite/Suite.groovy | 14 +-
.../doris/regression/suite/SuiteCluster.groovy | 5 +
.../test_null_aware_left_anti_join.groovy | 8 +
.../suites/datatype_p0/decimalv3/test_load.groovy | 31 +-
.../suites/mtmv_p0/test_hive_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_olap_mtmv.groovy | 90 +++
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 180 ++++++
.../window_function/window_fn.groovy | 10 +
.../suites/nereids_p0/aggregate/aggregate.groovy | 7 +
.../cte/test_cte_reuse_with_window.groovy | 43 +-
.../conditional_functions/test_query_like.groovy | 7 +
.../nereids_p0/subquery/subquery_unnesting.groovy | 1 +
.../push_down_filter_other_condition.groovy | 4 -
.../cross_join_list_str_increment_create.groovy | 361 ++++++++++++
.../cross_join_range_date_increment_create.groovy | 356 ++++++++++++
...cross_join_range_number_increment_create.groovy | 365 ++++++++++++
.../full_join_list_str_increment_create.groovy | 360 ++++++++++++
.../full_join_range_date_increment_create.groovy | 351 ++++++++++++
.../full_join_range_number_increment_create.groovy | 360 ++++++++++++
.../inner_join_list_str_increment_create.groovy | 375 ++++++++++++
.../inner_join_range_date_increment_create.groovy | 366 ++++++++++++
...inner_join_range_number_increment_create.groovy | 376 ++++++++++++
...left_anti_join_list_str_increment_create.groovy | 334 +++++++++++
...ft_anti_join_range_date_increment_create.groovy | 325 +++++++++++
..._anti_join_range_number_increment_create.groovy | 331 +++++++++++
.../left_join_list_str_increment_create.groovy | 334 +++++++++++
.../left_join_range_date_increment_create.groovy | 325 +++++++++++
.../left_join_range_number_increment_create.groovy | 331 +++++++++++
...left_semi_join_list_str_increment_create.groovy | 334 +++++++++++
...ft_semi_join_range_date_increment_create.groovy | 325 +++++++++++
..._semi_join_range_number_increment_create.groovy | 331 +++++++++++
...ight_anti_join_list_str_increment_create.groovy | 353 ++++++++++++
...ht_anti_join_range_date_increment_create.groovy | 344 +++++++++++
..._anti_join_range_number_increment_create.groovy | 353 ++++++++++++
.../right_join_list_str_increment_create.groovy | 375 ++++++++++++
.../right_join_range_date_increment_create.groovy | 366 ++++++++++++
...right_join_range_number_increment_create.groovy | 375 ++++++++++++
...ight_semi_join_list_str_increment_create.groovy | 352 ++++++++++++
...ht_semi_join_range_date_increment_create.groovy | 344 +++++++++++
..._semi_join_range_number_increment_create.groovy | 353 ++++++++++++
.../self_conn_list_str_increment_create.groovy | 343 +++++++++++
.../self_conn_range_date_increment_create.groovy | 334 +++++++++++
.../self_conn_range_number_increment_create.groovy | 344 +++++++++++
.../mv/negative/negative_test.groovy | 633 +++++++++++++++++++++
.../conditional_functions/test_query_like.groovy | 7 +
.../window_functions/test_window_fn.groovy | 3 +
.../window_functions/test_window_function.groovy | 2 +
.../suites/query_p0/test_forward_qeury.groovy | 52 ++
.../test_schema_change_agg_check_all_types.groovy | 64 +++
.../suites/show_p0/test_show_data.groovy | 31 +-
.../workload_manager_p0/test_curd_wlg.groovy | 6 +-
153 files changed, 13692 insertions(+), 1553 deletions(-)
create mode 100644
docs/en/docs/sql-manual/sql-functions/window-functions/window-function-percent-rank.md
create mode 100644
docs/zh-CN/docs/sql-manual/sql-functions/window-functions/window-function-percent-rank.md
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/restv2/AddStoragePolicyAction.java
copy be/src/olap/wal/wal_info.h =>
fe/fe-core/src/main/java/org/apache/doris/mysql/ProxyMysqlChannel.java (58%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/window/PercentRank.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/MysqlChannelTest.java
copy regression-test/{suites/datatype_p0/decimalv3/test_data =>
data/datatype_p0/decimalv3}/test.csv (100%)
create mode 100644 regression-test/data/mtmv_p0/test_hive_olap_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_hive_refresh_mtmv.out
create mode 100644 regression-test/suites/mtmv_p0/test_hive_olap_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
copy be/src/olap/wal/wal_info.cpp =>
regression-test/suites/nereids_p0/cte/test_cte_reuse_with_window.groovy (50%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/cross_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/cross_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/cross_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/full_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/full_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/full_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/inner_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/inner_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/inner_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_anti_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_anti_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_anti_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_semi_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_semi_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/left_semi_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_anti_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_anti_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_anti_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_semi_join_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_semi_join_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/right_semi_join_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/self_conn_list_str_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/self_conn_range_date_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/increment_create/self_conn_range_number_increment_create.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/negative/negative_test.groovy
create mode 100644 regression-test/suites/query_p0/test_forward_qeury.groovy
copy be/src/olap/wal/wal_info.h =>
regression-test/suites/show_p0/test_show_data.groovy (60%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
