This is an automated email from the ASF dual-hosted git repository.
cambyzju pushed a change to branch auto-pick-51274-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 03cc3451e35 [fix](broker) BE crashed because of empty broker (#51274)
add 6acf137cd25 [enhancement](time_series) increase the version limit for
the time series table (#51371) (#51656)
add 1b67a327374 branch-3.0: Pick [fix](group commit) replay wal set cloud
cluster name (#51517) (#51666)
add 5a7618fe4c6 branch-3.0: [fix](nereids)allow in partition contains
MAX_VALUE #46076 (#51806)
add 5ae9cf7ee6f branch-3.0: [Fix](case) Fix case
`test_key_bounds_truncation_write_scenarios` #51761 (#51788)
add b8a9344e226 branch-3.0: [opt](insert) return root cause of exception
when executing insert #51721 (#51758)
add e6f690ee6e8 branch-3.0: [fix](doris-compose) fix docker file create
directory #51644 (#51737)
add 987b5b502ea branch-3.0: [bugfix](query) Fix for incorrect query
results of variant type #51651 (#51705)
add f6d7f7023be branch-3.0: [fix](regression) fix
test_alter_column_comment case failed in 3 FE environment #51655 (#51691)
add d199e24a8a7 branch-3.0: [Fix](cloud-mow) Remove potential existing
split delete bitmap KVs before update them in schema change (#51353) (#51531)
add 029197d9372 [feat](cloud) Add unused rowset state for CloudTablet
(#51674)
add 2404371f3c8 branch-3.0: [fix](nereids) fix cast ipv4 to string #51546
(#51739)
add d499904f407 [cherry-pick](branch-30) support split_by_regexp (#38259)
(#47676) (#50272)
add 9d727d6c61f [fix](cloud) compaction and schema change potential data
race when retrying prepare rowset (#51048) (#51852)
add 3d28b86615b branch-3.0: [Bug](function) fix wrong result of
hll_to_base64 #51831 (#51849)
add 0922e52f685 [opt](mtmv) optimize mtmv rewrite performance (#49514)
(#51312)
add caa978ca0b9 branch-3.0: [Fix](multicatelog) Fix insert iceberg/hive
table when use broker #51187 (#51243)
add e4548ae8b4d Merge branch 'branch-3.0' into auto-pick-51274-branch-3.0
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 3 +-
be/src/cloud/cloud_delete_task.cpp | 13 +-
be/src/cloud/cloud_delta_writer.cpp | 2 +-
be/src/cloud/cloud_meta_mgr.cpp | 6 +-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_rowset_builder.cpp | 10 +-
be/src/cloud/cloud_schema_change_job.cpp | 4 +-
be/src/cloud/cloud_tablet.cpp | 57 +++
be/src/cloud/cloud_tablet.h | 9 +
be/src/cloud/cloud_tablet_mgr.cpp | 20 +-
be/src/common/config.cpp | 2 +
be/src/common/config.h | 2 +
be/src/olap/base_tablet.cpp | 8 +
be/src/olap/base_tablet.h | 2 +
be/src/olap/compaction.cpp | 5 +-
be/src/olap/olap_server.cpp | 3 +-
be/src/olap/push_handler.cpp | 9 +-
be/src/olap/rowset_builder.cpp | 10 +-
be/src/vec/functions/function_hll.cpp | 4 +-
be/src/vec/functions/function_split_by_regexp.cpp | 378 +++++++++++++++++
be/src/vec/functions/simple_function_factory.h | 2 +
.../writer/iceberg/viceberg_partition_writer.cpp | 3 +
.../writer/iceberg/viceberg_partition_writer.h | 1 +
.../sink/writer/iceberg/viceberg_table_writer.cpp | 12 +-
be/src/vec/sink/writer/vhive_partition_writer.cpp | 3 +
be/src/vec/sink/writer/vhive_partition_writer.h | 1 +
be/src/vec/sink/writer/vhive_table_writer.cpp | 46 ++-
cloud/src/common/config.h | 2 +
cloud/src/meta-service/meta_service.cpp | 79 +++-
cloud/src/meta-service/meta_service_job.cpp | 6 +
cloud/test/meta_service_job_test.cpp | 59 +++
cloud/test/meta_service_test.cpp | 448 +++++++++++++++++++++
docker/runtime/doris-compose/Dockerfile | 3 +-
.../java/org/apache/doris/catalog/BrokerMgr.java | 15 +
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../doris/common/profile/SummaryProfile.java | 18 +-
.../org/apache/doris/common/util/NetUtils.java | 28 ++
.../org/apache/doris/load/StreamLoadHandler.java | 2 +-
.../org/apache/doris/mtmv/MTMVRelationManager.java | 24 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 45 ++-
.../org/apache/doris/nereids/CascadesContext.java | 5 +
.../org/apache/doris/nereids/NereidsPlanner.java | 21 +-
.../java/org/apache/doris/nereids/PlannerHook.java | 12 +
.../org/apache/doris/nereids/StatementContext.java | 43 +-
.../executor/TablePartitionCollector.java} | 34 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 4 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../LogicalResultSinkToShortCircuitPointQuery.java | 3 +
.../mv/AbstractMaterializedViewRule.java | 227 +++++------
.../rules/exploration/mv/HyperGraphComparator.java | 41 +-
.../mv/InitMaterializationContextHook.java | 17 +-
.../exploration/mv/MaterializationContext.java | 37 +-
...terializedViewAggregateOnNoneAggregateRule.java | 12 +-
.../rules/exploration/mv/PartitionCompensator.java | 199 +++++++++
.../nereids/rules/exploration/mv/StructInfo.java | 113 ++----
.../rules/rewrite/PruneFileScanPartition.java | 1 -
.../rules/rewrite/QueryPartitionCollector.java | 95 +++++
.../scalar/{Tokenize.java => SplitByRegexp.java} | 69 ++--
.../trees/expressions/literal/IPv4Literal.java | 68 +++-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../trees/plans/commands/info/InPartition.java | 3 -
.../insert/BaseExternalTableInsertExecutor.java | 3 +-
.../plans/visitor/ExpressionLineageReplacer.java | 27 +-
.../doris/planner/BaseExternalTableDataSink.java | 21 +
.../org/apache/doris/planner/HiveTableSink.java | 3 +
.../org/apache/doris/planner/IcebergTableSink.java | 7 +-
.../java/org/apache/doris/qe/SessionVariable.java | 9 +
.../ExternalFileTableValuedFunction.java | 2 +-
.../util/NetUtilsTest.java} | 22 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 41 +-
.../doris/nereids/memo/StructInfoMapTest.java | 10 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 3 +-
.../nereids/mv/MtmvCacheNewConnectContextTest.java | 6 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 4 +-
.../nereids/mv/OptimizeGetAvailableMvsTest.java | 269 +++++++++++++
.../exploration/mv/PartitionCompensatorTest.java | 186 +++++++++
.../org/apache/doris/nereids/util/PlanChecker.java | 12 +-
gensrc/proto/cloud.proto | 2 +
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/DataSinks.thrift | 2 +
.../test_group_commit_replay_wal.csv} | 0
.../http_stream/test_http_stream_compress.out | Bin 179025 -> 179043 bytes
.../infer_predicate/pull_up_predicate_literal.out | Bin 110312 -> 110311 bytes
.../partition_mv_rewrite.out | Bin 2856 -> 4048 bytes
.../unioin_rewrite_grace_big.out} | Bin 2856 -> 3997 bytes
.../data/point_query_p0/test_point_query.out | Bin 9934 -> 9946 bytes
.../string_functions/test_split_by_regexp.out | Bin 0 -> 987 bytes
.../data/variant_p0/variant_with_rowstore.out | Bin 1338 -> 1344 bytes
.../alter_p0/test_alter_column_comment.groovy | 4 +-
.../test_group_commit_replay_wal.groovy | 95 +++++
.../insert_p0/insert_group_commit_into.groovy | 2 +-
.../http_stream/test_http_stream_compress.groovy | 1 +
.../fold_constant/fold_constant_ip.groovy | 25 +-
.../mv/availability/grace_period.groovy | 4 +-
.../partition_mv_rewrite.groovy | 293 +++++++-------
.../rewrite_duration_exceeded.groovy} | 128 +++---
.../unioin_rewrite_grace_big.groovy} | 312 +++++++-------
.../suites/point_query_p0/test_point_query.groovy | 31 +-
.../string_functions/test_split_by_regexp.groovy | 74 ++++
...st_key_bounds_truncation_write_scenarios.groovy | 36 +-
100 files changed, 3131 insertions(+), 865 deletions(-)
create mode 100644 be/src/vec/functions/function_split_by_regexp.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{rules/rewrite/EliminateSortUnderSubqueryOrView.java
=> jobs/executor/TablePartitionCollector.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/PartitionCompensator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/QueryPartitionCollector.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Tokenize.java
=> SplitByRegexp.java} (57%)
copy
fe/fe-core/src/test/java/org/apache/doris/{persist/gson/ThriftToJsonTest.java
=> common/util/NetUtilsTest.java} (62%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/mv/OptimizeGetAvailableMvsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/mv/PartitionCompensatorTest.java
copy regression-test/data/{fault_injection_p0/group_commit_wal_msg.csv =>
cloud_p0/multi_cluster/test_group_commit_replay_wal.csv} (100%)
copy regression-test/data/nereids_rules_p0/mv/{ =>
partition_union_rewrite}/partition_mv_rewrite.out (68%)
rename regression-test/data/nereids_rules_p0/mv/{partition_mv_rewrite.out =>
union_rewrite_grace_big/unioin_rewrite_grace_big.out} (69%)
create mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_split_by_regexp.out
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_group_commit_replay_wal.groovy
copy
fe/be-java-extensions/java-common/src/main/java/org/apache/doris/common/classloader/ThreadClassLoaderContext.java
=>
regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_ip.groovy
(57%)
copy regression-test/suites/nereids_rules_p0/mv/{ =>
partition_union_rewrite}/partition_mv_rewrite.groovy (68%)
copy
regression-test/suites/nereids_rules_p0/mv/{direct_query/direct_query.groovy =>
rewrite_duration_exceeded/rewrite_duration_exceeded.groovy} (53%)
rename regression-test/suites/nereids_rules_p0/mv/{partition_mv_rewrite.groovy
=> union_rewrite_grace_big/unioin_rewrite_grace_big.groovy} (67%)
create mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_split_by_regexp.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
