This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 447d5356e02 [feat](catalog) Support catalog attribute connectivity
tester (#57004)
add a0ecbae7c29 [feature](mtmv)MTMV refresh support multi pct tables
(#56958)
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/doris/catalog/MTMV.java | 81 +-
.../java/org/apache/doris/catalog/OlapTable.java | 2 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 22 +-
...MTMVTimestampSnapshot.java => BaseColInfo.java} | 54 +-
.../org/apache/doris/mtmv/MTMVBaseVersions.java | 11 +-
.../apache/doris/mtmv/MTMVPartitionCheckUtil.java | 2 +-
.../doris/mtmv/MTMVPartitionExprDateTrunc.java | 43 +-
.../doris/mtmv/MTMVPartitionExprService.java | 2 +-
.../org/apache/doris/mtmv/MTMVPartitionInfo.java | 81 +-
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 177 +--
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 33 +-
.../org/apache/doris/mtmv/MTMVRefreshContext.java | 8 +-
.../doris/mtmv/MTMVRefreshPartitionSnapshot.java | 14 +
.../org/apache/doris/mtmv/MTMVRefreshSnapshot.java | 19 +-
.../MTMVRelatedPartitionDescGeneratorService.java | 5 +-
.../MTMVRelatedPartitionDescInitGenerator.java | 17 +-
...latedPartitionDescOnePartitionColGenerator.java | 27 +-
.../MTMVRelatedPartitionDescRollUpGenerator.java | 33 +-
...MTMVRelatedPartitionDescSyncLimitGenerator.java | 21 +-
.../MTMVRelatedPartitionDescTransferGenerator.java | 132 +++
.../org/apache/doris/mtmv/MTMVRelationManager.java | 8 +-
.../org/apache/doris/mtmv/MTMVRewriteUtil.java | 63 +-
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 10 +
.../doris/mtmv/RelatedPartitionDescResult.java | 25 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 29 +-
.../mv/AbstractMaterializedViewRule.java | 80 +-
.../mv/AsyncMaterializationContext.java | 30 +
...terializedViewAggregateOnNoneAggregateRule.java | 9 +-
.../exploration/mv/MaterializedViewUtils.java | 591 ++--------
.../rules/exploration/mv/PartitionCompensator.java | 144 ++-
.../mv/PartitionIncrementMaintainer.java | 845 ++++++++++++++
.../rules/exploration/mv/RelatedTableInfo.java | 214 ++++
.../nereids/rules/exploration/mv/StructInfo.java | 10 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 65 +-
.../trees/plans/commands/info/CreateMTMVInfo.java | 17 +-
.../commands/info/MTMVPartitionDefinition.java | 82 +-
.../trees/plans/commands/info/RefreshMTMVInfo.java | 8 +-
.../doris/mtmv/MTMVPartitionCheckUtilTest.java | 8 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 16 +-
.../apache/doris/mtmv/MTMVRefreshSnapshotTest.java | 21 +-
.../MTMVRelatedPartitionDescGeneratorTest.java | 295 +++++
...TMVRelatedPartitionDescRollUpGeneratorTest.java | 2 +-
.../org/apache/doris/mtmv/MTMVRewriteUtilTest.java | 261 +++++
.../test/java/org/apache/doris/mtmv/MTMVTest.java | 4 +-
.../doris/nereids/memo/StructInfoMapTest.java | 8 +-
.../doris/nereids/mv/IdStatisticsMapTest.java | 5 +-
.../doris/nereids/mv/MvTableIdIsLongTest.java | 4 +-
.../exploration/mv/MaterializedViewUtilsTest.java | 56 +-
.../exploration/mv/PartitionColumnTraceTest.java | 1165 ++++++++++++++++++++
.../org/apache/doris/nereids/util/PlanChecker.java | 11 +-
.../data/mtmv_p0/test_multi_pct_list_mtmv.out | 24 +
.../data/mtmv_p0/test_multi_pct_mtmv.out | 43 +
.../data/mtmv_p0/test_multi_pct_nested_mtmv.out | 24 +
.../data/mtmv_p0/test_multi_pct_rollup_mtmv.out | 28 +
.../test_multi_pct_union_list_mtmv.out} | 44 +-
.../data/mtmv_p0/test_multi_pct_union_mtmv.out | 28 +
.../data/mtmv_p0/test_multi_pct_view_mtmv.out | 24 +
...ition_mtmv.out => test_null_multi_pct_mtmv.out} | 10 +-
.../test_upgrade_downgrade_multi_pct_mtmv.out} | 7 +-
.../multi_trace_partition_mv_rewrite.out | 41 +
.../suites/mtmv_p0/test_multi_pct_bad_mtmv.groovy | 377 +++++++
.../suites/mtmv_p0/test_multi_pct_list_mtmv.groovy | 152 +++
.../suites/mtmv_p0/test_multi_pct_mtmv.groovy | 175 +++
.../mtmv_p0/test_multi_pct_nested_mtmv.groovy | 204 ++++
.../mtmv_p0/test_multi_pct_rollup_mtmv.groovy | 124 +++
...roovy => test_multi_pct_union_list_mtmv.groovy} | 82 +-
.../mtmv_p0/test_multi_pct_union_mtmv.groovy | 119 ++
.../suites/mtmv_p0/test_multi_pct_view_mtmv.groovy | 159 +++
...mtmv.groovy => test_null_multi_pct_mtmv.groovy} | 120 +-
.../load.groovy | 35 +-
.../test_upgrade_downgrade_multi_pct_mtmv.groovy} | 34 +-
.../cross_join_list_str_increment_create.groovy | 8 +-
.../cross_join_range_date_increment_create.groovy | 8 +-
...cross_join_range_number_increment_create.groovy | 7 +-
.../inner_join_list_str_increment_create.groovy | 14 +-
.../inner_join_range_date_increment_create.groovy | 16 +-
...inner_join_range_number_increment_create.groovy | 12 +-
...left_anti_join_list_str_increment_create.groovy | 8 +-
...ft_anti_join_range_date_increment_create.groovy | 6 +-
..._anti_join_range_number_increment_create.groovy | 9 +-
.../left_join_list_str_increment_create.groovy | 8 +-
.../left_join_range_date_increment_create.groovy | 8 +-
.../left_join_range_number_increment_create.groovy | 6 +-
...left_semi_join_list_str_increment_create.groovy | 8 +-
...ft_semi_join_range_date_increment_create.groovy | 8 +-
..._semi_join_range_number_increment_create.groovy | 9 +-
.../self_conn_list_str_increment_create.groovy | 9 +-
.../self_conn_range_date_increment_create.groovy | 8 +-
.../self_conn_range_number_increment_create.groovy | 8 +-
.../multi_trace_partition_mv_rewrite.groovy | 426 +++++++
90 files changed, 6188 insertions(+), 1122 deletions(-)
copy
fe/fe-core/src/main/java/org/apache/doris/mtmv/{MTMVTimestampSnapshot.java =>
BaseColInfo.java} (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRelatedPartitionDescTransferGenerator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/PartitionIncrementMaintainer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/RelatedTableInfo.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/MTMVRelatedPartitionDescGeneratorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/exploration/mv/PartitionColumnTraceTest.java
create mode 100644 regression-test/data/mtmv_p0/test_multi_pct_list_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_multi_pct_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_multi_pct_nested_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_multi_pct_rollup_mtmv.out
copy
regression-test/data/{external_table_p2/hive/test_hive_translation_insert_only.out
=> mtmv_p0/test_multi_pct_union_list_mtmv.out} (51%)
create mode 100644 regression-test/data/mtmv_p0/test_multi_pct_union_mtmv.out
create mode 100644 regression-test/data/mtmv_p0/test_multi_pct_view_mtmv.out
copy regression-test/data/mtmv_p0/{test_null_partition_mtmv.out =>
test_null_multi_pct_mtmv.out} (82%)
copy
regression-test/data/{mtmv_up_down_olap_p0/test_upgrade_downgrade_olap_mtmv.out
=> mtmv_up_down_multi_pct_p0/test_upgrade_downgrade_multi_pct_mtmv.out} (73%)
create mode 100644
regression-test/data/nereids_rules_p0/mv/partition_union_rewrite/multi_trace_partition_mv_rewrite.out
create mode 100644
regression-test/suites/mtmv_p0/test_multi_pct_bad_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_multi_pct_list_mtmv.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_multi_pct_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_multi_pct_nested_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_multi_pct_rollup_mtmv.groovy
copy regression-test/suites/mtmv_p0/{test_create_mtmv_with_view_cte.groovy =>
test_multi_pct_union_list_mtmv.groovy} (50%)
create mode 100644
regression-test/suites/mtmv_p0/test_multi_pct_union_mtmv.groovy
create mode 100644
regression-test/suites/mtmv_p0/test_multi_pct_view_mtmv.groovy
copy regression-test/suites/mtmv_p0/{test_null_partition_mtmv.groovy =>
test_null_multi_pct_mtmv.groovy} (60%)
copy regression-test/suites/{mtmv_up_down_olap_p0 =>
mtmv_up_down_multi_pct_p0}/load.groovy (67%)
copy
regression-test/suites/{mtmv_up_down_olap_p0/test_upgrade_downgrade_olap_mtmv.groovy
=> mtmv_up_down_multi_pct_p0/test_upgrade_downgrade_multi_pct_mtmv.groovy}
(54%)
create mode 100644
regression-test/suites/nereids_rules_p0/mv/partition_union_rewrite/multi_trace_partition_mv_rewrite.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
