This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from dbc66e4fbbd [Enhancement] (nereids)implement CreateResourceCommand in
nereids (#48424)
add 172dd569a5f [feat](nereids) experimental hbo initial support (#49570)
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/doris/common/Config.java | 72 +++
.../main/java/org/apache/doris/catalog/Env.java | 8 +
.../apache/doris/common/profile/AggCounter.java | 16 +
.../org/apache/doris/common/profile/Profile.java | 129 +++++
.../doris/common/profile/RuntimeProfile.java | 177 +++++++
.../org/apache/doris/common/util/DebugUtil.java | 33 ++
.../org/apache/doris/nereids/NereidsPlanner.java | 43 +-
.../org/apache/doris/nereids/cost/CostModelV1.java | 39 ++
.../glue/translator/PhysicalPlanTranslator.java | 26 +-
.../glue/translator/PlanTranslatorContext.java | 6 +
.../nereids/jobs/cascades/DeriveStatsJob.java | 26 +-
.../doris/nereids/jobs/executor/Rewriter.java | 5 +
.../org/apache/doris/nereids/rules/RuleType.java | 3 +
.../rules/rewrite/CollectPredicateOnScan.java | 80 +++
.../doris/nereids/stats/HboPlanInfoProvider.java | 181 +++++++
.../nereids/stats/HboPlanStatisticsManager.java} | 35 +-
.../stats/HboPlanStatisticsProvider.java} | 29 +-
.../doris/nereids/stats/HboStatsCalculator.java | 109 +++++
.../org/apache/doris/nereids/stats/HboUtils.java | 537 +++++++++++++++++++++
.../stats/MemoryHboPlanStatisticsProvider.java | 176 +++++++
.../doris/nereids/stats/StatsCalculator.java | 64 +--
.../nereids/trees/expressions/BinaryOperator.java | 21 +
.../trees/expressions/CompoundPredicate.java | 8 +
.../nereids/trees/expressions/Expression.java | 4 +
.../nereids/trees/expressions/InPredicate.java | 7 +
.../nereids/trees/expressions/literal/Literal.java | 5 +
.../doris/nereids/trees/plans/AbstractPlan.java | 71 +++
.../doris/nereids/trees/plans/GroupPlan.java | 24 +
.../trees/plans/PlanNodeAndHash.java} | 38 +-
.../trees/plans/logical/LogicalAggregate.java | 30 ++
.../nereids/trees/plans/logical/LogicalFilter.java | 7 +
.../nereids/trees/plans/logical/LogicalJoin.java | 10 +
.../trees/plans/logical/LogicalOlapScan.java | 20 +
.../trees/plans/physical/AbstractPhysicalJoin.java | 10 +
.../trees/plans/physical/PhysicalFilter.java | 7 +
.../plans/physical/PhysicalHashAggregate.java | 28 ++
.../trees/plans/physical/PhysicalOlapScan.java | 20 +
.../java/org/apache/doris/nereids/util/Utils.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 48 ++
.../apache/doris/service/FrontendServiceImpl.java | 12 +
.../org/apache/doris/statistics/Statistics.java | 37 +-
.../apache/doris/statistics/StatisticsBuilder.java | 9 +-
.../hbo/InputTableStatisticsInfo.java} | 33 +-
.../doris/statistics/hbo/PlanStatistics.java | 181 +++++++
.../hbo/PlanStatisticsMatchStrategy.java | 92 ++++
.../hbo/PlanStatisticsWithInputInfo.java} | 62 +--
.../hbo/RecentRunsPlanStatistics.java} | 48 +-
.../hbo/RecentRunsPlanStatisticsEntry.java | 64 +++
.../doris/statistics/hbo/ScanPlanStatistics.java | 113 +++++
.../doris/statistics/util/StatisticsUtil.java | 10 +
gensrc/thrift/FrontendService.thrift | 23 +
.../nereids_p0/hbo/hbo_agg_stage_opt_test.groovy | 74 +++
.../nereids_p0/hbo/hbo_cache_usability_test.groovy | 420 ++++++++++++++++
.../nereids_p0/hbo/hbo_data_maintain_test.groovy | 150 ++++++
.../nereids_p0/hbo/hbo_join_side_opt_test.groovy | 91 ++++
.../hbo/hbo_parameterization_test.groovy | 282 +++++++++++
.../suites/nereids_p0/hbo/hbo_rf_safe_test.groovy | 94 ++++
.../hbo/hbo_skew_shuffle_to_bc_test.groovy | 95 ++++
.../nereids_p0/hbo/hbo_slow_query_test.groovy | 74 +++
59 files changed, 3933 insertions(+), 185 deletions(-)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/CollectPredicateOnScan.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/stats/HboPlanInfoProvider.java
copy fe/{fe-common/src/main/java/org/apache/doris/catalog/AnyType.java =>
fe-core/src/main/java/org/apache/doris/nereids/stats/HboPlanStatisticsManager.java}
(51%)
copy
fe/fe-core/src/main/java/org/apache/doris/{datasource/hudi/source/IncrementalRelation.java
=> nereids/stats/HboPlanStatisticsProvider.java} (56%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/stats/HboStatsCalculator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/stats/HboUtils.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/stats/MemoryHboPlanStatisticsProvider.java
copy
fe/fe-core/src/main/java/org/apache/doris/{mtmv/MTMVSnapshotIdSnapshot.java =>
nereids/trees/plans/PlanNodeAndHash.java} (56%)
copy
fe/fe-core/src/main/java/org/apache/doris/{nereids/metrics/EventEnhancer.java
=> statistics/hbo/InputTableStatisticsInfo.java} (51%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/hbo/PlanStatistics.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/hbo/PlanStatisticsMatchStrategy.java
copy fe/fe-core/src/main/java/org/apache/doris/{nereids/types/VariantType.java
=> statistics/hbo/PlanStatisticsWithInputInfo.java} (50%)
copy
fe/fe-core/src/main/java/org/apache/doris/{catalog/constraint/UniqueConstraint.java
=> statistics/hbo/RecentRunsPlanStatistics.java} (52%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/hbo/RecentRunsPlanStatisticsEntry.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/hbo/ScanPlanStatistics.java
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_agg_stage_opt_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_cache_usability_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_data_maintain_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_join_side_opt_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_parameterization_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_rf_safe_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_skew_shuffle_to_bc_test.groovy
create mode 100644
regression-test/suites/nereids_p0/hbo/hbo_slow_query_test.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
