This is an automated email from the ASF dual-hosted git repository. morrysnow pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/doris.git
from e348b9464e [scan](freeblocks) use ConcurrentQueue to replace vector for free blocks (#21241) add 7588abe76b [refactor](Nereids) refactor physical properties and plan translator (#21168) No new revisions were added by this update. Summary of changes: .../org/apache/doris/nereids/NereidsPlanner.java | 1 + .../glue/translator/ExpressionTranslator.java | 16 +- .../glue/translator/PhysicalPlanTranslator.java | 2474 +++++++++----------- .../nereids/jobs/cascades/CostAndEnforcerJob.java | 4 +- .../doris/nereids/jobs/executor/Analyzer.java | 4 +- .../doris/nereids/jobs/executor/Rewriter.java | 10 +- .../apache/doris/nereids/memo/GroupExpression.java | 11 +- .../processor/post/RuntimeFilterGenerator.java | 3 + .../properties/ChildOutputPropertyDeriver.java | 307 ++- .../properties/ChildrenPropertiesRegulator.java | 287 ++- .../nereids/properties/DistributionSpecAny.java | 2 +- ...ther.java => DistributionSpecExecutionAny.java} | 12 +- .../nereids/properties/DistributionSpecGather.java | 2 +- .../nereids/properties/DistributionSpecHash.java | 45 +- .../properties/DistributionSpecReplicated.java | 2 +- ...Gather.java => DistributionSpecStorageAny.java} | 12 +- ...Any.java => DistributionSpecStorageGather.java} | 13 +- .../properties/EnforceMissingPropertiesHelper.java | 2 +- .../nereids/properties/PhysicalProperties.java | 6 + .../nereids/properties/RequestPropertyDeriver.java | 216 +- .../org/apache/doris/nereids/rules/RuleType.java | 3 + .../nereids/rules/analysis/BindExpression.java | 24 +- .../nereids/rules/analysis/CheckAnalysis.java | 8 + .../rules/implementation/AggregateStrategies.java | 26 +- .../LogicalOlapScanToPhysicalOlapScan.java | 77 +- ...icalOneRowRelationToPhysicalOneRowRelation.java | 2 +- .../LogicalUnionToPhysicalUnion.java | 1 + .../LogicalWindowToPhysicalWindow.java | 8 +- .../nereids/rules/rewrite/AdjustNullable.java | 3 + .../rewrite/HideOneRowRelationUnderUnion.java | 74 - .../rewrite/MergeOneRowRelationIntoUnion.java | 66 + .../rewrite/PushProjectIntoOneRowRelation.java | 62 + .../rules/rewrite/PushProjectThroughUnion.java | 82 + .../doris/nereids/stats/StatsCalculator.java | 35 +- .../trees/expressions/functions/table/Hdfs.java | 6 - .../trees/expressions/functions/table/S3.java | 6 - .../org/apache/doris/nereids/trees/plans/Plan.java | 4 + .../algebra/{OneRowRelation.java => Union.java} | 7 +- .../trees/plans/logical/LogicalOneRowRelation.java | 28 +- .../nereids/trees/plans/logical/LogicalUnion.java | 69 +- .../plans/physical/PhysicalOneRowRelation.java | 26 +- .../trees/plans/physical/PhysicalUnion.java | 44 +- .../org/apache/doris/nereids/util/JoinUtils.java | 51 +- .../java/org/apache/doris/planner/EsScanNode.java | 12 +- .../org/apache/doris/planner/OlapScanNode.java | 11 +- .../apache/doris/planner/SingleNodePlanner.java | 4 +- .../main/java/org/apache/doris/qe/Coordinator.java | 3 +- .../org/apache/doris/nereids/JoinHintTest.java | 2 +- .../properties/ChildOutputPropertyDeriverTest.java | 18 +- .../properties/DistributionSpecHashTest.java | 346 +-- .../nereids/properties/DistributionSpecTest.java | 2 +- .../properties/RequestPropertyDeriverTest.java | 12 +- .../doris/planner/DistributedPlannerTest.java | 1 + .../nereids_tpcds_shape_sf100_p0/shape/query11.out | 69 +- .../nereids_tpcds_shape_sf100_p0/shape/query12.out | 7 +- .../nereids_tpcds_shape_sf100_p0/shape/query14.out | 125 +- .../nereids_tpcds_shape_sf100_p0/shape/query18.out | 7 +- .../nereids_tpcds_shape_sf100_p0/shape/query2.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query26.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query27.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query30.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query31.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query33.out | 171 +- .../nereids_tpcds_shape_sf100_p0/shape/query35.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query4.out | 101 +- .../nereids_tpcds_shape_sf100_p0/shape/query45.out | 10 +- .../nereids_tpcds_shape_sf100_p0/shape/query46.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query47.out | 45 +- .../nereids_tpcds_shape_sf100_p0/shape/query49.out | 159 +- .../nereids_tpcds_shape_sf100_p0/shape/query5.out | 38 +- .../nereids_tpcds_shape_sf100_p0/shape/query51.out | 58 +- .../nereids_tpcds_shape_sf100_p0/shape/query54.out | 10 +- .../nereids_tpcds_shape_sf100_p0/shape/query56.out | 144 +- .../nereids_tpcds_shape_sf100_p0/shape/query57.out | 45 +- .../nereids_tpcds_shape_sf100_p0/shape/query58.out | 102 +- .../nereids_tpcds_shape_sf100_p0/shape/query6.out | 10 +- .../nereids_tpcds_shape_sf100_p0/shape/query60.out | 153 +- .../nereids_tpcds_shape_sf100_p0/shape/query65.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query66.out | 109 +- .../nereids_tpcds_shape_sf100_p0/shape/query7.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query71.out | 45 +- .../nereids_tpcds_shape_sf100_p0/shape/query75.out | 99 +- .../nereids_tpcds_shape_sf100_p0/shape/query76.out | 82 +- .../nereids_tpcds_shape_sf100_p0/shape/query77.out | 58 +- .../nereids_tpcds_shape_sf100_p0/shape/query78.out | 64 +- .../nereids_tpcds_shape_sf100_p0/shape/query8.out | 32 +- .../nereids_tpcds_shape_sf100_p0/shape/query81.out | 5 +- .../nereids_tpcds_shape_sf100_p0/shape/query83.out | 94 +- .../nereids_tpcds_shape_sf100_p0/shape/query97.out | 23 +- .../nereids_tpch_shape_sf1000_p0/shape/q13.out | 5 +- .../data/nereids_tpch_shape_sf1000_p0/shape/q2.out | 21 +- .../shape/q20-rewrite.out | 13 +- .../nereids_tpch_shape_sf1000_p0/shape/q20.out | 13 +- .../nereids_tpch_shape_sf1000_p0/shape/q22.out | 32 +- .../data/nereids_tpch_shape_sf1000_p0/shape/q3.out | 7 +- .../data/nereids_tpch_shape_sf1000_p0/shape/q9.out | 12 +- .../data/nereids_tpch_shape_sf500_p0/shape/q13.out | 5 +- .../data/nereids_tpch_shape_sf500_p0/shape/q2.out | 21 +- .../data/nereids_tpch_shape_sf500_p0/shape/q20.out | 13 +- .../data/nereids_tpch_shape_sf500_p0/shape/q22.out | 32 +- .../data/nereids_tpch_shape_sf500_p0/shape/q3.out | 7 +- .../data/nereids_tpch_shape_sf500_p0/shape/q9.out | 5 +- .../nereids_syntax_p0/sub_query_correlated.groovy | 8 - .../sub_query_diff_old_optimize.groovy | 8 - 104 files changed, 3287 insertions(+), 3377 deletions(-) copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java => DistributionSpecExecutionAny.java} (62%) copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java => DistributionSpecStorageAny.java} (65%) copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecAny.java => DistributionSpecStorageGather.java} (64%) delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/HideOneRowRelationUnderUnion.java create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/MergeOneRowRelationIntoUnion.java create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushProjectIntoOneRowRelation.java create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushProjectThroughUnion.java copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/algebra/{OneRowRelation.java => Union.java} (86%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org