This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from cf46ebe31d8 [improve](jdbc catalog) Remove all property checks during
create (#35194) (#35354)
new edb276ad92d [fix](typo)fix show backend typo (#35198)
new 473e14ca823 [chore](backup) log backup/restore job during replay
(#35234)
new 8c594c69590 [Fix](regression) fix show data regression case (#35218)
new 98b2bda660e [opt](Nereids) remove restrict for count(*) in window
(#35220)
new 682d72bf4de [fix](noexcept) Remove incorrect noexcept #35230
new 9427942245d [opt](thrift)update thrift to support pushing limit to
local Agg (#35204)
new dd567fa7744 [fix](function) support return JsonType for If function
(#35199)
new 78fab91d6b0 [fix](overflow) show backends overflow for backend ids
(#35245)
new 07cd18962a4 [test](inverted index) nonConcurrent is added to the test
case (#35259)
new e02dcecb0ac [optimize](regression)Add retry for curl request (#35260)
new 309503855e9 [Fix](bloom filter) Fix bloom filter memory leak (#34871)
new 0e2b7480b70 [fix](regression-test) line_delimiter parse error in
regression_test test_tvf_based_broker_load (#35001)
new d85ea83b739 [test](case) Remove sensitive information in k8s deploy
test (#35185)
new bd4dd94c247 [Fix](nereids) add checkBlockRules() check for create view
and alter view (#34104)
new 708b5b548c2 [fix](ui): fix data preview error (#34521)
new bbf502dfcfd [fix](create-table)The CREATE TABLE IF NOT EXISTS AS
SELECT statement should refrain from performing any INSERT operations if the
table already exists (#35210)
new e6027ca9d7d [fix](p2-test) fix test_export_with_parallelism case
(#35283)
new c4776a48f22 [fix](regression-test) fix test_tvf_view_count_p2
regression test (#35216)
new 4b91ad003fa [opt](memory) avoid allocate memory in agg operator
constructor (#35301)
new d6e8fb7d772 [feature](mtmv) Support agg state roll up and optimize the
roll up code (#35026)
new f6beeb1ddd1 [Enhencement](tvf) select tvf supports using resource
(#35139)
new bfe293c725f [fix](nereids) AdjustNullable rule should handle union
node with no children (#35074)
The 22 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/olap/rowset/segment_v2/segment.cpp | 10 +
be/src/olap/segment_loader.cpp | 8 +-
be/src/olap/segment_loader.h | 7 +-
be/src/vec/columns/column_const.cpp | 2 +-
be/src/vec/columns/column_const.h | 2 +-
be/src/vec/exec/vaggregation_node.h | 9 +-
be/test/olap/segment_cache_test.cpp | 361 +++++++++++++++++++++
.../doris/analysis/CreateTableAsSelectStmt.java | 8 +
.../org/apache/doris/backup/BackupHandler.java | 2 +
.../main/java/org/apache/doris/catalog/Env.java | 6 +-
.../apache/doris/common/proc/BackendsProcDir.java | 2 +-
.../org/apache/doris/datasource/CatalogIf.java | 6 +-
.../apache/doris/datasource/ExternalCatalog.java | 6 +-
.../apache/doris/datasource/InternalCatalog.java | 99 +++---
.../doris/datasource/hive/HiveMetadataOps.java | 5 +-
.../datasource/iceberg/IcebergMetadataOps.java | 5 +-
.../datasource/operations/ExternalMetadataOps.java | 3 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 9 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 204 ++----------
.../mv/rollup/AggFunctionRollUpHandler.java | 78 +++++
.../mv/rollup/BothCombinatorRollupHandler.java | 64 ++++
.../exploration/mv/rollup/DirectRollupHandler.java | 63 ++++
.../mv/rollup/MappingRollupHandler.java | 181 +++++++++++
.../mv/rollup/SingleCombinatorRollupHandler.java | 75 +++++
.../nereids/rules/rewrite/AdjustNullable.java | 54 +--
.../rules/rewrite/PushProjectIntoUnion.java | 5 +-
.../expressions/functions/agg/BitmapUnion.java | 7 +-
.../functions/agg/BitmapUnionCount.java | 7 +-
.../trees/expressions/functions/agg/Count.java | 7 +-
.../trees/expressions/functions/agg/HllUnion.java | 7 +-
.../expressions/functions/agg/HllUnionAgg.java | 7 +-
.../trees/expressions/functions/agg/Max.java | 7 +-
.../trees/expressions/functions/agg/Min.java | 7 +-
.../trees/expressions/functions/agg/Ndv.java | 7 +-
.../agg/{CouldRollUp.java => RollUpTrait.java} | 14 +-
.../trees/expressions/functions/agg/Sum.java | 7 +-
.../trees/expressions/functions/agg/Sum0.java | 7 +-
.../Combinator.java} | 17 +-
.../functions/combinator/ForEachCombinator.java | 3 +-
.../functions/combinator/MergeCombinator.java | 24 +-
.../functions/combinator/StateCombinator.java | 27 +-
.../functions/combinator/UnionCombinator.java | 24 +-
.../functions/scalar/HllCardinality.java | 9 +-
.../trees/expressions/functions/scalar/If.java | 5 +-
.../trees/plans/commands/AlterViewCommand.java | 1 +
.../trees/plans/commands/CreateTableCommand.java | 4 +-
.../trees/plans/commands/CreateViewCommand.java | 1 +
.../trees/plans/commands/info/CreateMTMVInfo.java | 11 +-
.../nereids/trees/plans/logical/LogicalUnion.java | 7 +
.../java/org/apache/doris/qe/ShowExecutor.java | 2 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 3 +
.../ExternalFileTableValuedFunction.java | 12 +-
.../apache/doris/deploy/K8sDeployManagerTest.java | 8 +-
gensrc/thrift/PlanNodes.thrift | 2 +-
...st_s3_tvf.out => test_s3_tvf_with_resource.out} | 0
.../window_functions/test_count_star.out | 6 +
.../mv/agg_with_roll_up/aggregate_with_roll_up.out | 32 ++
.../aggregate_without_roll_up.out | 54 +++
.../conditional_functions/test_if_json.out | 29 ++
.../apache/doris/regression/suite/Syncer.groovy | 10 +-
.../plugins/plugin_curl_requester.groovy | 32 +-
.../export_p2/test_export_with_parallelism.groovy | 8 +-
.../external_table_p0/tvf/test_s3_tvf.groovy | 4 -
...tvf.groovy => test_s3_tvf_with_resource.groovy} | 64 ++--
.../tvf/test_tvf_view_count_p2.groovy | 3 +-
.../test_index_lowercase_fault_injection.groovy | 2 +-
.../test_index_mow_fault_injection.groovy | 2 +-
.../suites/inverted_index_p0/test_show_data.groovy | 6 +-
.../ddl/csv_s3_case_line_delimiter_create.sql | 2 +-
.../broker_load/test_tvf_based_broker_load.groovy | 92 +++++-
.../window_functions/test_count_star.groovy | 20 +-
.../window_functions/test_window_function.groovy | 55 +---
.../agg_with_roll_up/aggregate_with_roll_up.groovy | 342 ++++++++++++++++---
.../aggregate_without_roll_up.groovy | 290 ++++++++++++++++-
.../nereids_syntax_p0/adjust_nullable.groovy | 18 +
.../conditional_functions/test_if_json.groovy | 74 +++++
.../window_functions/test_window_function.groovy | 55 +---
.../sql_block_rule_p0/test_sql_block_rule.groovy | 30 ++
...est_create_table_if_not_exists_as_select.groovy | 97 ++++++
ui/src/api/api.ts | 2 +-
.../codemirror-with-fullscreen.tsx | 2 +-
.../codemirror-with-fullscreen/doris.css | 59 ++--
.../playground/content/components/data-prev.tsx | 5 +-
ui/src/pages/playground/content/content-result.tsx | 4 +-
ui/src/pages/playground/index.less | 4 +-
85 files changed, 2361 insertions(+), 560 deletions(-)
create mode 100644 be/test/olap/segment_cache_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/rollup/AggFunctionRollUpHandler.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/rollup/BothCombinatorRollupHandler.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/rollup/DirectRollupHandler.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/rollup/MappingRollupHandler.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/exploration/mv/rollup/SingleCombinatorRollupHandler.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/{CouldRollUp.java
=> RollUpTrait.java} (73%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{agg/CouldRollUp.java
=> combinator/Combinator.java} (58%)
copy regression-test/data/external_table_p0/tvf/{test_s3_tvf.out =>
test_s3_tvf_with_resource.out} (100%)
create mode 100644
regression-test/data/nereids_p0/sql_functions/window_functions/test_count_star.out
create mode 100644
regression-test/data/query_p0/sql_functions/conditional_functions/test_if_json.out
copy regression-test/suites/external_table_p0/tvf/{test_s3_tvf.groovy =>
test_s3_tvf_with_resource.groovy} (78%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/agg/CouldRollUp.java
=>
regression-test/suites/nereids_p0/sql_functions/window_functions/test_count_star.groovy
(58%)
create mode 100644
regression-test/suites/query_p0/sql_functions/conditional_functions/test_if_json.groovy
create mode 100644
regression-test/suites/table_p0/test_create_table_if_not_exists_as_select.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
