This is an automated email from the ASF dual-hosted git repository. yiguolei pushed a change to branch branch-2.1 in repository https://gitbox.apache.org/repos/asf/doris.git
from 0aa7108ee25 [fix](merge-on-write) incorrect result caused by key range filter with pk (#31456) new 819ab6fc002 [feature](sink) support paritition tablet sink shuffle (#30914) new 82faa7469bd Support analyze rollup. (#31576) new 1f825ee2d68 [improve](export) Support partition data consistency (#31290) new ae926d0d8c1 [pipelineX](bug) Fix core dump if union has no children (#31611) new 2047b9416f5 [Fix](nereids) Only rewrite the slots that appear both in trival-agg func and grouping sets (#31600) new 336f82e4267 [fix](test)Fix mtmv switch is false in incremtn case (#31584) new 07703633dd2 [pipelineX](conf) enable pipelineX by default (#29894) new 05f525e922b [improvement](docs)add faq for flink-connector-doris (#31426) new cb0ab6886bb Test the unique model by modify a value type from BOOLEAN to other type (#31589) new 6b2af74a63f [doc](fix) add k8s operator doc for upgrade doris (#31586) new 1398f112461 [improvement](group_commit) Empty wal should be deleted when replaying it (#31427) new b613de3e6d8 [fix](regression) set rf type to 4 to forbid fuzzy rf_type in shape check #31567 new d8b9909675f [Fix](Status) Handle returned Status correctly #31434 new 0d77fc48474 [nereids] explode function stats configurable (#31332) The 14 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/agent/task_worker_pool.cpp | 2 +- be/src/exec/odbc_connector.cpp | 2 +- be/src/exprs/runtime_filter.cpp | 14 +- be/src/exprs/runtime_filter.h | 2 +- be/src/exprs/runtime_filter_slots.h | 2 +- be/src/http/action/restore_tablet_action.cpp | 3 +- be/src/http/action/tablet_migration_action.cpp | 8 +- be/src/index-tools/index_tool.cpp | 7 +- be/src/olap/tablet_manager.cpp | 3 +- be/src/olap/tablet_manager.h | 2 +- be/src/olap/wal/wal_reader.cpp | 3 + be/src/olap/wal/wal_table.cpp | 2 +- be/src/pipeline/exec/analytic_source_operator.cpp | 7 +- be/src/pipeline/exec/analytic_source_operator.h | 2 +- be/src/pipeline/exec/result_file_sink_operator.cpp | 4 +- be/src/pipeline/exec/result_sink_operator.cpp | 4 +- be/src/pipeline/exec/union_source_operator.cpp | 3 +- be/src/pipeline/pipeline_x/operator.cpp | 2 +- .../pipeline_x/pipeline_x_fragment_context.cpp | 4 +- be/src/runtime/result_buffer_mgr.cpp | 5 +- be/src/runtime/result_buffer_mgr.h | 2 +- be/src/vec/exec/vanalytic_eval_node.cpp | 15 +- be/src/vec/exec/vanalytic_eval_node.h | 2 +- be/src/vec/exec/vsort_node.cpp | 2 +- be/src/vec/exec/vunion_node.cpp | 2 +- be/src/vec/functions/function_rpc.cpp | 10 +- be/src/vec/functions/function_rpc.h | 6 +- be/src/vec/olap/vertical_merge_iterator.cpp | 4 +- be/src/vec/olap/vgeneric_iterators.cpp | 4 +- be/src/vec/sink/async_writer_sink.h | 2 +- be/src/vec/sink/autoinc_buffer.cpp | 10 +- be/src/vec/sink/autoinc_buffer.h | 2 +- be/src/vec/sink/vdata_stream_sender.cpp | 104 +++++++- be/src/vec/sink/vdata_stream_sender.h | 41 ++- be/src/vec/sink/vresult_file_sink.cpp | 6 +- be/src/vec/sink/vresult_sink.cpp | 6 +- be/src/vec/sink/vrow_distribution.h | 3 + be/src/vec/sink/writer/async_result_writer.cpp | 8 +- be/src/vec/sink/writer/async_result_writer.h | 2 +- be/src/vec/sink/writer/vfile_result_writer.cpp | 5 +- be/src/vec/sink/writer/vfile_result_writer.h | 2 +- docs/en/docs/ecosystem/flink-doris-connector.md | 4 + .../install/k8s-deploy/doris-cluster-upgrade.md | 286 ++++++++++++++++++++ docs/sidebars.json | 1 + docs/zh-CN/docs/ecosystem/flink-doris-connector.md | 4 + .../install/k8s-deploy/doris-cluster-upgrade.md | 291 +++++++++++++++++++++ .../java/org/apache/doris/analysis/ExportStmt.java | 15 ++ .../java/org/apache/doris/catalog/OlapTable.java | 8 +- .../main/java/org/apache/doris/load/ExportJob.java | 87 ++++-- .../main/java/org/apache/doris/load/ExportMgr.java | 1 + .../org/apache/doris/load/ExportTaskExecutor.java | 5 +- .../glue/translator/PhysicalPlanTranslator.java | 3 + ...y.java => DistributionSpecTabletIdShuffle.java} | 10 +- .../nereids/properties/PhysicalProperties.java | 3 + .../nereids/rules/analysis/NormalizeRepeat.java | 84 ++++-- .../doris/nereids/stats/StatsCalculator.java | 3 +- .../trees/plans/commands/ExportCommand.java | 13 + .../trees/plans/commands/InsertExecutor.java | 26 +- .../plans/commands/InsertIntoTableCommand.java | 15 +- .../plans/physical/PhysicalOlapTableSink.java | 21 +- .../org/apache/doris/planner/DataPartition.java | 34 +-- .../org/apache/doris/planner/DataStreamSink.java | 46 ++++ .../org/apache/doris/planner/OlapTableSink.java | 22 +- .../java/org/apache/doris/qe/SessionVariable.java | 44 +++- .../java/org/apache/doris/qe/ShowExecutor.java | 7 +- .../apache/doris/statistics/AnalysisManager.java | 10 +- .../statistics/StatisticsAutoCollectorTest.java | 14 + gensrc/thrift/DataSinks.thrift | 7 +- ..._basic.out => test_export_data_consistency.out} | 263 ------------------- ...ot_both_appear_in_agg_fun_and_grouping_sets.out | 61 +++++ ....groovy => test_export_data_consistency.groovy} | 131 +++++----- .../external_table_p0/hive/test_hive_other.groovy | 2 +- ...both_appear_in_agg_fun_and_grouping_sets.groovy | 30 +++ .../cross_join_list_str_increment_create.groovy | 2 +- .../cross_join_range_date_increment_create.groovy | 2 +- ...cross_join_range_number_increment_create.groovy | 2 +- .../full_join_list_str_increment_create.groovy | 2 +- .../full_join_range_date_increment_create.groovy | 2 +- .../full_join_range_number_increment_create.groovy | 2 +- .../inner_join_list_str_increment_create.groovy | 2 +- .../inner_join_range_date_increment_create.groovy | 2 +- ...inner_join_range_number_increment_create.groovy | 2 +- ...left_anti_join_list_str_increment_create.groovy | 2 +- ...ft_anti_join_range_date_increment_create.groovy | 2 +- ..._anti_join_range_number_increment_create.groovy | 2 +- .../left_join_list_str_increment_create.groovy | 2 +- .../left_join_range_date_increment_create.groovy | 2 +- .../left_join_range_number_increment_create.groovy | 2 +- ...left_semi_join_list_str_increment_create.groovy | 2 +- ...ft_semi_join_range_date_increment_create.groovy | 2 +- ..._semi_join_range_number_increment_create.groovy | 2 +- ...ight_anti_join_list_str_increment_create.groovy | 2 +- ...ht_anti_join_range_date_increment_create.groovy | 2 +- ..._anti_join_range_number_increment_create.groovy | 2 +- .../right_join_list_str_increment_create.groovy | 2 +- .../right_join_range_date_increment_create.groovy | 2 +- ...right_join_range_number_increment_create.groovy | 2 +- ...ight_semi_join_list_str_increment_create.groovy | 2 +- ...ht_semi_join_range_date_increment_create.groovy | 2 +- ..._semi_join_range_number_increment_create.groovy | 2 +- .../self_conn_list_str_increment_create.groovy | 2 +- .../self_conn_range_date_increment_create.groovy | 2 +- .../self_conn_range_number_increment_create.groovy | 2 +- .../suites/nereids_shape_check/load.groovy | 2 +- .../test_unique_model_schema_value_change.groovy | 151 ++++++++++- .../suites/statistics/test_analyze_mv.groovy | 64 ++++- 106 files changed, 1583 insertions(+), 564 deletions(-) create mode 100644 docs/en/docs/install/k8s-deploy/doris-cluster-upgrade.md create mode 100644 docs/zh-CN/docs/install/k8s-deploy/doris-cluster-upgrade.md copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecAny.java => DistributionSpecTabletIdShuffle.java} (73%) copy regression-test/data/export_p0/{test_export_basic.out => test_export_data_consistency.out} (60%) copy regression-test/suites/export_p0/{test_export_orc.groovy => test_export_data_consistency.groovy} (60%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org