This is an automated email from the ASF dual-hosted git repository. yiguolei pushed a change to branch branch-2.1 in repository https://gitbox.apache.org/repos/asf/doris.git
from 15f859272f7 [docs](docs) Update 2.0.6 release note and 1.2.8 release note(#32090) new 27eed5399d7 [Fix](auto-inc) Fix partial update auto inc publish case failure #31987 new 1fee736ca49 [fix](jdbc catalog) Clean up the connection pool after failure to initialize the client (#31949) new cf6b22c621a [fix](jdbc catalog) fix type conversion error in MySQL JDBC Driver 5.x (#31880) new 3358f76a7f6 [feature](spill) Implement spill to disk for hash join, aggregation and sort for pipelineX (#31910) The 4 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: be/src/common/config.cpp | 9 + be/src/common/config.h | 8 + be/src/common/daemon.cpp | 11 - be/src/common/daemon.h | 1 - be/src/olap/data_dir.cpp | 6 +- be/src/olap/data_dir.h | 2 +- be/src/olap/olap_define.h | 2 + be/src/pipeline/exec/aggregation_sink_operator.cpp | 113 +--- be/src/pipeline/exec/aggregation_sink_operator.h | 192 +----- .../pipeline/exec/aggregation_source_operator.cpp | 334 ++++++---- be/src/pipeline/exec/aggregation_source_operator.h | 35 +- .../exec/distinct_streaming_aggregation_operator.h | 1 - be/src/pipeline/exec/hashjoin_build_sink.cpp | 1 - be/src/pipeline/exec/join_build_sink_operator.cpp | 4 + be/src/pipeline/exec/join_build_sink_operator.h | 1 - be/src/pipeline/exec/join_probe_operator.cpp | 5 + be/src/pipeline/exec/join_probe_operator.h | 1 - .../pipeline/exec/multi_cast_data_stream_sink.cpp | 2 - .../pipeline/exec/multi_cast_data_stream_source.h | 1 - be/src/pipeline/exec/operator.h | 4 + .../exec/partitioned_aggregation_sink_operator.cpp | 288 ++++++++ .../exec/partitioned_aggregation_sink_operator.h | 342 ++++++++++ .../partitioned_aggregation_source_operator.cpp | 253 +++++++ .../exec/partitioned_aggregation_source_operator.h | 106 +++ .../exec/partitioned_hash_join_probe_operator.cpp | 724 +++++++++++++++++++++ .../exec/partitioned_hash_join_probe_operator.h | 194 ++++++ .../exec/partitioned_hash_join_sink_operator.cpp | 223 +++++++ .../exec/partitioned_hash_join_sink_operator.h | 129 ++++ be/src/pipeline/exec/result_sink_operator.h | 1 - be/src/pipeline/exec/sort_sink_operator.cpp | 24 +- be/src/pipeline/exec/sort_sink_operator.h | 10 + be/src/pipeline/exec/sort_source_operator.cpp | 6 + be/src/pipeline/exec/sort_source_operator.h | 2 + be/src/pipeline/exec/spill_sort_sink_operator.cpp | 292 +++++++++ be/src/pipeline/exec/spill_sort_sink_operator.h | 104 +++ .../pipeline/exec/spill_sort_source_operator.cpp | 261 ++++++++ be/src/pipeline/exec/spill_sort_source_operator.h | 102 +++ .../exec/streaming_aggregation_source_operator.cpp | 1 - be/src/pipeline/pipeline_x/dependency.cpp | 74 +++ be/src/pipeline/pipeline_x/dependency.h | 114 +++- .../local_exchange/local_exchange_sink_operator.h | 1 - .../local_exchange_source_operator.h | 1 - .../pipeline_x/local_exchange/local_exchanger.h | 1 - be/src/pipeline/pipeline_x/operator.cpp | 21 + be/src/pipeline/pipeline_x/operator.h | 64 +- .../pipeline_x/pipeline_x_fragment_context.cpp | 94 ++- be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 27 + be/src/runtime/exec_env.h | 6 + be/src/runtime/exec_env_init.cpp | 14 +- be/src/runtime/runtime_state.h | 36 + be/src/service/doris_main.cpp | 31 +- be/src/vec/common/sort/partition_sorter.h | 2 - be/src/vec/common/sort/sorter.cpp | 197 ++---- be/src/vec/common/sort/sorter.h | 66 +- be/src/vec/common/sort/topn_sorter.cpp | 31 +- be/src/vec/common/sort/topn_sorter.h | 2 - be/src/vec/exec/vsort_node.cpp | 3 - be/src/vec/spill/spill_reader.cpp | 147 +++++ be/src/vec/spill/spill_reader.h | 81 +++ be/src/vec/spill/spill_stream.cpp | 137 ++++ be/src/vec/spill/spill_stream.h | 105 +++ be/src/vec/spill/spill_stream_manager.cpp | 262 ++++++++ be/src/vec/spill/spill_stream_manager.h | 91 +++ be/src/vec/spill/spill_writer.cpp | 160 +++++ be/src/vec/spill/spill_writer.h | 92 +++ docs/en/docs/lakehouse/multi-catalog/jdbc.md | 8 +- docs/zh-CN/docs/lakehouse/multi-catalog/jdbc.md | 8 +- .../org/apache/doris/jdbc/MySQLJdbcExecutor.java | 35 +- .../doris/datasource/jdbc/client/JdbcClient.java | 4 +- .../datasource/jdbc/client/JdbcMySQLClient.java | 5 +- .../jdbc/client/JdbcOceanBaseClient.java | 7 +- .../java/org/apache/doris/qe/SessionVariable.java | 98 ++- gensrc/thrift/PaloInternalService.thrift | 8 + .../jdbc/test_mysql_jdbc_driver5_catalog.out | 446 +++++++++++++ ..._partial_update_publish_conflict_with_error.out | 106 +-- .../jdbc/test_mysql_jdbc_driver5_catalog.groovy | 606 +++++++++++++++++ ...rtial_update_publish_conflict_with_error.groovy | 6 +- 77 files changed, 6202 insertions(+), 790 deletions(-) create mode 100644 be/src/pipeline/exec/partitioned_aggregation_sink_operator.cpp create mode 100644 be/src/pipeline/exec/partitioned_aggregation_sink_operator.h create mode 100644 be/src/pipeline/exec/partitioned_aggregation_source_operator.cpp create mode 100644 be/src/pipeline/exec/partitioned_aggregation_source_operator.h create mode 100644 be/src/pipeline/exec/partitioned_hash_join_probe_operator.cpp create mode 100644 be/src/pipeline/exec/partitioned_hash_join_probe_operator.h create mode 100644 be/src/pipeline/exec/partitioned_hash_join_sink_operator.cpp create mode 100644 be/src/pipeline/exec/partitioned_hash_join_sink_operator.h create mode 100644 be/src/pipeline/exec/spill_sort_sink_operator.cpp create mode 100644 be/src/pipeline/exec/spill_sort_sink_operator.h create mode 100644 be/src/pipeline/exec/spill_sort_source_operator.cpp create mode 100644 be/src/pipeline/exec/spill_sort_source_operator.h create mode 100644 be/src/vec/spill/spill_reader.cpp create mode 100644 be/src/vec/spill/spill_reader.h create mode 100644 be/src/vec/spill/spill_stream.cpp create mode 100644 be/src/vec/spill/spill_stream.h create mode 100644 be/src/vec/spill/spill_stream_manager.cpp create mode 100644 be/src/vec/spill/spill_stream_manager.h create mode 100644 be/src/vec/spill/spill_writer.cpp create mode 100644 be/src/vec/spill/spill_writer.h create mode 100644 regression-test/data/external_table_p0/jdbc/test_mysql_jdbc_driver5_catalog.out create mode 100644 regression-test/suites/external_table_p0/jdbc/test_mysql_jdbc_driver5_catalog.groovy --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org