This is an automated email from the ASF dual-hosted git repository.
panxiaolei pushed a change to branch dev_rec4
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 1ef50682c75 fix recursive cte p0 case (#59402)
omit 9e69024bf46 [test](cte)add recursive cte test case (#59352)
omit e40279bc930 fix bug
omit fe5aa757f10 fix create mtmv task fail
omit 76d7ef8ef13 update some fix, todo and comment
omit 847bb6c5d71 rebase code
omit 43c67ab3ca1 remove useless case
omit 2402caa8efc recursive cte be part
omit 680a52e8774 recursive cte fe part
omit 8b26ec102fd support rec cte (be part / proto part)
add b4f4b21da69 [fix](catalog) fix wrong issue of getBackendMeta (#59191)
add 8d460d663a9 [opt](profile) use same metric name as OLAP SCAN NODE for
FILE SCAN NODE (#59159)
add b7fb2bb178e [Feature](Streaming Job) Extend streaming job to support
MySQL synchronization (#58898)
add f3bd8713b8c [fix](cloud) Add cluster name for routine load err msg
(#59099)
add 235d8d971f5 [fix](test) fix case salt_join make it disable join
reorder (#59035)
add 72a6c121520 [Improvement](shuffle) add Crc32CHashPartitioner (#59052)
add e95d2666ccc [feat](snapshot) calculate snapshot data size (#59168)
add f84cfcfb9bc [opt](config) support dynamically change hms timeout
(#59051)
add 8e8556b04c7 [chore](function) add alias for split functions (#59200)
add 3f2a7128135 [chore](partition) Write versioned partition key when
commit index (#59078)
add 26750bea547 [refact](inverted index) refact compound idx writer
(#59219)
add 2fa6f723c31 [opt](memory) lazily create column writer when flush
memtable for partial update (#58982)
add 25c864dfea3 [fix](cloud) Fix balanced_tablets_shards leak memory and
fix some file cache case (#59093)
add 1bb5b4e8f7b [Feature](Recycler) Batch delete optimization for
versioned tablet recycling (#59247)
add d1e66aa4033 [fix](cloud) fix tablet stats for versioned keys (#59193)
add 31b5608d6de [chore](test) Update excluded directories in
regression-conf.groovy (#59115)
add 1dc9bbd1f64 [chore](ci) Update branch condition for thrift setup
(#59251)
add 2dace7af0c1 [fix](cache) always create data and index page cache to
avoid null pointer (#59266)
add 31df3a19f90 [feat](Catalog)Support Paimon DLF Catalog Using OSSHDFS
Storage (#59245)
add d5485f34ab0 [chore](profile) Fix the memory usage in HeapSorter
(#59252)
add e7eb78d056d [enhance](transaction) support abort transaction when
coordinate be down in cloud mode (#59240)
add 41d6be019ef [fix](storage) fix duplicate reserve buffer when init
plain encoding (#59254)
add d102aeee612 [feat] add Parquet metadata TVF (#58972)
add 6bcd55eae3a [Chore](sort) remove SortingQueueStrategy::Default (#59279)
add 977aef7ef95 [chore](FE) Fix incorrect character encoding in FE
responses by updating encoding properties (#59264)
add faa32ab2d9b [opt](catalog) make catalog createtime the same format as
updatetime (#59288)
add 670deb9ba76 [Fix](routine load) Fix routine load partial update
(#59209)
add b15d7ef33a6 [improve](cloud) Txn lazy committer commit partitions in
parallel (#59291)
add dcdf1ab8ab7 [Fix](java-opts)Fix Incorrect --add-opens Usage for JNI
Compatibility (#59278)
add f57e8f3d211 [fix](query cache) fix query cache throw 'Cannot invoke
"String.getBytes(java.nio.charset.Charset)" because "str" is null' (#59296)
add ae2ba6f6403 [fix](coordinator) fix legacy coordinator use 1 instance
for shuffle fragment when children has multiple instances (#59295)
add dbc48052130 [fix](cloud) Fix cloud warm up balance slow scheduling
(#58962)
add e420f3255ed [fix](variant) function element at compute signature
(#59083)
add f0fe4804f36 [chore](ci) Update validateBackupPrefix for configuration
(#59064)
add 8bc93bfa0ea [feature](k8s) enable ddc debug (#59292)
add 9f2c6ed2036 [fix](filecache) fix observation bug in multi-BE cluster
(#59259)
add 4a2c38c34d4 [refactor](olap) Reduce header dependencies on
column_reader.h (#59324)
add c6585e3f088 [fix](nullable) set SlotRef's nullable to right value for
nestloop join (#59310)
add 3e2ed4a0347 [opt](cloud) optimize load performance for inverted index
when pack small files (#59011)
add 3e6d6900d0d [chore](ci) Update macOS runner version to 15 in workflow
(#59317)
add 9014927b137 [fix](cache) fix concurrent read-write issue on shared
roaring bitmap in inverted index (#59253)
add 85c07d32da9 [env](thirdparty)import timsort (#59239)
add 5eaaf30b0ba [fix](ut) fix be timestamptz ut (#59189)
add 67b5e764228 [test](mv) Add injected row count stats for chose sync mv
stably in regression test (#59205)
add 8bcedb4e8bd [Bug](exec) Return error is materialization_opertor not
found right backend id (#58470)
add 9c39ca39ac9 [fix](inverted index) fix multiple drop index failure
(#59353)
add 8e126940d2b [opt](filecache) support config hot reload of file cache
microbench in running state (#58922)
add d336eedc4fc [fix](filecache) load meta exit with file NOT_FOUND
exception (#59311)
add 016e2db91ae [fix](fe) cloud replica use one Random object to reduce
memory (#59320)
add 2e5a428b057 [fix](nereids) Interval.equals() should consider timeUnit
(#59316)
add b6a4635d922 [opt](meta-service)add real request ip for FE RPC to MS
(#59107)
add 680bbea6b5b [fix](memtable) fix memtable memory limit waiting threads
count error (#59361)
add c28afa3f793 [opt](complex type) support prune nested column through
lateral view (#58776)
add cf57972ad1a [feat](cloud) Support fdb multi version clients (#59360)
add d1e9f7ef105 [fix](schema scan) Fix NPE for schema scan (#59389)
add e3e0590ab8c [Feature](iceberg) Add manifest-level cache for Iceberg
tables to reduce I/O and parsing overhead (#59056)
add 1f6d752862f [fix](storage-engine) _clean_unused_rowset_metas should
skip rowsets in _unused_rowsets map (#59390)
add 66a7d11b532 [fix](fe) modify tablet cooldownConfLock to reduce memory
(#59356)
add 04157ad6111 [chore](http)httputils execute use getHttpClient function
(#58595)
add 0391e1c877d [Fix](cloud-mow) Fix Fe memory leak due to
`txnLastSignatureMap` (#59385)
add 73fe371b764 [fix](compaction) Fix wrong JSON value used for tablet IDs
in compaction status (#59236)
add 24586570b0f [enhance](job) optimize auto resume rule to adapt VCG
failover (#59421)
add 779bc050e27 [Improvement](Iceberg) Optimize LocationPath.of
performance for Iceberg table queries (#59217)
add ad8e49e07e5 [fix](pipeline)Fix set_operation not correctly setting
shuffled_operator (#59293)
add 37cef80e0cc [opt](profile) change the node name format of
MultiCastDataStreamer (#59422)
add b1303c3aa0f [opt](varbinary) support multi_distinct_count about
varbinary and add conf mapping iceberg uuid (#59406)
add 9a8832866b1 [enhance](paimon)Doris Paimon Scan Metrics Integration
(#59281)
add 36f1a211986 [fix](cloud) Fix fdb lib install dir (#59407)
add 425c698db85 [fix](profile) Fix inaccurate accounting of
memory_used_counter in ExchangeSink (#59374)
add f09e5cce29e [fix](cloud) Not print too much peer read err log (#59354)
add 2823d11102e [Improvement](function) optimize trivial function
deserialize_and_merge_vec (#58882)
add d49d620835b [refine](expr) Use the new execute interface of expr in
some places. (#59315)
add 637725440bb [Chore](shuffle) adjust some local shuffle rules (#59366)
add af4e2dd8473 [enhancement](spilldisk)Cancel query fast when reserver
memory failed and could not find revocable tasks (#59330)
add aa2eb583d70 [Opt](cloud) cache table version for cloud mode (#59339)
add c7b7ad75946 [opt](scanner) Avoid copying columns data when projection
(#58893)
add 8dfcdac86f6 support rec cte (be part / proto part)
add 429bc99b030 recursive cte fe part
add b4f82adcad3 recursive cte be part
add 9adb2a916a4 remove useless case
add 3d6a1540b01 rebase code
add fcd02043f7b update some fix, todo and comment
add 27cc2a3745a fix create mtmv task fail
add 039b6704097 fix bug
add 12334d6b50a [test](cte)add recursive cte test case (#59352)
add cb1d5055b12 fix recursive cte p0 case (#59402)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (1ef50682c75)
\
N -- N -- N refs/heads/dev_rec4 (cb1d5055b12)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-extension.yml | 2 +-
.github/workflows/build-thirdparty.yml | 2 +-
be/src/cloud/cloud_backend_service.cpp | 148 ++--
be/src/cloud/cloud_internal_service.cpp | 27 +-
be/src/cloud/cloud_storage_engine.cpp | 17 +-
be/src/cloud/cloud_storage_engine.h | 3 +
be/src/cloud/cloud_warm_up_manager.cpp | 31 +
be/src/cloud/cloud_warm_up_manager.h | 2 +
be/src/cloud/config.cpp | 2 +
be/src/cloud/config.h | 2 +
be/src/cloud/delete_bitmap_file_reader.cpp | 3 +-
be/src/cloud/delete_bitmap_file_writer.cpp | 5 +-
be/src/common/config.cpp | 5 +
be/src/common/config.h | 6 +
be/src/exec/lzo_decompressor.cpp | 7 +-
be/src/exec/rowid_fetcher.cpp | 9 +-
be/src/exprs/block_bloom_filter.hpp | 7 +-
be/src/http/action/file_cache_action.cpp | 36 +
be/src/index-tools/index_tool.cpp | 7 +-
be/src/io/cache/block_file_cache_downloader.cpp | 29 +-
be/src/io/cache/block_file_cache_factory.cpp | 36 +
be/src/io/cache/block_file_cache_factory.h | 3 +
be/src/io/cache/cache_lru_dumper.cpp | 7 +-
be/src/io/cache/cached_remote_file_reader.cpp | 18 +-
be/src/io/cache/file_cache_lru_tool.cpp | 4 +-
be/src/io/cache/fs_file_cache_storage.cpp | 53 +-
be/src/io/cache/peer_file_cache_reader.cpp | 3 +-
be/src/io/fs/s3_file_bufferpool.cpp | 5 +-
be/src/io/fs/s3_file_bufferpool.h | 3 +-
be/src/io/tools/file_cache_microbench.cpp | 636 ++++++++++-----
be/src/io/tools/proto/microbench.proto | 2 +
be/src/olap/base_tablet.cpp | 5 +-
be/src/olap/delete_bitmap_calculator.cpp | 12 +
be/src/olap/delete_bitmap_calculator.h | 25 +-
be/src/olap/memtable_memory_limiter.cpp | 1 +
be/src/olap/page_cache.cpp | 14 +-
be/src/olap/push_handler.cpp | 4 +-
be/src/olap/rowset/beta_rowset.cpp | 4 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 15 +-
be/src/olap/rowset/beta_rowset_writer.h | 9 +-
be/src/olap/rowset/segment_creator.cpp | 4 +-
be/src/olap/rowset/segment_v2/column_reader.h | 19 +-
.../olap/rowset/segment_v2/column_reader_cache.h | 7 +-
.../olap/rowset/segment_v2/index_file_writer.cpp | 23 +-
be/src/olap/rowset/segment_v2/index_file_writer.h | 8 +-
.../rowset/segment_v2/index_storage_format_v2.cpp | 39 +-
.../rowset/segment_v2/index_storage_format_v2.h | 7 +-
.../segment_v2/inverted_index_fs_directory.cpp | 63 +-
.../segment_v2/inverted_index_fs_directory.h | 5 +
be/src/olap/rowset/segment_v2/page_io.cpp | 9 +-
be/src/olap/rowset/segment_v2/plain_page.h | 1 -
be/src/olap/rowset/segment_v2/segment.cpp | 4 +-
be/src/olap/rowset/segment_v2/segment.h | 21 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 5 +-
be/src/olap/rowset/segment_v2/segment_writer.h | 2 +-
.../rowset/segment_v2/stream_reader.cpp} | 25 +-
be/src/olap/rowset/segment_v2/stream_reader.h | 4 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 38 +-
.../rowset/segment_v2/vertical_segment_writer.h | 2 +-
be/src/olap/storage_engine.cpp | 21 +-
be/src/olap/tablet.cpp | 6 +-
be/src/olap/task/index_builder.cpp | 27 +-
be/src/olap/wal/wal_reader.cpp | 5 +-
be/src/olap/wal/wal_writer.cpp | 4 +-
be/src/pipeline/dependency.h | 2 +-
be/src/pipeline/exec/analytic_sink_operator.cpp | 7 +-
be/src/pipeline/exec/dict_sink_operator.cpp | 18 +-
.../exec/distinct_streaming_aggregation_operator.h | 2 +-
be/src/pipeline/exec/exchange_sink_operator.cpp | 37 +-
be/src/pipeline/exec/file_scan_operator.cpp | 7 +-
be/src/pipeline/exec/hashjoin_probe_operator.h | 16 +-
be/src/pipeline/exec/jdbc_scan_operator.cpp | 2 +-
be/src/pipeline/exec/materialization_opertor.cpp | 12 +-
.../pipeline/exec/multi_cast_data_stream_sink.cpp | 11 +-
be/src/pipeline/exec/operator.cpp | 12 +-
be/src/pipeline/exec/operator.h | 2 +-
.../pipeline/exec/partition_sort_sink_operator.cpp | 13 +-
.../pipeline/exec/partition_sort_sink_operator.h | 1 -
be/src/pipeline/exec/repeat_operator.cpp | 12 +-
be/src/pipeline/exec/set_probe_sink_operator.h | 2 +
be/src/pipeline/exec/set_sink_operator.h | 2 +
be/src/pipeline/exec/union_sink_operator.h | 14 +-
.../local_exchange_sink_operator.cpp | 21 +-
.../local_exchange/local_exchange_sink_operator.h | 14 +-
be/src/pipeline/pipeline_fragment_context.cpp | 22 +-
be/src/pipeline/pipeline_fragment_context.h | 3 +-
be/src/pipeline/pipeline_task.cpp | 34 +-
be/src/runtime/cdc_client_mgr.cpp | 269 ++++++
be/src/runtime/cdc_client_mgr.h | 63 ++
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 3 +
be/src/runtime/memory/lru_cache_policy.h | 8 +-
be/src/runtime/memory/mem_tracker_limiter.h | 3 +-
.../workload_group/workload_group_manager.cpp | 388 ++++-----
.../workload_management/query_task_controller.cpp | 9 +
.../workload_management/query_task_controller.h | 1 +
.../runtime/workload_management/task_controller.h | 2 +-
be/src/service/internal_service.cpp | 15 +
be/src/service/internal_service.h | 5 +
be/src/service/point_query_executor.cpp | 4 +-
be/src/tools/meta_tool.cpp | 4 +-
be/src/util/date_func.cpp | 32 -
be/src/util/date_func.h | 3 -
be/src/util/hash_util.hpp | 27 +-
.../vec/aggregate_functions/aggregate_function.h | 8 +-
.../aggregate_functions/aggregate_function_avg.h | 4 +-
.../aggregate_function_foreach.h | 4 +-
.../aggregate_functions/aggregate_function_null.h | 89 +-
.../aggregate_function_state_union.h | 2 +-
.../aggregate_functions/aggregate_function_sum.h | 4 +-
.../aggregate_function_uniq.cpp | 6 +-
.../aggregate_functions/aggregate_function_uniq.h | 9 +-
be/src/vec/columns/column.h | 16 +
be/src/vec/columns/column_array.cpp | 44 +
be/src/vec/columns/column_array.h | 5 +
be/src/vec/columns/column_complex.h | 10 -
be/src/vec/columns/column_decimal.cpp | 35 +
be/src/vec/columns/column_decimal.h | 8 +
be/src/vec/columns/column_dictionary.h | 3 +-
be/src/vec/columns/column_dummy.h | 8 +
be/src/vec/columns/column_map.cpp | 44 +
be/src/vec/columns/column_map.h | 6 +
be/src/vec/columns/column_nullable.cpp | 35 +
be/src/vec/columns/column_nullable.h | 5 +
be/src/vec/columns/column_string.cpp | 40 +
be/src/vec/columns/column_string.h | 6 +
be/src/vec/columns/column_struct.cpp | 14 +
be/src/vec/columns/column_struct.h | 6 +
be/src/vec/columns/column_variant.cpp | 13 +
be/src/vec/columns/column_variant.h | 6 +
be/src/vec/columns/column_vector.cpp | 47 ++
be/src/vec/columns/column_vector.h | 10 +
be/src/vec/common/sort/heap_sorter.cpp | 2 +-
be/src/vec/common/sort/sorter.cpp | 12 +-
be/src/vec/common/string_buffer.hpp | 3 +-
be/src/vec/core/sort_cursor.h | 74 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 15 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 13 +-
be/src/vec/exec/format/orc/vorc_reader.h | 3 -
.../exec/format/parquet/vparquet_group_reader.cpp | 15 +-
.../exec/format/parquet/vparquet_group_reader.h | 11 +-
.../exec/format/table/parquet_metadata_reader.cpp | 880 ++++++++++++++++++++
.../exec/format/table/parquet_metadata_reader.h | 82 ++
be/src/vec/exec/format/table/parquet_utils.cpp | 436 ++++++++++
be/src/vec/exec/format/table/parquet_utils.h | 179 ++++
be/src/vec/exec/scan/file_scanner.cpp | 20 +-
be/src/vec/exec/scan/meta_scanner.cpp | 6 +
be/src/vec/exec/scan/scanner.cpp | 9 +-
.../vec/exprs/table_function/vexplode_bitmap.cpp | 6 +-
.../exprs/table_function/vexplode_json_object.cpp | 6 +-
be/src/vec/exprs/vexpr.cpp | 1 +
be/src/vec/exprs/vexpr.h | 1 -
be/src/vec/exprs/vexpr_context.cpp | 15 +-
be/src/vec/exprs/vexpr_context.h | 2 +-
be/src/vec/functions/function_ip.h | 31 +-
be/src/vec/functions/function_string.h | 2 +-
be/src/vec/olap/olap_data_convertor.cpp | 8 +-
be/src/vec/olap/olap_data_convertor.h | 2 +
be/src/vec/olap/vgeneric_iterators.h | 1 +
be/src/vec/runtime/partitioner.cpp | 26 +-
be/src/vec/runtime/partitioner.h | 60 +-
.../io/cache/block_file_cache_test_meta_store.cpp | 154 ++++
be/test/io/fs/s3_file_writer_test.cpp | 3 +-
be/test/olap/date_bloom_filter_test.cpp | 2 +
be/test/olap/delete_handler_test.cpp | 8 +-
be/test/olap/index_builder_test.cpp | 138 ++++
be/test/olap/page_cache_test.cpp | 104 +++
.../segment_v2/column_meta_accessor_test.cpp | 4 +-
.../segment_v2/external_col_meta_util_test.cpp | 7 +-
.../inverted_index/empty_index_file_test.cpp | 3 +-
.../query/phrase_edge_query_test.cpp | 4 +-
.../query/phrase_prefix_query_test.cpp | 4 +-
.../inverted_index/query/phrase_query_test.cpp | 4 +-
.../segment_v2/inverted_index_array_test.cpp | 21 +-
.../inverted_index_compound_reader_test.cpp | 8 +-
.../segment_v2/inverted_index_file_reader_test.cpp | 6 +-
.../segment_v2/inverted_index_file_writer_test.cpp | 115 ++-
.../segment_v2/inverted_index_reader_test.cpp | 24 +-
.../segment_v2/inverted_index_writer_test.cpp | 48 +-
.../rowset/segment_v2/segment_corruption_test.cpp | 4 +-
be/test/pipeline/pipeline_task_test.cpp | 200 ++++-
be/test/pipeline/thrift_builder.h | 5 +
be/test/runtime/cdc_client_mgr_test.cpp | 641 +++++++++++++++
.../workload_group/workload_group_manager_test.cpp | 4 +-
be/test/util/crc32c_test.cpp | 30 +-
.../vec/exec/format/parquet/parquet_read_lines.cpp | 1 +
.../vec/exec/format/parquet/parquet_utils_test.cpp | 217 +++++
be/test/vec/exec/orc/orc_read_lines.cpp | 3 +-
be/test/vec/function/function_ip_test.cpp | 122 +++
be/test/vec/function/function_map_test.cpp | 1 +
be/test/vec/olap/jsonb_value_test.cpp | 1 +
bin/start_be.sh | 46 +-
bin/start_fe.sh | 44 +-
build.sh | 29 +-
cloud/CMakeLists.txt | 75 +-
cloud/cmake/install_fdb.cmake | 280 +++++++
cloud/src/common/bvars.cpp | 6 +
cloud/src/common/bvars.h | 4 +
cloud/src/common/config.h | 6 +
cloud/src/{recycler => common}/sync_executor.h | 0
cloud/src/meta-service/meta_service.cpp | 38 +-
cloud/src/meta-service/meta_service.h | 2 +-
cloud/src/meta-service/meta_service_http.cpp | 5 +-
cloud/src/meta-service/meta_service_partition.cpp | 31 +
.../src/meta-service/meta_service_tablet_stats.cpp | 174 +++-
cloud/src/meta-service/meta_service_tablet_stats.h | 7 +-
cloud/src/meta-service/meta_service_txn.cpp | 8 +-
cloud/src/meta-service/txn_lazy_committer.cpp | 318 +++++---
cloud/src/meta-service/txn_lazy_committer.h | 10 +
cloud/src/meta-store/keys.cpp | 34 +
cloud/src/meta-store/keys.h | 5 +
cloud/src/meta-store/txn_kv.cpp | 55 +-
cloud/src/meta-store/txn_kv.h | 3 +-
cloud/src/recycler/recycler.cpp | 365 ++++++++-
cloud/src/recycler/recycler.h | 62 +-
cloud/src/recycler/recycler_operation_log.cpp | 38 +-
.../src/recycler/snapshot_data_size_calculator.cpp | 453 +++++++++++
cloud/src/recycler/sync_executor.h | 131 +--
cloud/test/CMakeLists.txt | 1 +
cloud/test/meta_service_operation_log_test.cpp | 36 +-
cloud/test/recycle_versioned_keys_test.cpp | 450 ++++++++++
cloud/test/recycler_operation_log_test.cpp | 15 +-
cloud/test/snapshot_data_size_calculator_test.cpp | 162 ++++
cloud/test/txn_kv_test.cpp | 2 +-
conf/be.conf | 3 +-
conf/fe.conf | 2 +-
docker/runtime/base-image/Dockerfile_base | 16 +-
docker/runtime/be/Dockerfile | 2 +-
.../be/resource/be_disaggregated_entrypoint.sh | 2 +-
docker/runtime/broker/Dockerfile | 2 +-
docker/runtime/fe/Dockerfile | 2 +-
docker/runtime/ms/Dockerfile | 2 +-
.../ms/resource/ms_disaggregated_entrypoint.sh | 1 +
docker/thirdparties/docker-compose/mysql/my.cnf | 3 +
fe/be-java-extensions/paimon-scanner/pom.xml | 11 -
fe/be-java-extensions/preload-extensions/pom.xml | 11 +
fe/check/checkstyle/suppressions.xml | 3 +
.../main/java/org/apache/doris/common/Config.java | 31 +-
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 35 +
.../job/cdc/request/CompareOffsetRequest.java} | 38 +-
.../doris/job/cdc/request/FetchRecordRequest.java | 40 +-
.../job/cdc/request/FetchTableSplitsRequest.java} | 35 +-
.../doris/job/cdc/request/JobBaseConfig.java | 35 +-
.../job/cdc/request/JobBaseRecordRequest.java | 27 +-
.../doris/job/cdc/request/WriteRecordRequest.java} | 37 +-
.../doris/job/cdc/split/AbstractSourceSplit.java} | 32 +-
.../apache/doris/job/cdc/split/BinlogSplit.java} | 45 +-
.../apache/doris/job/cdc/split/SnapshotSplit.java | 62 ++
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 16 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 5 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 6 +-
.../doris/catalog/BuiltinScalarFunctions.java | 4 +-
.../doris/catalog/BuiltinTableValuedFunctions.java | 10 +-
.../apache/doris/catalog/CloudTabletStatMgr.java | 7 +-
.../org/apache/doris/catalog/JdbcResource.java | 5 +-
.../java/org/apache/doris/catalog/OlapTable.java | 42 +
.../org/apache/doris/catalog/StorageVaultMgr.java | 17 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 16 +-
.../doris/clone/DynamicPartitionScheduler.java | 2 +-
.../org/apache/doris/clone/TabletScheduler.java | 4 +
.../cloud/alter/CloudSchemaChangeHandler.java | 4 +-
.../apache/doris/cloud/backup/CloudRestoreJob.java | 4 +-
.../cloud/catalog/CloudInstanceStatusChecker.java | 5 +-
.../apache/doris/cloud/catalog/CloudPartition.java | 3 +
.../apache/doris/cloud/catalog/CloudReplica.java | 2 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 412 ++++++++--
.../doris/cloud/catalog/CloudUpgradeMgr.java | 2 +-
.../cloud/datasource/CloudInternalCatalog.java | 95 ++-
.../doris/cloud/snapshot/CloudSnapshotHandler.java | 6 +-
.../doris/cloud/system/CloudSystemInfoService.java | 22 +-
.../transaction/CloudGlobalTransactionMgr.java | 74 +-
.../doris/common/plugin/CloudPluginDownloader.java | 5 +-
.../doris/common/profile/SummaryProfile.java | 3 +
.../org/apache/doris/common/util/LocationPath.java | 96 ++-
.../apache/doris/datasource/InternalCatalog.java | 26 +-
.../doris/datasource/doris/FeServiceClient.java | 68 +-
.../datasource/hive/ThriftHMSCachedClient.java | 5 -
.../datasource/iceberg/IcebergExternalCatalog.java | 36 +
.../datasource/iceberg/IcebergMetadataCache.java | 16 +
.../doris/datasource/iceberg/IcebergUtils.java | 18 +-
.../iceberg/cache/ContentFileEstimator.java | 194 +++++
.../iceberg/cache/IcebergManifestCache.java | 91 +++
.../iceberg/cache/IcebergManifestCacheLoader.java | 118 +++
.../datasource/iceberg/cache/ManifestCacheKey.java | 58 ++
.../iceberg/cache/ManifestCacheValue.java | 65 ++
.../datasource/iceberg/source/IcebergScanNode.java | 275 ++++++-
.../doris/datasource/jdbc/client/JdbcClient.java | 24 +
.../datasource/jdbc/client/JdbcMySQLClient.java | 21 +
.../paimon/profile/PaimonMetricRegistry.java | 72 ++
.../paimon/profile/PaimonScanMetricsReporter.java | 152 ++++
.../datasource/paimon/source/PaimonScanNode.java | 19 +-
.../metastore/AbstractIcebergProperties.java | 62 ++
.../property/metastore/HMSBaseProperties.java | 8 +-
.../PaimonAliyunDLFMetaStoreProperties.java | 11 +-
.../property/storage/S3PropertyUtils.java | 52 +-
.../java/org/apache/doris/httpv2/HttpServer.java | 6 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 13 -
.../doris/httpv2/rest/RestBaseController.java | 13 +
.../doris/httpv2/rest/StreamingJobAction.java | 89 ++
.../doris/httpv2/rest/manager/HttpUtils.java | 2 +-
.../apache/doris/job/common/DataSourceType.java | 22 +-
.../insert/streaming/AbstractStreamingTask.java | 166 ++++
.../streaming/DataSourceConfigValidator.java | 79 ++
.../insert/streaming/StreamingInsertJob.java | 457 +++++++++--
.../insert/streaming/StreamingInsertTask.java | 134 +--
.../streaming/StreamingJobSchedulerTask.java | 10 +-
.../insert/streaming/StreamingJobStatistic.java | 3 +
.../insert/streaming/StreamingMultiTblTask.java | 282 +++++++
.../org/apache/doris/job/manager/JobManager.java | 27 +-
.../doris/job/manager/StreamingTaskManager.java | 14 +-
.../doris/job/offset/SourceOffsetProvider.java | 23 +
.../apache/doris/job/offset/jdbc/JdbcOffset.java | 77 ++
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 494 +++++++++++
.../job/scheduler/StreamingTaskScheduler.java | 14 +-
.../apache/doris/job/util/StreamingJobUtils.java | 337 ++++++++
.../load/routineload/KafkaRoutineLoadJob.java | 18 +-
.../doris/load/routineload/RoutineLoadJob.java | 15 +
.../doris/load/routineload/RoutineLoadManager.java | 2 +-
.../doris/load/routineload/ScheduleRule.java | 10 -
.../glue/translator/PhysicalPlanTranslator.java | 32 +-
.../nereids/load/NereidsRoutineLoadTaskInfo.java | 30 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 37 +-
.../rewrite/AccessPathExpressionCollector.java | 17 +-
.../rules/rewrite/AccessPathPlanCollector.java | 152 ++++
.../nereids/rules/rewrite/SlotTypeReplacer.java | 6 +
.../expressions/functions/ComputeSignature.java | 1 -
.../functions/ComputeSignatureHelper.java | 53 --
.../expressions/functions/generator/Explode.java | 11 +-
.../generator/ExplodeJsonArrayDouble.java | 3 +-
.../generator/ExplodeJsonArrayDoubleOuter.java | 3 +-
.../functions/generator/ExplodeJsonArrayInt.java | 3 +-
.../generator/ExplodeJsonArrayIntOuter.java | 3 +-
.../functions/generator/ExplodeJsonArrayJson.java | 3 +-
.../generator/ExplodeJsonArrayJsonOuter.java | 3 +-
.../generator/ExplodeJsonArrayString.java | 3 +-
.../generator/ExplodeJsonArrayStringOuter.java | 3 +-
.../functions/generator/ExplodeMap.java | 6 +-
.../functions/generator/ExplodeOuter.java | 10 +-
.../functions/generator/ExplodeSplit.java | 3 +-
.../functions/generator/ExplodeSplitOuter.java | 3 +-
.../functions/generator/PosExplode.java | 13 +-
.../functions/generator/PosExplodeOuter.java | 12 +-
.../functions/scalar/Crc32Internal.java | 1 -
.../expressions/functions/scalar/ElementAt.java | 15 +
.../functions/table/ParquetBloomProbe.java | 51 ++
.../functions/table/ParquetFileMetadata.java | 51 ++
.../functions/table/ParquetKvMetadata.java | 51 ++
.../expressions/functions/table/ParquetMeta.java | 56 ++
.../trees/expressions/literal/Interval.java | 5 +
.../trees/expressions/literal/StructLiteral.java | 3 +-
.../visitor/TableValuedFunctionVisitor.java | 5 +
.../commands/AdminDropClusterSnapshotCommand.java | 6 +-
.../AdminSetAutoClusterSnapshotCommand.java | 2 +
...dminSetClusterSnapshotFeatureSwitchCommand.java | 2 +
.../trees/plans/commands/AlterJobCommand.java | 130 ++-
.../trees/plans/commands/CreateCatalogCommand.java | 5 +-
.../trees/plans/commands/CreateJobCommand.java | 8 +
.../commands/ShowCreateStorageVaultCommand.java | 5 +-
.../plans/commands/ShowStorageVaultCommand.java | 5 +-
.../trees/plans/commands/info/CreateJobInfo.java | 97 ++-
.../plans/commands/info/CreateRoutineLoadInfo.java | 30 +
.../planner/BackendPartitionedSchemaScanNode.java | 1 +
.../PartitionRangePredicateNormalizer.java | 8 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 12 +-
.../java/org/apache/doris/qe/SessionVariable.java | 10 +
.../org/apache/doris/rpc/BackendServiceClient.java | 5 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 11 +
.../org/apache/doris/service/FrontendOptions.java | 6 +
.../apache/doris/service/FrontendServiceImpl.java | 18 +-
.../doris/tablefunction/MetadataGenerator.java | 6 +-
.../ParquetMetadataTableValuedFunction.java | 394 +++++++++
.../doris/tablefunction/TableValuedFunctionIf.java | 18 +
.../java/org/apache/iceberg/DeleteFileIndex.java | 906 +++++++++++++++++++++
.../org/apache/doris/catalog/OlapTableTest.java | 122 +++
.../apache/doris/common/util/LocationPathTest.java | 40 +
.../property/metastore/HMSPropertiesTest.java | 15 +
.../PaimonAliyunDLFMetaStorePropertiesTest.java | 58 ++
.../storage/S3ConnectorPropertiesUtilsTest.java | 12 +
.../rules/rewrite/PruneNestedColumnTest.java | 141 ++++
.../functions/ComputeSignatureHelperTest.java | 198 -----
.../functions/generator/ExplodeOuterTest.java | 14 +-
.../functions/generator/ExplodeTest.java | 12 +-
.../functions/generator/PosExplodeOuterTest.java | 10 +-
.../functions/generator/PosExplodeTest.java | 8 +-
.../functions/scalar/ElementAtTest.java | 136 ++++
.../trees/expressions/literal/IntervalTest.java} | 30 +-
.../org/apache/doris/qe/OldCoordinatorTest.java | 102 +++
fs_brokers/apache_hdfs_broker/bin/start_broker.sh | 2 +-
fs_brokers/cdc_client/build.sh | 36 +
fs_brokers/cdc_client/pom.xml | 261 ++++++
.../doris/cdcclient/CdcClientApplication.java | 40 +
.../apache/doris/cdcclient/common/Constants.java | 22 +-
.../org/apache/doris/cdcclient/common/Env.java | 126 +++
.../doris/cdcclient/config/BackendPortHolder.java | 30 +-
.../cdcclient/config/GlobalExceptionHandler.java | 34 +-
.../cdcclient/controller/ClientController.java | 106 +++
.../cdcclient/exception/CdcClientException.java | 25 +-
.../cdcclient/exception/StreamLoadException.java | 38 +-
.../cdcclient/model/response/RecordWithMeta.java | 30 +-
.../doris/cdcclient/model/rest/RestResponse.java | 54 ++
.../cdcclient/service/PipelineCoordinator.java | 224 +++++
.../cdcclient/sink/BatchBufferHttpEntity.java | 77 ++
.../doris/cdcclient/sink/BatchBufferStream.java | 73 ++
.../doris/cdcclient/sink/BatchRecordBuffer.java | 146 ++++
.../doris/cdcclient/sink/DorisBatchStreamLoad.java | 543 ++++++++++++
.../doris/cdcclient/sink/HttpPutBuilder.java | 135 +++
.../apache/doris/cdcclient/sink/RespContent.java | 170 ++++
.../deserialize/DebeziumJsonDeserializer.java | 310 +++++++
.../deserialize/SourceRecordDeserializer.java | 24 +-
.../doris/cdcclient/source/factory/DataSource.java | 22 +-
.../source/factory/SourceReaderFactory.java | 58 ++
.../cdcclient/source/reader/SourceReader.java | 74 ++
.../cdcclient/source/reader/SplitReadResult.java | 33 +-
.../cdcclient/source/reader/SplitRecords.java | 60 ++
.../source/reader/mysql/MySqlSourceReader.java | 756 +++++++++++++++++
.../apache/doris/cdcclient/utils/ConfigUtil.java | 201 +++++
.../org/apache/doris/cdcclient/utils/HttpUtil.java | 55 ++
.../source/mocks/MockSplitEnumeratorContext.java | 320 ++++++++
.../src/main/resources/application.properties | 20 +
.../cdc_client/src/main/resources/log4j.properties | 32 +
gensrc/proto/cloud.proto | 25 +-
gensrc/proto/internal_service.proto | 11 +
gensrc/thrift/PaloInternalService.thrift | 4 +-
gensrc/thrift/PlanNodes.thrift | 10 +
gensrc/thrift/Types.thrift | 2 +-
.../iceberg/test_iceberg_manifest_cache.out | 21 +
.../iceberg/test_iceberg_varbinary.out | 5 +
.../data/external_table_p0/tvf/bloommeta.parquet | Bin 0 -> 4515 bytes
.../data/external_table_p0/tvf/empty.parquet | Bin 0 -> 95 bytes
.../data/external_table_p0/tvf/kvmeta.parquet | Bin 0 -> 353 bytes
.../data/external_table_p0/tvf/meta.parquet | Bin 0 -> 1419 bytes
.../tvf/test_parquet_meta_tvf.out | 157 ++++
.../streaming_job/cdc/test_streaming_mysql_job.out | 18 +
.../cdc/test_streaming_mysql_job_all_type.out | 54 ++
.../cdc/test_streaming_mysql_job_exclude.out | 5 +
.../cdc/test_streaming_mysql_job_priv.out | 6 +
.../test_routine_load_partial_update.out | 12 +
...outine_load_partial_update_new_key_behavior.out | 27 +
.../string_functions/test_split_by_string.out | 146 +++-
.../nereids_p0/test_nestloop_join_nullable.out | 192 +++++
.../data/nereids_rules_p0/salt_join/salt_join.out | 300 +++----
.../string_functions/test_split_by_regexp.out | 12 +
.../string_functions/test_split_by_string.out | 113 ---
.../org/apache/doris/regression/Config.groovy | 4 +-
regression-test/pipeline/external/conf/be.conf | 2 +-
regression-test/pipeline/external/conf/fe.conf | 2 +-
.../pipeline/nonConcurrent/conf/be.conf | 2 +-
.../pipeline/nonConcurrent/conf/fe.conf | 2 +-
.../nonConcurrent/conf/regression-conf.groovy | 2 +
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
regression-test/pipeline/p1/conf/be.conf | 2 +-
regression-test/pipeline/p1/conf/fe.conf | 2 +-
...est_balance_use_compute_group_properties.groovy | 3 +-
.../cloud_p0/balance/test_balance_warm_up.groovy | 3 +-
.../test_balance_warm_up_sync_global_config.groovy | 3 +-
.../test_balance_warm_up_task_abnormal.groovy | 3 +-
.../test_balance_warm_up_use_peer_cache.groovy | 3 +-
...e_warm_up_with_compaction_use_peer_cache.groovy | 3 +-
.../balance/test_expanding_node_balance.groovy | 2 +-
.../balance/test_peer_read_async_warmup.groovy | 1 +
.../tablets/test_clean_stale_rs_file_cache.groovy | 3 +-
.../test_clean_stale_rs_index_file_cache.groovy | 3 +-
.../test_clean_tablet_when_drop_force_table.groovy | 3 +-
.../test_clean_tablet_when_rebalance.groovy | 3 +-
.../iceberg/test_iceberg_manifest_cache.groovy | 119 +++
.../iceberg/test_iceberg_varbinary.groovy | 8 +
.../tvf/test_parquet_meta_tvf.groovy | 508 ++++++++++++
.../oss_hdfs_catalog_test.groovy | 14 +
.../flink_connector_syncdb.groovy | 2 +-
.../flink_connector_p0/flink_connector_type.groovy | 2 +-
.../cdc/test_streaming_mysql_job.groovy | 167 ++++
.../cdc/test_streaming_mysql_job_all_type.groovy | 156 ++++
.../test_streaming_mysql_job_create_alter.groovy | 464 +++++++++++
.../cdc/test_streaming_mysql_job_dup.groovy | 79 ++
.../cdc/test_streaming_mysql_job_exclude.groovy | 117 +++
.../cdc/test_streaming_mysql_job_priv.groovy | 202 +++++
.../cdc/test_streaming_mysql_job_restart_fe.groovy | 126 +++
.../test_routine_load_partial_update.groovy | 108 +++
...ine_load_partial_update_new_key_behavior.groovy | 282 +++++++
.../suites/mv_p0/agg_table_mv/agg_table_mv.groovy | 2 +
.../agg_use_key_direct/agg_use_key_direct.groovy | 2 +
.../mv_ignore_predicate/mv_ignore_predicate.groovy | 1 +
.../mv_p0/test_dup_mv_div/test_dup_mv_div.groovy | 5 +-
.../test_dup_mv_expr_priority.groovy | 3 +-
.../mv_p0/test_dup_mv_json/test_dup_mv_json.groovy | 3 +-
.../suites/mv_p0/test_tcu/test_tcu.groovy | 4 +-
.../string_functions/test_split_by_string.groovy | 142 +++-
.../nereids_p0/test_nestloop_join_nullable.groovy | 114 +++
.../nereids_rules_p0/salt_join/salt_join.groovy | 84 +-
.../mv/aggregate/agg_sync_mv.groovy | 2 +
.../suites/query_p0/cache/query_cache.groovy | 66 ++
.../string_functions/test_split_by_regexp.groovy | 5 +
.../string_functions/test_split_by_string.groovy | 167 ----
.../suites/variant_p0/test_sub_path_pruning.groovy | 3 +
thirdparty/CHANGELOG.md | 4 +
thirdparty/build-thirdparty.sh | 9 +
thirdparty/vars.sh | 8 +
498 files changed, 22911 insertions(+), 3504 deletions(-)
copy be/src/{util/crc32c.h => olap/rowset/segment_v2/stream_reader.cpp} (63%)
create mode 100644 be/src/runtime/cdc_client_mgr.cpp
create mode 100644 be/src/runtime/cdc_client_mgr.h
create mode 100644 be/src/vec/exec/format/table/parquet_metadata_reader.cpp
create mode 100644 be/src/vec/exec/format/table/parquet_metadata_reader.h
create mode 100644 be/src/vec/exec/format/table/parquet_utils.cpp
create mode 100644 be/src/vec/exec/format/table/parquet_utils.h
create mode 100644 be/test/runtime/cdc_client_mgr_test.cpp
create mode 100644 be/test/vec/exec/format/parquet/parquet_utils_test.cpp
create mode 100644 cloud/cmake/install_fdb.cmake
copy cloud/src/{recycler => common}/sync_executor.h (100%)
create mode 100644 cloud/src/recycler/snapshot_data_size_calculator.cpp
create mode 100644 cloud/test/snapshot_data_size_calculator_test.cpp
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/job/cdc/DataSourceConfigKeys.java
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/CompareOffsetRequest.java}
(55%)
copy be/src/util/crc32c.h =>
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/FetchRecordRequest.java
(65%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/FetchTableSplitsRequest.java}
(59%)
copy be/src/util/crc32c.h =>
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/JobBaseConfig.java
(67%)
copy be/src/util/crc32c.h =>
fe/fe-common/src/main/java/org/apache/doris/job/cdc/request/JobBaseRecordRequest.java
(67%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/request/WriteRecordRequest.java}
(61%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fe-common/src/main/java/org/apache/doris/job/cdc/split/AbstractSourceSplit.java}
(66%)
copy
fe/{fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=> fe-common/src/main/java/org/apache/doris/job/cdc/split/BinlogSplit.java}
(53%)
create mode 100644
fe/fe-common/src/main/java/org/apache/doris/job/cdc/split/SnapshotSplit.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/ContentFileEstimator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/IcebergManifestCache.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/IcebergManifestCacheLoader.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/ManifestCacheKey.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/cache/ManifestCacheValue.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/profile/PaimonMetricRegistry.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/profile/PaimonScanMetricsReporter.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/httpv2/rest/StreamingJobAction.java
copy be/src/util/crc32c.h =>
fe/fe-core/src/main/java/org/apache/doris/job/common/DataSourceType.java (67%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/AbstractStreamingTask.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/DataSourceConfigValidator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingMultiTblTask.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcOffset.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/offset/jdbc/JdbcSourceOffsetProvider.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/util/StreamingJobUtils.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/ParquetBloomProbe.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/ParquetFileMetadata.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/ParquetKvMetadata.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/table/ParquetMeta.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/tablefunction/ParquetMetadataTableValuedFunction.java
create mode 100644
fe/fe-core/src/main/java/org/apache/iceberg/DeleteFileIndex.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/scalar/ElementAtTest.java
copy
fe/fe-core/src/{main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
test/java/org/apache/doris/nereids/trees/expressions/literal/IntervalTest.java}
(62%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/OldCoordinatorTest.java
create mode 100755 fs_brokers/cdc_client/build.sh
create mode 100644 fs_brokers/cdc_client/pom.xml
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/CdcClientApplication.java
copy be/src/util/crc32c.h =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/Constants.java
(67%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/common/Env.java
copy be/src/util/crc32c.cpp =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/config/BackendPortHolder.java
(59%)
copy be/src/util/crc32c.cpp =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/config/GlobalExceptionHandler.java
(54%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/controller/ClientController.java
copy be/src/util/crc32c.h =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/exception/CdcClientException.java
(68%)
rename be/src/util/crc32c.cpp =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/exception/StreamLoadException.java
(54%)
copy be/src/util/crc32c.h =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/model/response/RecordWithMeta.java
(67%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/model/rest/RestResponse.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/service/PipelineCoordinator.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/BatchBufferHttpEntity.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/BatchBufferStream.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/BatchRecordBuffer.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/DorisBatchStreamLoad.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/HttpPutBuilder.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/sink/RespContent.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/DebeziumJsonDeserializer.java
copy be/src/util/crc32c.h =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/deserialize/SourceRecordDeserializer.java
(67%)
rename be/src/util/crc32c.h =>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/factory/DataSource.java
(67%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/factory/SourceReaderFactory.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/SourceReader.java
copy
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobStatistic.java
=>
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/SplitReadResult.java
(62%)
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/SplitRecords.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/source/reader/mysql/MySqlSourceReader.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/utils/ConfigUtil.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/doris/cdcclient/utils/HttpUtil.java
create mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/api/connector/source/mocks/MockSplitEnumeratorContext.java
create mode 100644
fs_brokers/cdc_client/src/main/resources/application.properties
create mode 100644 fs_brokers/cdc_client/src/main/resources/log4j.properties
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_manifest_cache.out
create mode 100644 regression-test/data/external_table_p0/tvf/bloommeta.parquet
create mode 100644 regression-test/data/external_table_p0/tvf/empty.parquet
create mode 100644 regression-test/data/external_table_p0/tvf/kvmeta.parquet
create mode 100644 regression-test/data/external_table_p0/tvf/meta.parquet
create mode 100644
regression-test/data/external_table_p0/tvf/test_parquet_meta_tvf.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_all_type.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_exclude.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_priv.out
create mode 100644
regression-test/data/load_p0/routine_load/test_routine_load_partial_update.out
create mode 100644
regression-test/data/load_p0/routine_load/test_routine_load_partial_update_new_key_behavior.out
create mode 100644
regression-test/data/nereids_p0/test_nestloop_join_nullable.out
delete mode 100644
regression-test/data/query_p0/sql_functions/string_functions/test_split_by_string.out
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_manifest_cache.groovy
create mode 100644
regression-test/suites/external_table_p0/tvf/test_parquet_meta_tvf.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_all_type.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_create_alter.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_dup.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_exclude.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_priv.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_restart_fe.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_partial_update.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_partial_update_new_key_behavior.groovy
create mode 100644
regression-test/suites/nereids_p0/test_nestloop_join_nullable.groovy
delete mode 100644
regression-test/suites/query_p0/sql_functions/string_functions/test_split_by_string.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
