This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-catalog-spi
in repository https://gitbox.apache.org/repos/asf/doris.git
omit b8d64260e0c update P5 handoff and fix compile issue
omit e96037cf6aa [refactor](connector) P4 maxcompute: remove legacy
subsystem from fe-core + make fe-core odps-free (T07-T09) (#64300)
omit 035bbdeee1a [feat](connector) P3 hudi connector hardening + test
baseline + dispatch design (hybrid, T02-T08) (#64143)
omit 826114f7492 [feat](connector) P2 migrate trino-connector to catalog
SPI (T01-T13) (#64096)
omit 19451cb41a0 [P1-T03-T05] route plugin-driven scans first in nereids
translator (#63641)
omit 58c0138610f [feat](connector) P0 SPI baseline + DDL/Partition + import
gate (T03-T27) (#63582)
omit a3988c72cfe [doc](connector) add project tracking system for catalog
SPI migration
add 716365826ed [iceberg](fix) Fetch comment PROP from table meta (#64263)
add d1377414429 [fix](cloud) Prevent tablet KV leak after partial recycle
failure (#63377)
add 070f12916f5 [refactor](be) Remove redundant casts from BE code (#64087)
add cff772940bc [chore](codeowner) add more code owners for segment dir
(#64311)
add b8bfe9b7ca0 [fix](variant) fix wrong element type inference for
mixed-type arrays in VARIANT sparse columns (#64273)
add c333631534b [chore](ci) Record Codex review traces in Litefuse (#64319)
add 6a25e4cc74e [fix](ci) Run Codex review without workspace sandbox
(#64323)
add 43800f3bf51 [Fix](nereids) Fix nullable date literal binding and date
*_diff folding (#64127)
add c8ed7602af3 [fix](s3) Avoid retrying object storage SlowDown errors
(#63776)
add f48efb28db4 [fix](ci) Limit Litefuse ingestion payload size (#64328)
add e9a8560c5d9 [bug](iceberg) mapping iceberg varint type to unsupported
type (#64331)
add e0c956b3d94 [fix](iceberg) Fix wrong processing for `NaN` (#64315)
add c88de29df7d [fix](core): fix cumu policy npe when do binlog schedule
(#64249)
add 118f9e661fb [fix](filecache) Disable sync file cache clear in http api
(#64321)
add 264f5735102 [fix](case) exclude test_paimon_gcs in regression config
(#64155)
add 1979bb02ac0 [fix](ci) Harden Codex review workflow (#64329)
add 291dd42160a [fix](fe) Reject TopN in correlated scalar subquery
(#64251)
add 3a2d9d55f1e [fix](nereids) clamp the merged limit of MERGE_TOP_N by
the parent offset (#64306)
add 399d9d8f2bb [refactor](be) Remove redundant spill state (#64083)
add e8c06f265a2 [fix](be) Escape JSONB path member control characters
(#63517)
add c9e9f6c9451 [fix](ann) Clamp nprobe/efSearch to prevent FAISS errors
and recall loss (#64226)
add 7f5b6f510d1 [bug](cloud restore) rewrite table properties and
partition info in cloud restore (#63696)
add 9d3c35bc9b5 [refactor](be) Derive get_storage_field_type from
primitive type (#64341)
add 1450d6b8c60 [fix](test) fix flaky case in variables_persist test_mtmv
(#64365)
add 01f3d7c8f08 [fix](regression) Wait for stable colocate groups in plan
tests (#64361)
add 54a0c9f46e2 [improvement](filecache) limit file cache LRU replay
queues (#64381)
add fd807abdd49 [fix](iceberg) Cleanup when drop DB (#64269)
add ca20f0d2276 [fix](fe) Update fe-core compiler release level from 8 to
17 (#63843)
add 7a6ceedd1f5 [fix](BE) SIGSEGV in MergeSorterState when writing large
sorted Iceberg tables (#64126)
add 10704d7b3fc [refactor](runtime-filter) remove bitmap runtime filter
(#64314)
add f6491435313 [fix](test) fix flaky regression test agg_strategy (#64379)
add 0c2acc10a64 [feat](routine_load) Support SHOW ROUTINE LOAD TASK FOR
<db>.<job_name> (#64151)
add 8fffa028266 [fix](be) Return NaN for avg_weighted when sum of weights
is zero (#64333)
add 081aced387c [fix](regression) Address colocate stability review
comments (#64397)
add 6450603c922 [chore](ms) Change Default config for ms rate limit
(#64398)
add f25caf2adaf [fix](cloud) Fix reading packed inverted index file on
file cache miss (#64383)
add 92f800ac443 [improvement](cgroup) inactive_file should be treated as
available memory to avoid query be cancelled (#64347)
add 4ecdab582db [improvement](fe) Set default profile level to 2 (#64378)
add 0cf0be29977 [fix](regression) fix p2 case failure (#64420)
add 4e0dad7a78a [fix](broker) Fix broker OOM caused by file system netty
thread pool leak (issue #64138) (#64224)
add 1526741ebc8 [fix](cloud) Refresh base tablet before schema change V1
(#64312)
add d9a53860d2c [refactor](fe) Remove FE session variables sent to BE but
unused by BE (#64285)
add c0abfa4083f [fix](mtmv) Refresh MTMV after excluded trigger tables
change (#64041)
add 3228a69fd23 [fix](fe) Fix NereidsCoordinator not created in proxy flow
due to missing parsedStatement on StatementContext (#64363)
add 8c9e95238e8 [refactor](be) Update column nullable semantics (#64407)
add 04bf5f6217b [Imporve](p0) Add doc example p0 (#64282)
add a20a0df0652 [chore](skill) Add nullable handling AI review rules
(#64442)
add a53679b4dce [fix](load) fix empty statistics for forwarded INSERT
(#64439)
add 7e524a100c5 [fix](load) fix load_to_single_tablet routing for auto
partition (#64356)
add 059f56dcf27 [fix](fe) Reject multi-column NGRAM_BF indexes (#64343)
add d3267dab250 [fix](fe) Detect Doris-compatible MySQL JDBC targets
(#64389)
add 4a99226a1c5 [feat](dynamic table) support table stream part 3:
docking olap table stream with binlog (#63850)
add c33e1b3cfd7 [fix](delta writer) Fix shared delta writer state lifetime
(#64349)
add 8cce33c0d9f [doc](connector) add project tracking system for catalog
SPI migration
add b3df2db8320 [feat](connector) P0 SPI baseline + DDL/Partition + import
gate (T03-T27) (#63582)
add c114a97956e [P1-T03-T05] route plugin-driven scans first in nereids
translator (#63641)
add e54b259d1e8 [feat](connector) P2 migrate trino-connector to catalog
SPI (T01-T13) (#64096)
add aa2fd6b1ce9 [feat](connector) P3 hudi connector hardening + test
baseline + dispatch design (hybrid, T02-T08) (#64143)
add 5f947979a16 [refactor](connector) P4 maxcompute: remove legacy
subsystem from fe-core + make fe-core odps-free (T07-T09) (#64300)
add f09b6dfaafc update P5 handoff and fix compile issue
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b8d64260e0c)
\
N -- N -- N refs/heads/branch-catalog-spi (f09b6dfaafc)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.claude/skills/code-review/SKILL.md | 9 +
.github/CODEOWNERS | 6 +-
.github/scripts/emit_litefuse_otel_io.py | 1044 ++++++++++++++++++++
...-review-comment.yml => code-review-comment.yml} | 2 +-
...de-review-runner.yml => code-review-runner.yml} | 236 ++++-
...sync-result.yml => code-review-sync-result.yml} | 0
be/src/cloud/cloud_schema_change_job.cpp | 3 +-
be/src/cloud/cloud_tablet.cpp | 12 +
be/src/cloud/pb_convert.cpp | 24 +
be/src/common/cgroup_memory_ctl.cpp | 34 +-
be/src/common/config.cpp | 4 +-
be/src/common/config.h | 2 +
be/src/core/block/block.cpp | 5 +-
be/src/core/column/column.h | 4 +-
be/src/core/column/column_const.h | 3 +-
be/src/core/column/column_nullable.h | 1 -
be/src/core/column/column_variant.cpp | 6 +-
be/src/core/data_type/data_type.cpp | 5 +
be/src/core/data_type/data_type.h | 4 +-
be/src/core/data_type/data_type_agg_state.h | 4 -
be/src/core/data_type/data_type_array.h | 4 -
be/src/core/data_type/data_type_bitmap.h | 4 -
be/src/core/data_type/data_type_date.h | 3 -
.../data_type/data_type_date_or_datetime_v2.cpp | 8 +-
.../core/data_type/data_type_date_or_datetime_v2.h | 6 -
be/src/core/data_type/data_type_date_time.h | 4 -
be/src/core/data_type/data_type_decimal.cpp | 2 +-
be/src/core/data_type/data_type_hll.h | 4 -
be/src/core/data_type/data_type_ipv4.h | 4 -
be/src/core/data_type/data_type_ipv6.h | 3 -
be/src/core/data_type/data_type_jsonb.h | 3 -
be/src/core/data_type/data_type_map.h | 3 -
be/src/core/data_type/data_type_number_base.h | 53 -
be/src/core/data_type/data_type_quantilestate.h | 3 -
be/src/core/data_type/data_type_string.h | 4 -
be/src/core/data_type/data_type_struct.h | 3 -
be/src/core/data_type/data_type_variant.h | 3 -
.../core/data_type_serde/data_type_array_serde.cpp | 20 +-
.../data_type_serde/data_type_decimal_serde.cpp | 4 +-
.../core/data_type_serde/data_type_hll_serde.cpp | 2 +-
.../data_type_serde/data_type_number_serde.cpp | 2 +-
be/src/core/field.h | 4 +
be/src/core/value/vdatetime_value.h | 5 +-
be/src/exec/common/hash_table/hash_map_context.h | 8 +-
be/src/exec/common/hex.h | 4 +-
be/src/exec/common/join_utils.h | 2 +-
be/src/exec/common/util.hpp | 8 +-
be/src/exec/common/variant_util.cpp | 15 +-
be/src/exec/operator/file_scan_operator.h | 3 -
be/src/exec/operator/hashjoin_build_sink.cpp | 27 +-
be/src/exec/operator/hashjoin_probe_operator.cpp | 22 +-
.../operator/join/process_hash_table_probe_impl.h | 4 +-
be/src/exec/operator/materialization_opertor.cpp | 2 +-
be/src/exec/operator/mock_scan_operator.h | 4 -
be/src/exec/operator/multi_cast_data_streamer.cpp | 9 +-
.../operator/nested_loop_join_build_operator.cpp | 9 -
.../operator/nested_loop_join_build_operator.h | 1 -
.../operator/nested_loop_join_probe_operator.cpp | 295 +++---
.../operator/nested_loop_join_probe_operator.h | 1 -
be/src/exec/operator/olap_scan_operator.cpp | 45 +-
be/src/exec/operator/olap_scan_operator.h | 4 -
be/src/exec/operator/operator.cpp | 2 +-
be/src/exec/operator/operator.h | 7 -
.../partitioned_aggregation_sink_operator.cpp | 4 +-
be/src/exec/operator/scan_operator.cpp | 34 -
be/src/exec/operator/scan_operator.h | 7 -
be/src/exec/operator/schema_scan_operator.cpp | 4 +-
.../operator/spill_iceberg_table_sink_operator.cpp | 4 +-
.../exec/operator/spill_sort_source_operator.cpp | 4 -
be/src/exec/operator/spill_sort_source_operator.h | 4 +-
be/src/exec/operator/spill_utils.h | 17 -
be/src/exec/operator/table_function_operator.cpp | 6 +-
be/src/exec/runtime_filter/runtime_filter.cpp | 20 -
.../runtime_filter/runtime_filter_consumer.cpp | 21 -
.../exec/runtime_filter/runtime_filter_consumer.h | 6 +-
.../runtime_filter/runtime_filter_definitions.h | 6 -
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 34 -
.../exec/runtime_filter/runtime_filter_wrapper.h | 2 -
be/src/exec/runtime_filter/utils.cpp | 6 -
be/src/exec/scan/file_scanner.cpp | 2 +-
be/src/exec/scan/olap_scanner.cpp | 122 ++-
be/src/exec/scan/olap_scanner.h | 8 +
be/src/exec/scan/parallel_scanner_builder.cpp | 5 +-
be/src/exec/sink/vrow_distribution.cpp | 3 +
be/src/exec/sink/vtablet_block_convertor.cpp | 1 +
.../sink/writer/iceberg/partition_transformers.cpp | 20 +-
.../sink/writer/iceberg/partition_transformers.h | 32 +-
.../sink/writer/iceberg/viceberg_sort_writer.cpp | 4 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 2 +-
be/src/exec/sink/writer/vtablet_writer_v2.cpp | 13 +-
be/src/exec/sort/sorter.cpp | 6 +-
be/src/exec/spill/spill_file_writer.cpp | 5 +-
be/src/exec/spill/spill_file_writer.h | 3 -
.../aggregate/aggregate_function_avg_weighted.h | 8 +-
be/src/exprs/aggregate/aggregate_function_count.h | 2 +-
.../aggregate/aggregate_function_foreachv2.cpp | 2 +-
.../aggregate_function_group_array_set_op.h | 2 +-
be/src/exprs/aggregate/aggregate_function_map.h | 8 +-
be/src/exprs/aggregate/aggregate_function_null.h | 2 +-
.../exprs/aggregate/aggregate_function_null_v2.h | 2 +-
.../aggregate/aggregate_function_percentile.h | 4 +-
.../exprs/aggregate/aggregate_function_retention.h | 2 +-
be/src/exprs/aggregate/aggregate_function_topn.h | 2 +-
be/src/exprs/aggregate/aggregate_function_window.h | 4 +-
be/src/exprs/bitmapfilter_predicate.h | 133 ---
be/src/exprs/bloom_filter_func_adaptor.h | 10 +-
be/src/exprs/create_predicate_function.h | 47 -
.../function/array/function_array_aggregation.cpp | 10 +-
.../exprs/function/array/function_array_apply.cpp | 2 +-
.../function/array/function_array_constructor.cpp | 2 +-
.../exprs/function/array/function_array_count.cpp | 5 +-
.../exprs/function/array/function_array_distance.h | 6 +-
.../exprs/function/array/function_array_distinct.h | 9 +-
.../exprs/function/array/function_array_element.h | 20 +-
.../function/array/function_array_enumerate.cpp | 3 +-
.../array/function_array_enumerate_uniq.cpp | 17 +-
.../array/function_array_first_or_last_index.cpp | 3 +-
be/src/exprs/function/array/function_array_index.h | 20 +-
.../exprs/function/array/function_array_mapped.h | 4 +-
.../function/array/function_array_pushback.cpp | 5 +-
.../function/array/function_array_pushfront.cpp | 3 +-
.../exprs/function/array/function_array_remove.h | 22 +-
.../exprs/function/array/function_array_split.cpp | 9 +-
.../exprs/function/array/function_array_utils.cpp | 14 +-
.../array/function_array_with_constant.cpp | 2 +-
.../exprs/function/array/varray_match_function.cpp | 12 +-
.../exprs/function/complex_hash_map_dictionary.cpp | 2 +-
.../exprs/function/complex_hash_map_dictionary.h | 2 +-
be/src/exprs/function/dictionary.cpp | 2 +-
be/src/exprs/function/dictionary_util.h | 5 +-
be/src/exprs/function/divide.cpp | 2 +-
be/src/exprs/function/function_collection_in.h | 10 +-
be/src/exprs/function/function_conv.cpp | 4 +-
.../function_date_or_datetime_computation.h | 2 +-
be/src/exprs/function/function_ip.h | 12 +-
be/src/exprs/function/function_jsonb.cpp | 113 +--
be/src/exprs/function/function_map.cpp | 20 +-
be/src/exprs/function/function_string_search.cpp | 26 +-
be/src/exprs/function/function_variant_element.cpp | 2 +-
.../function/functions_multi_string_position.cpp | 72 +-
.../function/functions_multi_string_search.cpp | 14 +-
be/src/exprs/function/if.cpp | 5 +-
be/src/exprs/function/in.h | 11 +-
be/src/exprs/function/ip_address_dictionary.cpp | 8 +-
be/src/exprs/hybrid_set.h | 6 +-
.../lambda_function/varray_filter_function.cpp | 4 +-
.../exprs/lambda_function/varray_map_function.cpp | 5 +-
.../exprs/lambda_function/varray_sort_function.cpp | 2 +-
be/src/exprs/minmax_predicate.h | 2 +-
be/src/exprs/table_function/vexplode_map.cpp | 2 +-
be/src/exprs/table_function/vexplode_numbers.cpp | 2 +-
be/src/exprs/vbitmap_predicate.cpp | 132 ---
be/src/exprs/vbitmap_predicate.h | 83 --
be/src/exprs/vcase_expr.h | 4 +-
be/src/exprs/vcondition_expr.cpp | 5 +-
be/src/exprs/vdirect_in_predicate.h | 8 +-
be/src/exprs/vexpr.h | 8 -
be/src/format/column_type_convert.h | 16 +-
be/src/format/jni/jni_data_bridge.cpp | 10 +-
be/src/format/json/new_json_reader.cpp | 10 +-
be/src/format/orc/vorc_reader.cpp | 16 +-
be/src/format/parquet/parquet_column_convert.h | 12 +-
be/src/format/parquet/vparquet_column_reader.cpp | 10 +-
be/src/format/parquet/vparquet_column_reader.h | 2 +-
be/src/format/table/equality_delete.cpp | 13 +-
be/src/format/table/iceberg_reader_mixin.h | 2 +-
be/src/format/table/paimon_predicate_converter.cpp | 2 +-
be/src/format/table/transactional_hive_reader.cpp | 3 +-
be/src/format/transformer/vorc_transformer.cpp | 6 +-
be/src/io/cache/block_file_cache.cpp | 111 ++-
be/src/io/cache/block_file_cache.h | 11 +-
be/src/io/cache/block_file_cache_factory.cpp | 6 +-
be/src/io/cache/fs_file_cache_storage.cpp | 4 +-
be/src/io/cache/lru_queue_recorder.cpp | 68 +-
be/src/io/cache/lru_queue_recorder.h | 11 +-
be/src/io/fs/s3_file_writer.cpp | 2 +-
be/src/load/delta_writer/delta_writer_v2.cpp | 21 +-
be/src/load/delta_writer/delta_writer_v2.h | 10 +-
be/src/load/routine_load/data_consumer.h | 2 +-
be/src/runtime/runtime_profile_counter_names.h | 1 -
be/src/runtime/runtime_state.h | 4 -
be/src/service/backend_service.cpp | 2 +-
be/src/service/http/action/file_cache_action.cpp | 14 +-
be/src/service/point_query_executor.h | 2 +-
be/src/storage/binlog.h | 9 +-
be/src/storage/index/ann/faiss_ann_index.cpp | 18 +-
.../token_filter/word_delimiter_iterator.cpp | 5 +-
.../storage/iterator/binlog_block_reader_utils.h | 112 +++
be/src/storage/iterator/block_reader.cpp | 341 ++++++-
be/src/storage/iterator/block_reader.h | 40 +-
be/src/storage/iterator/olap_data_convertor.cpp | 4 +-
be/src/storage/iterator/vcollect_iterator.cpp | 28 +-
be/src/storage/iterator/vcollect_iterator.h | 11 +-
be/src/storage/iterator/vertical_block_reader.cpp | 2 +-
be/src/storage/iterator/vgeneric_iterators.cpp | 14 +-
be/src/storage/iterator/vgeneric_iterators.h | 17 +-
be/src/storage/iterators.h | 1 +
be/src/storage/predicate/bitmap_filter_predicate.h | 121 ---
be/src/storage/predicate/bloom_filter_predicate.h | 2 +-
be/src/storage/predicate/column_predicate.h | 7 +-
be/src/storage/predicate/comparison_predicate.h | 6 +-
be/src/storage/predicate/in_list_predicate.h | 4 +-
be/src/storage/predicate/like_column_predicate.cpp | 2 +-
be/src/storage/predicate/like_column_predicate.h | 2 +-
be/src/storage/predicate/predicate_creator.cpp | 25 -
be/src/storage/predicate/predicate_creator.h | 4 -
be/src/storage/rowset/beta_rowset_reader.cpp | 16 +-
be/src/storage/rowset/beta_rowset_reader.h | 5 +-
be/src/storage/rowset/rowset_reader_context.h | 1 +
be/src/storage/schema_change/schema_change.cpp | 116 ++-
be/src/storage/segment/bitshuffle_page.h | 4 +-
be/src/storage/segment/column_reader.cpp | 36 +-
.../storage/segment/historical_row_retriever.cpp | 12 +-
.../storage/segment/row_binlog_segment_writer.cpp | 23 +-
be/src/storage/segment/segment.cpp | 42 +-
be/src/storage/segment/segment.h | 11 +
be/src/storage/segment/segment_iterator.cpp | 46 +-
be/src/storage/segment/segment_iterator.h | 3 -
.../variant/binary_column_extract_iterator.h | 2 +-
.../segment/variant/hierarchical_data_iterator.cpp | 10 +-
.../segment/variant/hierarchical_data_iterator.h | 2 +-
.../segment/variant/variant_column_reader.cpp | 25 +-
be/src/storage/tablet/tablet.cpp | 21 +-
be/src/storage/tablet/tablet_reader.cpp | 2 +-
be/src/storage/tablet/tablet_reader.h | 8 +-
be/src/storage/tablet/tablet_schema.cpp | 14 +
be/src/storage/tablet/tablet_schema.h | 4 +
be/src/storage/utils.h | 2 +
be/src/util/cgroup_util.cpp | 7 +
be/src/util/jni-util.cpp | 2 +-
be/src/util/jni-util.h | 3 +-
be/src/util/jsonb_document.h | 105 +-
be/src/util/mem_info.cpp | 16 +-
be/src/util/s3_util.cpp | 3 +-
be/src/util/url_coding.cpp | 3 +-
be/test/cloud/cloud_schema_change_job_test.cpp | 78 ++
be/test/core/column/column_const_test.cpp | 35 +-
.../data_type_serde/data_type_serde_array_test.cpp | 178 ++++
be/test/core/jsonb/jsonb_document_test.cpp | 113 +++
.../operator/spill_sort_sink_operator_test.cpp | 29 -
.../operator/spillable_operator_test_helper.cpp | 3 +-
.../pipeline/multi_cast_data_streamer_test.cpp | 4 -
.../runtime_filter_consumer_test.cpp | 46 -
.../runtime_filter/runtime_filter_wrapper_test.cpp | 219 +---
be/test/exec/runtime_filter/utils_test.cpp | 5 -
be/test/exec/scan/vgeneric_iterators_test.cpp | 43 +
be/test/exec/sink/vtablet_writer_v2_test.cpp | 218 ++++
.../writer/iceberg/partition_transformers_test.cpp | 24 +
be/test/exec/sort/merge_sorter_state.cpp | 84 ++
be/test/exprs/bitmapfilter_predicate_test.cpp | 129 ---
be/test/exprs/bloom_filter_func_test.cpp | 104 +-
be/test/exprs/function/function_jsonb_test.cpp | 46 +
.../io/cache/block_file_cache_test_lru_dump.cpp | 73 +-
.../io/cache/block_file_cache_test_meta_store.cpp | 28 +-
be/test/io/cache/cache_lru_dumper_test.cpp | 51 +-
.../delta_writer/delta_writer_v2_pool_test.cpp | 13 +-
be/test/service/http/file_cache_action_test.cpp | 86 +-
.../storage/index/ann/faiss_vector_index_test.cpp | 112 ++-
.../iterator/binlog_block_reader_utils_test.cpp | 66 ++
.../iterator/block_reader_min_delta_test.cpp | 138 +++
.../predicate/block_column_predicate_test.cpp | 68 ++
be/test/vec/spill/spill_file_test.cpp | 1 -
be/test/vec/spill/spill_repartitioner_test.cpp | 1 -
cloud/src/common/config.h | 5 +-
cloud/src/common/sync_executor.h | 6 +-
.../meta_service_rate_limit_helper.cpp | 2 +-
cloud/src/recycler/recycler.cpp | 139 ++-
cloud/src/recycler/s3_accessor.cpp | 8 +-
cloud/test/mock_accessor.h | 2 +-
cloud/test/recycler_operation_log_test.cpp | 12 +-
cloud/test/recycler_test.cpp | 297 +++++-
common/cpp/obj_retry_strategy.cpp | 10 +-
common/cpp/obj_retry_strategy.h | 7 +-
.../create_preinstalled_scripts/iceberg/run30.sql | 11 +
.../main/java/org/apache/doris/common/Config.java | 19 +-
.../jdbc/client/JdbcMySQLConnectorClient.java | 15 +-
.../jdbc/client/JdbcMySQLConnectorClientTest.java | 41 +
fe/fe-core/pom.xml | 2 +-
.../apache/doris/alter/SchemaChangeHandler.java | 2 -
.../java/org/apache/doris/backup/RestoreJob.java | 26 +-
.../org/apache/doris/catalog/BinlogConfig.java | 4 +
.../java/org/apache/doris/catalog/Database.java | 5 +
.../main/java/org/apache/doris/catalog/Env.java | 13 +-
.../java/org/apache/doris/catalog/EnvFactory.java | 2 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 47 +-
.../java/org/apache/doris/catalog/OlapTable.java | 30 +-
.../org/apache/doris/catalog/OlapTableWrapper.java | 15 +
.../java/org/apache/doris/catalog/Partition.java | 21 +-
.../org/apache/doris/catalog/PartitionInfo.java | 31 +-
.../doris/catalog/RowBinlogTableWrapper.java | 23 +
.../java/org/apache/doris/catalog/TableIf.java | 6 +
.../org/apache/doris/catalog/TableProperty.java | 25 +-
.../doris/catalog/stream/BaseTableStream.java | 38 +-
.../doris/catalog/stream/OlapTableStream.java | 100 +-
.../catalog/stream/OlapTableStreamWrapper.java | 38 +
.../doris/catalog/stream/TableStreamManager.java | 196 +++-
.../cloud/alter/CloudSchemaChangeHandler.java | 3 -
.../doris/cloud/catalog/CloudEnvFactory.java | 2 +-
.../cloud/common/util/CloudPropertyAnalyzer.java | 1 +
.../apache/doris/cloud/qe/CloudCoordinator.java | 5 +
.../transaction/CloudGlobalTransactionMgr.java | 5 +
.../apache/doris/common/util/PropertyAnalyzer.java | 31 +-
.../apache/doris/datasource/InternalCatalog.java | 18 +-
.../datasource/iceberg/IcebergExternalTable.java | 13 +
.../datasource/iceberg/IcebergMetadataOps.java | 113 ++-
.../doris/datasource/iceberg/IcebergUtils.java | 20 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 15 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 5 +
.../org/apache/doris/journal/JournalEntity.java | 6 +
.../glue/translator/PhysicalPlanTranslator.java | 49 +-
.../glue/translator/RuntimeFilterTranslator.java | 31 +-
.../doris/nereids/jobs/executor/Rewriter.java | 15 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 18 +-
.../generator/PatternDescribableProcessor.java | 2 +-
.../processor/post/RuntimeFilterGenerator.java | 64 +-
.../post/RuntimeFilterPushDownVisitor.java | 25 +-
.../doris/nereids/rules/analysis/BindRelation.java | 160 ++-
.../nereids/rules/analysis/SubExprAnalyzer.java | 12 +-
.../rules/exploration/join/JoinCommute.java | 25 -
.../LogicalOlapScanToPhysicalOlapScan.java | 4 +-
.../rules/rewrite/InferSetOperatorDistinct.java | 15 -
.../doris/nereids/rules/rewrite/MergeTopNs.java | 11 +-
.../rewrite/NormalizeOlapTableStreamScan.java | 191 +++-
...ProjectOtherJoinConditionForNestedLoopJoin.java | 5 -
.../nereids/rules/rewrite/PruneOlapScanTablet.java | 5 +
.../expressions/functions/SearchSignature.java | 8 +-
.../executable/DateTimeExtractAndTransform.java | 104 +-
.../trees/expressions/literal/DateTimeLiteral.java | 4 +
.../expressions/literal/DateTimeV2Literal.java | 30 +
.../trees/expressions/literal/DateV2Literal.java | 4 +
.../plans/commands/ShowRoutineLoadTaskCommand.java | 19 +-
.../trees/plans/commands/info/IndexDefinition.java | 5 +-
.../commands/info/ModifyTablePropertiesOp.java | 16 -
.../commands/insert/InsertIntoTableCommand.java | 21 +-
.../trees/plans/logical/LogicalOlapScan.java | 122 ++-
.../plans/logical/LogicalOlapTableStreamScan.java | 196 +++-
.../plans/physical/PhysicalNestedLoopJoin.java | 20 -
.../trees/plans/physical/PhysicalOlapScan.java | 36 +-
.../trees/plans/physical/RuntimeFilter.java | 50 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 9 +
.../org/apache/doris/nereids/util/JoinUtils.java | 36 -
.../java/org/apache/doris/persist/EditLog.java | 10 +
.../org/apache/doris/persist/OperationType.java | 2 +
.../doris/persist/TableStreamCleanupInfo.java | 107 ++
.../apache/doris/planner/NestedLoopJoinNode.java | 20 -
.../org/apache/doris/planner/OlapScanNode.java | 120 ++-
.../org/apache/doris/planner/RuntimeFilter.java | 10 -
.../main/java/org/apache/doris/qe/Coordinator.java | 107 ++
.../org/apache/doris/qe/NereidsCoordinator.java | 2 +
.../apache/doris/qe/RuntimeFilterTypeHelper.java | 27 +-
.../java/org/apache/doris/qe/SessionVariable.java | 174 ++--
.../java/org/apache/doris/qe/StmtExecutor.java | 10 +
.../main/java/org/apache/doris/qe/VariableMgr.java | 14 +-
.../apache/doris/service/FrontendServiceImpl.java | 62 +-
.../transaction/AutoPartitionCacheManager.java | 32 +-
.../doris/transaction/DatabaseTransactionMgr.java | 50 +-
.../doris/transaction/GlobalTransactionMgr.java | 5 +
.../transaction/GlobalTransactionMgrIface.java | 2 +
.../doris/transaction/PartitionCommitInfo.java | 18 +-
.../main/java/org/apache/doris/tso/TSOService.java | 26 +-
.../java/org/apache/doris/tso/TSOTimestamp.java | 14 +
.../doris/catalog/CreateTableStreamTest.java | 14 +-
.../apache/doris/catalog/DropTableStreamTest.java | 6 +-
.../org/apache/doris/catalog/OlapTableTest.java | 120 +++
.../stream/TableStreamManagerCleanupTest.java | 208 ++++
.../iceberg/IcebergExternalTableTest.java | 17 +-
.../datasource/iceberg/IcebergMetadataOpTest.java | 229 +++++
.../doris/datasource/iceberg/IcebergUtilsTest.java | 20 +
.../jdbc/client/JdbcMySQLClientTest.java | 37 +
.../java/org/apache/doris/mtmv/MTMVTaskTest.java | 30 +
.../test/java/org/apache/doris/mtmv/MTMVTest.java | 105 ++
.../doris/nereids/parser/NereidsParserTest.java | 77 ++
.../rules/analysis/AnalyzeSubQueryTest.java | 21 +
.../nereids/rules/rewrite/MergeTopNsTest.java | 20 +-
.../trees/plans/ExplainTableStreamPlanTest.java | 231 ++++-
.../trees/plans/commands/IndexDefinitionTest.java | 15 +
.../InsertIntoTableCommandTableStreamTest.java | 210 +++-
.../doris/qe/RuntimeFilterTypeHelperTest.java | 54 +
.../org/apache/doris/qe/SessionVariablesTest.java | 41 +-
.../java/org/apache/doris/qe/StmtExecutorTest.java | 38 +
.../apache/doris/qe/WaitForChangeVisibleTest.java | 204 ++++
.../transaction/AutoPartitionCacheManagerTest.java | 61 ++
.../transaction/DatabaseTransactionMgrTest.java | 35 +-
.../TableStreamOffsetTransactionTest.java | 15 +-
.../java/org/apache/doris/tso/TSOServiceTest.java | 116 +--
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 3 +-
.../org/apache/doris/broker/hdfs/BrokerConfig.java | 9 +-
.../apache/doris/broker/hdfs/BrokerFileSystem.java | 48 +-
.../doris/broker/hdfs/ClientContextManager.java | 88 +-
.../doris/broker/hdfs/FileSystemManager.java | 313 +++---
gensrc/proto/olap_file.proto | 12 +
gensrc/thrift/Exprs.thrift | 4 +-
gensrc/thrift/FrontendService.thrift | 4 +
gensrc/thrift/PaloInternalService.thrift | 6 +-
gensrc/thrift/PlanNodes.thrift | 19 +-
pytest/qe/palo2/src/test_query_bitmap_filter.py | 4 -
.../ann_search_params_clamp.out} | 7 +-
.../data/correctness_p0/test_merge_topn_offset.out | 10 +
.../doc_ai_distance_functions_test.out} | 7 +-
.../sql-functions/doc_array_functions_test.out | 145 +++
.../sql-functions/doc_bitmap_functions_test.out | 13 +
.../sql-functions/doc_json_functions_test.out | 64 ++
.../sql-functions/doc_numeric_functions_test.out} | 10 +-
.../sql-functions/doc_string_functions_test.out | 187 ++++
.../iceberg/test_iceberg_varbinary.out | 2 +
.../data/mtmv_p0/test_create_mtmv_with_view.out | 3 +-
.../mtmv_p0/test_excluded_trigger_table_mtmv.out | 6 +
.../data/nereids_function_p0/scalar_function/D.out | 12 +
.../support_type/avg_weighted/avg_weighted.out | 3 +
.../join/test_runtime_filter_decimal256.out | 41 -
.../test_stream_consumption_schema.out | 20 +-
.../schema_table/test_stream_info_schema.out | 2 +-
.../sql_functions/json_functions/json_search.out | 3 +
.../data/query_p0/system/test_table_properties.out | 9 +-
.../query_p2/big_join_build/big_join_build.out | 5 +-
.../data/row_binlog_p0/test_row_binlog_basic.out | 3 +-
.../test_olap_table_stream_history_consumption.out | 20 +-
.../data/variant_p0/compaction/test_compaction.out | 4 +
.../org/apache/doris/regression/suite/Suite.groovy | 15 +
.../cloud_p0/conf/regression-conf-custom.groovy | 2 +
.../pipeline/external/conf/regression-conf.groovy | 1 +
.../pipeline/nonConcurrent/conf/fe.conf | 3 +-
.../ann_index_p0/ann_search_params_clamp.groovy | 122 +++
.../test_backup_restore_colocate.groovy | 31 +-
.../test_packed_file_inverted_index_query.groovy | 137 +++
...c_compaction_cross_v1_stale_base_refresh.groovy | 158 +++
.../test_colocate_join_of_column_order.groovy | 2 +
.../correctness_p0/test_merge_topn_offset.groovy | 50 +
.../doc_ai_distance_functions_test.groovy | 38 +-
.../sql-functions/doc_array_functions_test.groovy | 400 ++++++++
.../sql-functions/doc_bitmap_functions_test.groovy | 52 +-
.../sql-functions/doc_json_functions_test.groovy | 165 ++++
.../doc_numeric_functions_test.groovy | 45 +-
.../sql-functions/doc_string_functions_test.groovy | 457 +++++++++
.../iceberg/test_iceberg_varbinary.groovy | 11 +
.../write/test_iceberg_write_sorted_order.groovy | 109 ++
.../index_p0/test_ngram_bloomfilter_index.groovy | 37 +
.../routine_load/test_show_routine_load.groovy | 16 +-
.../test_excluded_trigger_table_mtmv.groovy | 6 +-
.../nereids_function_p0/scalar_function/D.groovy | 113 +++
.../agg_strategy/agg_strategy.groovy | 11 +-
.../nereids_syntax_p0/sub_query_correlated.groovy | 9 +-
.../support_type/avg_weighted/avg_weighted.groovy | 14 +
.../query_p0/join/colocate_join_with_rollup.groovy | 1 +
.../suites/query_p0/join/test_bitmap_filter.groovy | 1 -
.../join/test_bitmap_filter_nereids.groovy | 5 +-
.../join/test_runtime_filter_decimal256.groovy | 50 +-
.../test_stream_consumption_schema.groovy | 20 +-
.../schema_table/test_stream_info_schema.groovy | 27 +-
.../json_functions/json_search.groovy | 10 +
.../subquery/correlated_scalar_subquery.groovy | 16 +-
.../query_p0/variables_persist/test_mtmv.groovy | 4 +-
.../query_p2/big_join_build/big_join_build.groovy | 6 +-
.../lateral_view/load_from_big_lateral_view.groovy | 2 +-
.../test_binlog_changes_syntax.groovy | 641 ++++++++++++
.../row_binlog_p0/test_binlog_compaction.groovy | 12 +-
.../row_binlog_p0/test_row_binlog_basic.groovy | 14 +-
.../test_row_binlog_multi_segment.groovy | 3 +-
.../test_row_binlog_publish_conflict.groovy | 3 +-
.../test_row_binlog_schema_change.groovy | 3 +-
...st_show_create_table_with_storage_policy.groovy | 6 +-
.../table_stream_p0/test_min_delta_stream.groovy | 842 ++++++++++++++++
...st_olap_table_stream_history_consumption.groovy | 63 +-
.../test_olap_table_stream_history_query.groovy | 16 +-
regression-test/suites/tso_p0/test_tso_api.groovy | 3 +-
.../tso_p0/test_tso_rowset_commit_tso.groovy | 8 +-
.../variant_p0/compaction/test_compaction.groovy | 4 +-
467 files changed, 13503 insertions(+), 3922 deletions(-)
create mode 100644 .github/scripts/emit_litefuse_otel_io.py
rename .github/workflows/{opencode-review-comment.yml =>
code-review-comment.yml} (98%)
rename .github/workflows/{opencode-review-runner.yml =>
code-review-runner.yml} (57%)
rename .github/workflows/{opencode-review-sync-result.yml =>
code-review-sync-result.yml} (100%)
delete mode 100644 be/src/exprs/bitmapfilter_predicate.h
delete mode 100644 be/src/exprs/vbitmap_predicate.cpp
delete mode 100644 be/src/exprs/vbitmap_predicate.h
create mode 100644 be/src/storage/iterator/binlog_block_reader_utils.h
delete mode 100644 be/src/storage/predicate/bitmap_filter_predicate.h
create mode 100644 be/test/core/data_type_serde/data_type_serde_array_test.cpp
delete mode 100644 be/test/exprs/bitmapfilter_predicate_test.cpp
create mode 100644 be/test/storage/iterator/binlog_block_reader_utils_test.cpp
create mode 100644 be/test/storage/iterator/block_reader_min_delta_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run30.sql
create mode 100644
fe/fe-connector/fe-connector-jdbc/src/test/java/org/apache/doris/connector/jdbc/client/JdbcMySQLConnectorClientTest.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/persist/TableStreamCleanupInfo.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/stream/TableStreamManagerCleanupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/client/JdbcMySQLClientTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/WaitForChangeVisibleTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/transaction/AutoPartitionCacheManagerTest.java
copy
regression-test/data/{query_p0/aggregate/support_type/avg_weighted/avg_weighted.out
=> ann_index_p0/ann_search_params_clamp.out} (57%)
create mode 100644
regression-test/data/correctness_p0/test_merge_topn_offset.out
copy
regression-test/data/{query_p0/aggregate/support_type/avg_weighted/avg_weighted.out
=> doc/sql-manual/sql-functions/doc_ai_distance_functions_test.out} (53%)
create mode 100644
regression-test/data/doc/sql-manual/sql-functions/doc_array_functions_test.out
create mode 100644
regression-test/data/doc/sql-manual/sql-functions/doc_bitmap_functions_test.out
create mode 100644
regression-test/data/doc/sql-manual/sql-functions/doc_json_functions_test.out
copy
regression-test/data/{query_p0/aggregate/support_type/avg_weighted/avg_weighted.out
=> doc/sql-manual/sql-functions/doc_numeric_functions_test.out} (54%)
create mode 100644
regression-test/data/doc/sql-manual/sql-functions/doc_string_functions_test.out
create mode 100644
regression-test/suites/ann_index_p0/ann_search_params_clamp.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_inverted_index_query.groovy
create mode 100644
regression-test/suites/cloud_p1/schema_change/compaction_optimization/test_sc_compaction_cross_v1_stale_base_refresh.groovy
create mode 100644
regression-test/suites/correctness_p0/test_merge_topn_offset.groovy
copy
fs_brokers/apache_hdfs_broker/src/main/java/org/apache/doris/broker/hdfs/BrokerConfig.java
=>
regression-test/suites/doc/sql-manual/sql-functions/doc_ai_distance_functions_test.groovy
(58%)
create mode 100644
regression-test/suites/doc/sql-manual/sql-functions/doc_array_functions_test.groovy
copy
fs_brokers/apache_hdfs_broker/src/main/java/org/apache/doris/broker/hdfs/BrokerConfig.java
=>
regression-test/suites/doc/sql-manual/sql-functions/doc_bitmap_functions_test.groovy
(52%)
create mode 100644
regression-test/suites/doc/sql-manual/sql-functions/doc_json_functions_test.groovy
copy
fs_brokers/apache_hdfs_broker/src/main/java/org/apache/doris/broker/hdfs/BrokerConfig.java
=>
regression-test/suites/doc/sql-manual/sql-functions/doc_numeric_functions_test.groovy
(59%)
create mode 100644
regression-test/suites/doc/sql-manual/sql-functions/doc_string_functions_test.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/write/test_iceberg_write_sorted_order.groovy
create mode 100644
regression-test/suites/row_binlog_p0/test_binlog_changes_syntax.groovy
create mode 100644
regression-test/suites/table_stream_p0/test_min_delta_stream.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
