This is an automated email from the ASF dual-hosted git repository. panxiaolei pushed a change to branch set-runtime-filter in repository https://gitbox.apache.org/repos/asf/doris.git
discard 3b7d5d3c716 support rf on set operator: be part add 6ce45c43e36 [Test][Fix](parquet-reader) Add parquet decoder unit tests and fix bugs by these tests. (#49182) add c8783bd7a18 [Enhancement] (nereids) implement showTableStatsCommand in nereids (#48827) add 0b0d2184890 [fix](tracker) Missing attaching task in fold constant executor (#49405) add a078defffbd [Enhancement](nereids)support show snapshot (#49274) add 69d12768fd5 [Test](cbq) Record err and print at the end of check_before_quit test (#49406) add e063ba6de96 [refactor](test) refactor compression test to verify compatibility of ARM and X86 (#49396) add 0f63dfed763 [Fix](log) correct tablet diff log in `TabletInvertedIndex.tabletReport` (#49390) add 80ee746a5b4 [Fix](compaction) Fix full compaction error when compaction size is too large (#48958) add 20f81637007 [enhance](third-party) Add pugixml library (#49238) add c4e61fb52c1 [Enhancement](ctas) Support create auto range partition table with CTAS command (#48931) add ece728136c1 [test](ut) Add cases for spill sort operator (#49207) add 65a32f76b05 [Feature](join) Support lazy materialization of columns that are not used in join other conjunct (#49073) add 2ad8108e3bb [fix](Nereids) use StringLikeLiteral as parameter type in constant folding (#49413) add f70aee99146 [Fix](Compaction) atomic should not be implicitly converted to int64_t (#49427) add 22390d1fc85 [fix](restore) correct the storage_medium of atomic restore (#49330) add d3a6ba57829 [test](beut) add pipeline Union/Intersect/Except Operator beut (#49293) add a65e0806ce5 [opt](metrics) optimize performance of metrics endpoint (#49380) add e3142fe5b55 [fix](docker) fix docker entrypoint script adminUser grep rule (#49343) add 0fe6a84210a support rf on set operator: be part This update added new revisions after undoing existing revisions. That is to say, some revisions that were in the old version of the branch are not in the new version. This situation occurs when a user --force pushes a change and generates a repository containing something like this: * -- * -- B -- O -- O -- O (3b7d5d3c716) \ N -- N -- N refs/heads/set-runtime-filter (0fe6a84210a) You should already have received notification emails for all of the O revisions, and so the following emails describe only the N revisions from the common base, B. Any revisions marked "omit" are not gone; other references still refer to them. Any revisions marked "discard" are gone forever. No new revisions were added by this update. Summary of changes: be/src/olap/compaction_permit_limiter.h | 2 +- be/src/olap/tablet.cpp | 9 +- be/src/pipeline/exec/hashjoin_probe_operator.cpp | 40 +- be/src/pipeline/exec/hashjoin_probe_operator.h | 16 +- .../pipeline/exec/join/process_hash_table_probe.h | 41 +- .../exec/join/process_hash_table_probe_impl.h | 250 +++++---- be/src/pipeline/exec/set_probe_sink_operator.cpp | 6 +- be/src/pipeline/exec/set_probe_sink_operator.h | 5 + be/src/pipeline/exec/set_sink_operator.h | 9 + be/src/pipeline/exec/set_source_operator.cpp | 2 +- be/src/pipeline/exec/set_source_operator.h | 6 +- be/src/pipeline/exec/sort_source_operator.h | 2 +- be/src/pipeline/exec/spill_sort_sink_operator.cpp | 28 +- be/src/pipeline/exec/union_sink_operator.cpp | 2 +- be/src/pipeline/exec/union_sink_operator.h | 12 +- be/src/pipeline/exec/union_source_operator.cpp | 4 +- be/src/pipeline/exec/union_source_operator.h | 7 +- be/src/runtime/fold_constant_executor.cpp | 2 +- be/src/vec/common/hash_table/join_hash_table.h | 4 +- .../vec/exec/format/parquet/bool_plain_decoder.h | 3 +- .../vec/exec/format/parquet/bool_rle_decoder.cpp | 25 +- be/src/vec/exec/format/parquet/bool_rle_decoder.h | 5 +- be/src/vec/exec/format/parquet/decoder.h | 6 +- .../exec/format/parquet/delta_bit_pack_decoder.cpp | 136 +++++ .../exec/format/parquet/delta_bit_pack_decoder.h | 180 ++----- .../format/parquet/fix_length_dict_decoder.hpp | 6 +- ...e_metadata.cpp => fix_length_plain_decoder.cpp} | 37 +- .../exec/format/parquet/fix_length_plain_decoder.h | 97 ++-- be/src/vec/exec/format/parquet/level_decoder.cpp | 10 +- .../parquet/vparquet_column_chunk_reader.cpp | 2 +- be/src/vec/exprs/vexpr.h | 6 + be/src/vec/exprs/vliteral.h | 4 + be/src/vec/exprs/vslot_ref.h | 4 + be/src/vec/olap/vertical_merge_iterator.cpp | 2 + be/test/olap/compaction_permit_limiter_test.cpp | 78 +++ be/test/pipeline/operator/operator_helper.h | 18 + be/test/pipeline/operator/set_operator_test.cpp | 554 +++++++++++++++++++ .../operator/spill_sort_sink_operator_test.cpp | 386 +++++++++++++ .../operator/spill_sort_source_operator_test.cpp | 576 ++++++++++++++++++++ .../pipeline/operator/spill_sort_test_helper.cpp | 170 ++++++ be/test/pipeline/operator/spill_sort_test_helper.h | 85 +++ .../operator/spillable_operator_test_helper.cpp | 4 +- be/test/pipeline/operator/union_operator_test.cpp | 297 ++++++++++ be/test/testutil/column_helper.h | 38 ++ be/test/testutil/creators.h | 8 + be/test/testutil/mock/mock_descriptors.h | 1 + be/test/testutil/mock/mock_literal_expr.cpp | 72 +++ be/test/testutil/mock/mock_literal_expr.h | 109 ++++ .../format/parquet/bool_plain_decoder_test.cpp | 245 +++++++++ .../exec/format/parquet/bool_rle_decoder_test.cpp | 245 +++++++++ .../parquet/byte_array_dict_decoder_test.cpp | 513 ++++++++++++++++++ .../parquet/byte_array_plain_decoder_test.cpp | 247 +++++++++ .../parquet/byte_stream_split_decoder_test.cpp | 405 ++++++++++++++ .../format/parquet/delta_bit_pack_decoder_test.cpp | 272 ++++++++++ .../parquet/delta_byte_array_decoder_test.cpp | 598 +++++++++++++++++++++ .../delta_length_byte_array_decoder_test.cpp | 281 ++++++++++ .../parquet/fix_length_dict_decoder_test.cpp | 551 +++++++++++++++++++ .../parquet/fix_length_plain_decoder_test.cpp | 208 +++++++ .../vec/exec/format/parquet/level_decoder_test.cpp | 225 ++++++++ .../{ => format}/parquet/parquet_common_test.cpp | 0 .../parquet/parquet_corrupt_statistics_test.cpp | 0 .../parquet_nested_type_cross_page_test.cpp | 0 .../{ => format}/parquet/parquet_reader_test.cpp | 0 .../parquet/parquet_statistics_test.cpp | 0 .../{ => format}/parquet/parquet_thrift_test.cpp | 0 .../{ => format}/parquet/parquet_version_test.cpp | 0 dist/LICENSE-dist.txt | 1 + .../{LICENSE.jfastlz.txt => LICENSE-pugixml.txt} | 7 +- .../be/resource/be_disaggregated_entrypoint.sh | 2 +- docker/runtime/be/resource/be_entrypoint.sh | 2 +- .../fe/resource/fe_disaggregated_entrypoint.sh | 2 +- docker/runtime/fe/resource/fe_entrypoint.sh | 4 +- .../antlr4/org/apache/doris/nereids/DorisParser.g4 | 8 +- .../java/org/apache/doris/backup/RestoreJob.java | 14 +- .../apache/doris/catalog/TabletInvertedIndex.java | 20 +- .../org/apache/doris/master/ReportHandler.java | 7 +- .../org/apache/doris/monitor/jvm/JvmService.java | 6 +- .../org/apache/doris/monitor/jvm/JvmStats.java | 42 +- .../doris/nereids/parser/LogicalPlanBuilder.java | 37 ++ .../functions/executable/StringArithmetic.java | 6 +- .../apache/doris/nereids/trees/plans/PlanType.java | 2 + .../trees/plans/commands/CreateTableCommand.java | 25 +- .../trees/plans/commands/ShowSnapshotCommand.java} | 197 ++++--- .../plans/commands/ShowTableStatsCommand.java} | 272 +++++----- .../plans/commands/info/PartitionTableInfo.java | 5 + .../trees/plans/visitor/CommandVisitor.java | 10 + .../plans/commands/ShowSnapshotCommandTest.java | 126 +++++ ...andTest.java => ShowTableStatsCommandTest.java} | 107 ++-- .../data/compression_p0/{load.out => query.out} | Bin 2093 -> 2425 bytes .../cloud_p0/conf/regression-conf-custom.groovy | 1 + .../check_before_quit/check_before_quit.groovy | 100 +++- regression-test/suites/compression_p0/load.groovy | 38 +- .../suites/compression_p0/query.groovy | 34 +- .../create_table/test_ctas_auto_partition.groovy | 94 ++++ ...up.groovy => test_nereids_show_snapshot.groovy} | 17 +- thirdparty/CHANGELOG.md | 4 + thirdparty/build-thirdparty.sh | 18 + thirdparty/vars.sh | 6 + 98 files changed, 7562 insertions(+), 808 deletions(-) create mode 100644 be/src/vec/exec/format/parquet/delta_bit_pack_decoder.cpp copy be/src/vec/exec/format/parquet/{vparquet_file_metadata.cpp => fix_length_plain_decoder.cpp} (54%) create mode 100644 be/test/olap/compaction_permit_limiter_test.cpp create mode 100644 be/test/pipeline/operator/set_operator_test.cpp create mode 100644 be/test/pipeline/operator/spill_sort_sink_operator_test.cpp create mode 100644 be/test/pipeline/operator/spill_sort_source_operator_test.cpp create mode 100644 be/test/pipeline/operator/spill_sort_test_helper.cpp create mode 100644 be/test/pipeline/operator/spill_sort_test_helper.h create mode 100644 be/test/pipeline/operator/union_operator_test.cpp create mode 100644 be/test/testutil/mock/mock_literal_expr.cpp create mode 100644 be/test/testutil/mock/mock_literal_expr.h create mode 100644 be/test/vec/exec/format/parquet/bool_plain_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/bool_rle_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/byte_array_dict_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/byte_array_plain_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/byte_stream_split_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/delta_bit_pack_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/delta_byte_array_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/delta_length_byte_array_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/fix_length_dict_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/fix_length_plain_decoder_test.cpp create mode 100644 be/test/vec/exec/format/parquet/level_decoder_test.cpp rename be/test/vec/exec/{ => format}/parquet/parquet_common_test.cpp (100%) rename be/test/vec/exec/{ => format}/parquet/parquet_corrupt_statistics_test.cpp (100%) rename be/test/vec/exec/{ => format}/parquet/parquet_nested_type_cross_page_test.cpp (100%) rename be/test/vec/exec/{ => format}/parquet/parquet_reader_test.cpp (100%) rename be/test/vec/exec/{ => format}/parquet/parquet_statistics_test.cpp (100%) rename be/test/vec/exec/{ => format}/parquet/parquet_thrift_test.cpp (100%) rename be/test/vec/exec/{ => format}/parquet/parquet_version_test.cpp (100%) copy dist/licenses/{LICENSE.jfastlz.txt => LICENSE-pugixml.txt} (92%) copy fe/fe-core/src/main/java/org/apache/doris/{analysis/ShowSnapshotStmt.java => nereids/trees/plans/commands/ShowSnapshotCommand.java} (55%) copy fe/fe-core/src/main/java/org/apache/doris/{analysis/ShowTableStatsStmt.java => nereids/trees/plans/commands/ShowTableStatsCommand.java} (65%) create mode 100644 fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowSnapshotCommandTest.java copy fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{DropCachedStatsCommandTest.java => ShowTableStatsCommandTest.java} (57%) rename regression-test/data/compression_p0/{load.out => query.out} (86%) copy be/src/agent/workload_sched_policy_listener.h => regression-test/suites/compression_p0/query.groovy (58%) create mode 100644 regression-test/suites/nereids_p0/create_table/test_ctas_auto_partition.groovy copy regression-test/suites/nereids_p0/show/{test_nereids_show_backup.groovy => test_nereids_show_snapshot.groovy} (78%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org For additional commands, e-mail: commits-h...@doris.apache.org