This is an automated email from the ASF dual-hosted git repository.
w41ter pushed a change to branch auto-pick-47278-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard e49e9f446cb [fix](restore) Cut down restore timeout when create
replicas failed (#47278)
add 9d6b7979068 [fix](case) make inverted index up down case robust
(#47382)
add 9b8a190e715 [cherry-pick](branch-3.0) Pick "[Fix](recycler) Further
fix for #47475 (#47486)" (#47499)
add dad83349ecf [regression-test](case) fix two cases using same table
(#47512)
add b1e6ee2157e branch-3.0: [fix](cache) fix sql cache throw npe in cloud
mode #47221 (#47266)
add c50d1616322 branch-3.0: [fix](Nereids) bind schema table qualified
column failed #46960 (#47155)
add 512681c2384 branch-3.0: [fix](edit_log) throw exception when replay
alter constraint on catalog table #47151 (#47231)
add 338bcc8c10f branch-3.0: [Fix](testcase) Add
enable_cloud_txn_lazy_commit for testcases relates to many partitions #47511
(#47517)
add 46d207e5f41 branch-3.0: [Fix](compaction) Should do_lease for full
compaction #47436 (#47519)
add 9e4b2b37787 branch-3.0: [Fix]Fix double-free when memtable agg #47523
(#47531)
add 989973f8b35 [test](mtmv) Fix regression test unstable and add relevant
test log #46299 #46546 (#47112)
add 91eb0beeafc branch-3.0: [improve](cloud-mow)Add delete bitmap metrics
#47028 (#47533)
add 66d489b140e branch-3.0: [fix](hive docker)Table `partition_location_1`
miss data #47539 (#47558)
add 44df61b4561 branch-3.0: [fix](memory) Fix init segment map check
memory exceeds limit (#47403)
add d147faa5f3c branch-3.0: [fix](memory) Fix WorkloadGroup memory GC
cancel msg #47367 (#47500)
add 66a70aa9678 branch-3.0: [fix](compaction) fix the issue of schema loss
caused by cloud disable auto compaction #47495 (#47529)
add 9b23b6ff9da branch-3.0: [improve](test) Fix unstable cases #47540
(#47560)
add 814e4d7b763 branch-3.0: [Fix](recycler) Fix retain inverted indexes
in tmp rowset recycling #47536 (#47546)
add 2c155a45803 branch-3.0: [Fix](bug) Percentile* func core when percent
args is negative number #47068 (#47219)
add 49ae71043c9 branch-3.0: [test](p2) fix case test_s3_load_properties
#47226 (#47276)
add 94082a1446c branch-3.0: [fix](local shuffle) Set serial execution for
schema scan operator #47498 (#47526)
add ba97470d3e8 branch-3.0: [fix](index compaction)Add column unique id
check before use #47562 (#47577)
add b35867116c1 branch-3.0: [fix](docker) Starting thirdpaty script with
only the reserve-ports parameter does not work #47578 (#47590)
add 9305725f5ed [branch-3.0](pick) pick #47501 #47535 (#47602)
add 5a27ce44de8 branch-3.0: [fix](ut) prefer to use LLVM_PROFDATA from
env.sh #47351 (#47386)
add 7a4ea1a91a2 branch-3.0: [fix](UT) Fix cloud UT network_util_test and
resource_test #47582 (#47641)
add 45dda9793c7 branch-3.0: [fix](cloud) fix file cache get_or_set timer
overflow #47609 (#47615)
add 5e95141bb87 branch-3.0: [enhancement](cloud) file cache evict in
advance #47473 (#47614)
add a733a56648c [fix](nereids)Add catalog/db/table filter info in
SchemaScanNode (#46864) (#47550)
add 3759b58543d [fix](cloud-mow)Fix not release delete bitmap lock when
checking txn state is visible #47580 (#47652)
add da48c9f4226 [fix](test) fix test case for inverted index up down case
(#47645)
add 746ecd7d18a [fix](exchange)fix exchange sink buffer does not update
total_queue_size when EOF. (#47322)
add 7ed947eccfd [revert](orc) revert orc predicate pushdown related
commits (#47662)
add ef5864d3007 branch-3.0: [Fix](load) Reset memtable immediately after
insert failure to prevent crash #47610 (#47636)
add a4830a63511 branch-3.0: [fix](nereids) fix compare ipv4 / ipv6 always
equals (#47513)
add 5304d1ed3fd branch-3.0: [fix](test) Use single tablet table to verify
compaction score action #47565 (#47612)
add 7e32ef5ddda branch-3.0: [fix](cloud) Skip `select_with_tablets` case
run in cloud #47223 (#47597)
add 81b1ad179b9 branch-3.0: [fix](test) fix test_routine_load_eof case
execute too long #47663 (#47667)
add 6b633f05a09 branch-3.0: [Fix](recycler) Fix recycler pipeline case
check_meta #47646 (#47669)
add bb6a7fa84f4 branch-3.0: [fix](inverted index) resolve io_ctx
heap-use-after-free in concurrent reader access #47634 (#47668)
add e55d2adb360 branch-3.0: [fix](test) fix test_routine_load case
unstable #47601 (#47631)
add 82553b700c9 branch-3.0: [Chore](case) drop expr_tes2 on
nereids_arith_p0.load #47671 (#47685)
add 54a4f354c9d branch-3.0: [fix](mv)Fix direct select mv pre agg bug.
#47658 (#47699)
add 149c376f01b branch-3.0: [fix](external catalog) Fix missing fields
when rebuilding metadata from image (#47726)
add 8c755792fca branch-3.0: [Fix](regression) Fix case
`test_add_key_partial_update` #47583 (#47719)
add ef6ba6c73fe branch-3.0: [fix](nereids)keep at least one hash output
slot when prune slots in hash join node #47318 (#47682)
add c1245a14aad branch-3.0: [chore](file cache) Disable show cache hotspot
stmt #47332 (#47713)
add dea016321ec [fix](coordinator) Fix wrong `recvrId` in fragment
contains BHJ (#47728)
add ec86bb4af9a Update .asf.yaml (#47731)
add ad8c0127b88 branch-3.0: [opt](log) Add some logs for recycler #47600
(#47714)
add d74c09d0a3d branch-3.0: [Enhancement](Test) Add ut for delete tmp
rowset #47581 (#47724)
add 3a7d87301e0 branch-3.0: [log](mow) reduce log for data load on mow
table (#47647) (#47725)
add 95ad500e354 branch-3.0: [fix](mtmv)Release snapshots to avoid keeping
references in MTMVTask #47149 (#47258)
add 3d192e231f7 [regression-test](cases) remove 3 cases not suitable for
cloud (#47553)
add c6389711f3a branch-3.0: [regression-test](fix) fix final check #47522
(#47567)
add 888b2b4b3b7 Revert "[branch-3.0](pick) pick #47501 #47535" (#47730)
add 24c98c575c1 branch-3.0: [fix](Nereids) not release lock if schema
changed when insert #47733 (#47761)
add 74b8eb613d1 bump to 3.0.4-rc01 (#47763)
add 753546f4710 [Bug](function) fix wrong result when percentile's second
argument is 1 (#47586) (#47710)
add 0591a279ad8 [fix](restore) Cut down restore timeout when create
replicas failed (#47278)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e49e9f446cb)
\
N -- N -- N refs/heads/auto-pick-47278-branch-3.0 (0591a279ad8)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 11 +-
be/src/apache-orc | 2 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 16 +
be/src/cloud/cloud_full_compaction.cpp | 3 +
be/src/cloud/cloud_storage_engine.cpp | 37 ++
be/src/cloud/cloud_storage_engine.h | 1 +
be/src/cloud/cloud_tablet_mgr.cpp | 46 ++
be/src/cloud/cloud_tablet_mgr.h | 3 +
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 5 -
be/src/common/config.cpp | 10 +
be/src/common/config.h | 9 +
.../exec/schema_scanner/schema_tables_scanner.cpp | 3 +
be/src/io/cache/block_file_cache.cpp | 148 +++++-
be/src/io/cache/block_file_cache.h | 37 +-
be/src/olap/base_tablet.cpp | 64 ++-
be/src/olap/base_tablet.h | 4 +
be/src/olap/compaction.cpp | 5 +
be/src/olap/memtable.cpp | 2 -
be/src/olap/memtable_writer.cpp | 15 +-
be/src/olap/olap_server.cpp | 28 ++
be/src/olap/rowid_conversion.h | 30 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 3 +-
.../segment_v2/inverted_index_compound_reader.cpp | 31 +-
.../segment_v2/inverted_index_compound_reader.h | 26 +-
.../segment_v2/inverted_index_file_reader.cpp | 22 +-
.../rowset/segment_v2/inverted_index_file_reader.h | 6 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 22 +-
be/src/olap/rowset_builder.cpp | 2 -
be/src/olap/storage_engine.cpp | 5 +
be/src/olap/storage_engine.h | 9 +
be/src/olap/tablet_manager.cpp | 43 ++
be/src/olap/tablet_manager.h | 3 +
be/src/olap/tablet_meta.cpp | 14 +
be/src/olap/tablet_meta.h | 8 +
be/src/olap/tablet_schema.cpp | 4 +
be/src/olap/tablet_schema.h | 1 +
be/src/pipeline/exec/exchange_sink_buffer.cpp | 8 +
be/src/pipeline/exec/schema_scan_operator.cpp | 4 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 14 +
be/src/runtime/exec_env.h | 1 -
be/src/runtime/workload_group/workload_group.cpp | 36 +-
be/src/util/counts.h | 8 +-
.../aggregate_function_percentile.h | 56 ++-
.../aggregate_function_simple_factory.h | 9 -
be/src/vec/exec/format/orc/vorc_reader.cpp | 496 ++++++---------------
be/src/vec/exec/format/orc/vorc_reader.h | 45 +-
be/test/exec/test_data/orc_scanner/orders.orc | Bin 1293 -> 0 bytes
be/test/io/cache/block_file_cache_test.cpp | 243 +++++++++-
be/test/olap/rowid_conversion_test.cpp | 6 +-
be/test/testutil/desc_tbl_builder.cpp | 29 +-
be/test/testutil/desc_tbl_builder.h | 17 +-
be/test/vec/exec/orc_reader_test.cpp | 161 -------
cloud/script/run_all_tests.sh | 4 +-
cloud/src/meta-service/meta_service.cpp | 36 +-
cloud/src/recycler/recycler.cpp | 41 +-
cloud/src/recycler/recycler.h | 8 +-
cloud/test/network_util_test.cpp | 3 +
cloud/test/recycler_test.cpp | 174 +++++++-
cloud/test/resource_test.cpp | 2 +
cloud/test/schema_kv_test.cpp | 131 +++++-
.../partition_location_1/create_table.hql | 2 +-
docker/thirdparties/run-thirdparties-docker.sh | 9 +-
.../main/java/org/apache/doris/common/Config.java | 4 +
fe/fe-core/pom.xml | 6 +
.../org/apache/doris/analysis/DateLiteral.java | 2 +-
.../org/apache/doris/analysis/DecimalLiteral.java | 3 +
.../org/apache/doris/analysis/FloatLiteral.java | 3 +
.../org/apache/doris/analysis/IPv4Literal.java | 14 +-
.../org/apache/doris/analysis/IPv6Literal.java | 19 +-
.../java/org/apache/doris/analysis/IntLiteral.java | 10 +-
.../doris/analysis/ShowCacheHotSpotStmt.java | 5 +
.../java/org/apache/doris/catalog/TableIf.java | 39 +-
.../transaction/CloudGlobalTransactionMgr.java | 59 ++-
.../doris/common/NereidsSqlCacheManager.java | 53 ++-
.../apache/doris/datasource/ExternalCatalog.java | 23 +-
.../apache/doris/datasource/ExternalDatabase.java | 36 +-
.../apache/doris/datasource/InitCatalogLog.java | 7 +-
.../apache/doris/datasource/InitDatabaseLog.java | 7 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 5 +-
.../glue/translator/PhysicalPlanTranslator.java | 20 +-
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../doris/nereids/rules/analysis/BindRelation.java | 8 +-
.../mv/InitMaterializationContextHook.java | 7 +-
.../LogicalSchemaScanToPhysicalSchemaScan.java | 5 +-
.../rewrite/PushDownFilterIntoSchemaScan.java | 77 ++++
.../doris/nereids/stats/StatsCalculator.java | 4 +
.../trees/expressions/ComparisonPredicate.java | 2 +
.../expressions/functions/agg/PercentileArray.java | 9 +
.../functions/combinator/ForEachCombinator.java | 29 ++
.../commands/insert/InsertIntoTableCommand.java | 2 +
.../trees/plans/logical/LogicalSchemaScan.java | 72 ++-
.../trees/plans/physical/PhysicalSchemaScan.java | 60 ++-
.../java/org/apache/doris/persist/EditLog.java | 12 +-
.../planner/BackendPartitionedSchemaScanNode.java | 5 +-
.../org/apache/doris/planner/SchemaScanNode.java | 6 +-
.../apache/doris/planner/SingleNodePlanner.java | 5 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 2 -
.../java/org/apache/doris/qe/SessionVariable.java | 10 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 84 ++--
.../apache/doris/service/FrontendServiceImpl.java | 13 +-
.../expressions/literal/CompareLiteralTest.java | 97 ++++
.../apache/doris/utframe/TestWithFeService.java | 10 +
gensrc/script/gen_build_version.sh | 4 +-
gensrc/thrift/FrontendService.thrift | 1 +
.../test_column_prune_in_hash_join.out | Bin 0 -> 255 bytes
.../data/external_table_p0/hive/test_hive_orc.out | Bin 92747 -> 90753 bytes
.../cloud/test_cloud_full_compaction_do_lease.out} | Bin 109 -> 110 bytes
.../data/function_p0/test_agg_foreach.out | Bin 1945 -> 1865 bytes
.../data/function_p0/test_agg_foreach_notnull.out | Bin 1945 -> 1865 bytes
.../test_information_schema.out | Bin 0 -> 859 bytes
.../broker_load/test_s3_load_properties.out | Bin 2581 -> 2727 bytes
.../test_delete_bitmap_metrics.out} | Bin 155 -> 161 bytes
.../{no_await/no_await.out => await/await.out} | Bin 3495 -> 3493 bytes
.../{unique => unique_rewrite}/unique_rewrite.out | Bin
.../test_aggregate_percentile_no_cast.out | Bin 1110 -> 1372 bytes
.../mv/external_table/part_partition_invalid.out | Bin 2031 -> 1324 bytes
.../nereids_syntax_p0/mv/newMv/multi_slot4.out | Bin 198 -> 274 bytes
.../test_aggregate_all_functions.out | Bin 2675 -> 2765 bytes
.../test_analyze_mv.out} | Bin 110 -> 124 bytes
.../org/apache/doris/regression/suite/Suite.groovy | 177 +++++---
.../cloud_p0/conf/regression-conf-custom.groovy | 1 +
regression-test/pipeline/common/github-utils.sh | 1 +
.../suites/auth_call/test_ddl_mv_auth.groovy | 4 +-
.../suites/auth_p0/test_select_column_auth.groovy | 2 +-
.../check_before_quit/check_before_quit.groovy | 11 +-
.../compaction/test_compaction_score_action.groovy | 1 +
.../test_column_prune_in_hash_join.groovy | 131 ++++++
.../test_mv_case/test_mv_case.groovy | 15 +-
.../create_view_nereids/create_view_use_mv.groovy | 4 +-
.../suites/delete_p0/test_delete_unicode.groovy | 3 +-
...test_export_table_with_materialized_view.groovy | 6 +-
.../external_table_p0/hive/test_hive_orc.groovy | 34 --
.../hive/test_hive_orc_predicate.groovy | 2 +-
.../test_cloud_full_compaction_do_lease.groovy | 123 +++++
...t_cloud_mow_stream_load_with_commit_fail.groovy | 3 +
.../test_cloud_mow_stream_load_with_timeout.groovy | 20 +
.../test_add_key_partial_update.groovy | 2 +-
.../test_index_io_context.groovy | 4 +-
.../suites/function_p0/test_agg_foreach.groovy | 26 +-
.../function_p0/test_agg_foreach_notnull.groovy | 30 +-
.../test_information_schema.groovy | 69 +++
.../inverted_index.groovy | 11 +-
.../routine_load/ddl/agg_tbl_basic_drop.sql | 2 +-
.../routine_load/ddl/dup_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/dup_tbl_basic_drop.sql | 2 +-
.../ddl/dup_tbl_basic_multi_table_drop.sql | 2 +-
.../routine_load/ddl/mow_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/mow_tbl_basic_drop.sql | 2 +-
.../routine_load/ddl/uniq_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/uniq_tbl_basic_drop.sql | 2 +-
.../ddl/uniq_tbl_basic_drop_sequence.sql | 2 +-
.../routine_load/test_routine_load_eof.groovy | 5 +
.../broker_load/test_s3_load_properties.groovy | 19 +-
.../metrics_p0/test_delete_bitmap_metrics.groovy | 230 ++++++++++
.../no_await.groovy => await/await.groovy} | 61 ++-
.../suites/mv_p0/no_await/no_await.groovy | 21 +
.../unique_rewrite.groovy | 0
.../suites/nereids_arith_p0/load.groovy | 1 +
.../nereids_p0/literal/test_compare_literal.groovy | 153 +++++++
.../select_tablets/select_with_tablets.groovy | 3 +
.../test_aggregate_percentile_no_cast.groovy | 18 +
.../mv_contain_external_table.groovy | 3 +-
.../external_table/part_partition_invalid.groovy | 31 +-
.../mv/external_table/single_external_table.groovy | 6 +-
.../mv/is_in_debug_mode/is_in_debug_mode.groovy | 3 +
.../mv/nested_mtmv/nested_mtmv.groovy | 6 +-
.../mv/union_rewrite/usercase_union_rewrite.groovy | 2 +-
.../partition_prune/auto_partition.groovy | 2 +-
.../nereids_syntax_p0/information_schema.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/multi_slot4.groovy | 10 +-
.../nereids_syntax_p0/mv/ut/distinctQuery.groovy | 2 +-
.../stress_test_high_concurrency_load.groovy | 1 +
.../same_data/stress_test_same_date_range.groovy | 1 +
.../stress_test_two_stream_load.groovy | 1 +
.../suites/query_p0/aggregate/aggregate.groovy | 17 +
.../test_aggregate_all_functions.groovy | 24 +
.../suites/query_p0/system/test_query_sys.groovy | 8 +
.../suites/rollup_p0/test_materialized_view.groovy | 66 +--
...groovy => alter_disable_auto_compaction.groovy} | 38 +-
.../test_agg_schema_key_change_modify.groovy | 2 +-
.../test_dup_mv_schema_change.groovy | 4 +-
.../test_uniq_mv_schema_change.groovy | 21 +-
...st_show_create_table_with_storage_policy.groovy | 1 +
.../suites/show_p0/test_show_data_skew.groovy | 1 +
.../suites/statistics/test_analyze_mv.groovy | 19 +
186 files changed, 3334 insertions(+), 1211 deletions(-)
delete mode 100644 be/test/exec/test_data/orc_scanner/orders.orc
delete mode 100644 be/test/vec/exec/orc_reader_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownFilterIntoSchemaScan.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/CompareLiteralTest.java
create mode 100644
regression-test/data/correctness_p0/test_column_prune_in_hash_join.out
copy
regression-test/data/{compaction/test_single_compaction_with_variant_inverted_index.out
=> fault_injection_p0/cloud/test_cloud_full_compaction_do_lease.out} (97%)
create mode 100644
regression-test/data/information_schema_p0/test_information_schema.out
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_insert_timeout.out
=> metrics_p0/test_delete_bitmap_metrics.out} (77%)
copy regression-test/data/mv_p0/{no_await/no_await.out => await/await.out}
(99%)
rename regression-test/data/mv_p0/{unique =>
unique_rewrite}/unique_rewrite.out (100%)
copy
regression-test/data/{correctness/test_constant_push_down_through_outer_join.out
=> statistics/test_analyze_mv.out} (77%)
create mode 100644
regression-test/suites/correctness_p0/test_column_prune_in_hash_join.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_full_compaction_do_lease.groovy
create mode 100644
regression-test/suites/information_schema_p0/test_information_schema.groovy
create mode 100644
regression-test/suites/metrics_p0/test_delete_bitmap_metrics.groovy
copy regression-test/suites/mv_p0/{no_await/no_await.groovy =>
await/await.groovy} (65%)
rename regression-test/suites/mv_p0/{unique =>
unique_rewrite}/unique_rewrite.groovy (100%)
create mode 100644
regression-test/suites/nereids_p0/literal/test_compare_literal.groovy
copy regression-test/suites/schema_change_p0/{check_time_type.groovy =>
alter_disable_auto_compaction.groovy} (60%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
