This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch auto-pick-46946-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard e9bc13b5250 [fix](external catalog) Persisting the External Catalog
comment field (#46946)
add b0d5f9143db branch-3.0: [Bug](runtime-filter) fix missing rf when
target not exist on backend where the producer is… #47108 (#47247)
add e32ea57a092 branch-3.0: [fix](inverted index) fix case
test_index_ddl_fault_injection #47253 (#47255)
add 80f2d83a259 branch-3.0: [Test](index) fix the index property
inconsistency for check_before_quit #46854 (#47207)
add 0fbba02e3fc branch-3.0: [fix](ccr) Wrong tosql for alt tbl enable
feature #46620 (#47208)
add dc493c74641 branch-3.0: [fix](sql) Wrong result of tosql for drop
column with rollup #47153 (#47205)
add 1ea44506c8a branch-3.0: [fix](date_function) fix str_to_date function
return wrong microsecond issue #47129 (#47261)
add 8d23bf088ee branch-3.0: [test](case) Add nereids check (#47214)
add 25e67f094bb branch-3.0: [test](case) fix tpcds_sf100 q17 result file
#47169 (#47193)
add cd1b10e2273 branch-3.0: [fix](hive docker)Reserve host port for hive2
namenode and datanode #47262 (#47304)
add 5ef1a4d9c47 branch-3.0: [fix](cloud-mow)Fe should process
KV_TXN_CONFLICT_RETRY_EXCEEDED_MAX_TIMES when geting delete bitmap lock fail
#47161 (#47294)
add 3083f0c00c3 branch-3.0: [Fix](test) Fix Show Data Case #47224 (#47293)
add db0d489666c branch-3.0: [fix](binlog) Binlog ts not initialized #47174
(#47298)
add 822c1326d7e branch-3.0: [chore](file_cache) Set enbale_dump_error_file
to false by default #47229 (#47250)
add 1c019d51f3b [chore](submodule) align clucene submodule branch with
doris branch-3.0 (#47269)
add 9045fb6f4e3 branch-3.0: [fix](cloud-mow)Fix case
test_schema_change_with_mow_txn_conflict #47044 (#47306)
add 8ddc7464236 branch-3.0: [fix](test) fix case failure for index
compaction #47225 (#47237)
add 6a13fd85b27 branch-3.0: [Fix](ShortCircuite) fix point query crash
with prepared statement when encounter delete sign #47178 (#47222)
add a5ea1efb6f2 branch-3.0: [Fix](Variant) fix variant may lost schema
info when meet TXN_CONFLICT in cloud mode #47284 (#47309)
add e55487603ba branch-3.0: [fix](test) fix case test_index_io_context
#47290 (#47334)
add 5e90377c9ed branch-3.0: [fix](cloud)(bulk load) fix memory leak in FE
observer node #47074 (#47244)
add baac2416eee branch-3.0: [Fix](recycler) Fix recycler fail when dealing
with rowset [0-1] #47324 (#47335)
add ae129e773da branch-3.0: [fix](s3filewriter) Fix s3_write_buffer_size
boundary issue #47333 (#47341)
add c4c526a8bf6 branch-3.0: [Fix](cloud) Cloud enable fe deploy mode from
master-observers to multi-followers #45255 (#47215)
add 016cb20158f [regression-test](fix) remove unused code in
test_workload_sched_policy (#47344)
add 99b2d629b0d [regression-test](case) remove two cases not suitable for
cloud (#47353)
add c30ff0677db [regression-test](fix) global var (#47125)
add 5d70ee54c70 branch-3.0: [regression-test](framework) fix bug when sql
returns two column with same name #47087 (#47135)
add bff72833213 branch-3.0: [fix](cloud) fix file cache potential leakage
#46561 (#47376)
add 42c6257820b branch-3.0: [fix](docker) solve kerberos docker conflict
#47260 (#47272)
add 09878320242 branch-3.0: [Opt](regression) Add more test cases to
external community pipeline #46897 (#46956)
add 239f2d16f98 branch-3.0: [Opt](test) export/outfile case supports
multi-kerberos env #47189 (#47238)
add 110e0fcfb8e [branch-3.0]Add customStdAllocator for vector/map (#41193)
(#47368)
add 793634766b5 branch-3.0: [fix](hive docker)Sysctl reserve ports error
#47373 (#47398)
add bcea4fcd1f5 branch-3.0: [fix](hive docker)Unknown `--reserve-port`
flags #47352 (#47355)
add ee2979c6130 Revert "branch-3.0: [fix](date_function) fix str_to_date
function return wrong microsecond issue #47129" (#47401)
add 84a21bda28d branch-3.0: [fix](merge-on-write) Remove pending delete
bitmap check when commit_txn() #47136 (#47283)
add f8bd96932e8 branch-3.0: [fix](memory) Fix metadata memory tracking and
profile (#47379)
add ee46be6a6a9 branch-3.0: [improve](cloud-mow) modify some log (#47347)
(#47433)
add 4d5b371ea24 branch-3.0: [Opt](RowsetMeta) Add hint msg when encounter
`TXN_VALUE_TOO_LARGE` in `commit_rowset()/update_tmp_rowset()` #47241 (#47429)
add a3580a610d9 branch-3.0: [fix](regression test) Fix S3 load profile
test failed in multi-frontends environment. #47330 (#47442)
add cc38fad16c2 branch-3.0: [Bug](dead lock) Fix dead lock in Tablet Stat
Mgr #46959 (#47418)
add ac412b32aa6 branch-3.0: [fix](cloud-mow)Fix case
test_cloud_mow_stream_load_with_commit_fail #47240 (#47435)
add d23584f5e7b branch-3.0: [opt](docker)Replace healthy container with
`--wait` #47357 (#47420)
add 0f897ed9443 branch-3.0: [fix](Nereids) Use the schema saved during
planning as the schema of the original target table #47337 (#47402)
add e4eaf130604 branch-3.0: [Bug](function) fix wrong result when case
when have more than 256 conditions and the… #47179 (#47391)
add 28a46013747 branch-3.0: [regression-test](case) fix
test_bloom_filter_hit.groovy #47057 (#47348)
add db381d862be branch-3.0: [opt](jsonb) add ut for the jsonb parser
#47181 (#47387)
add 4acf8fbaaa3 branch-3.0: [regression-test](case) fix percentile case
#47359 (#47394)
add 0f63ced618a branch-3.0: [test](load) add p0 cases for insert docs
#44364 (#44987)
add 6856b74e416 branch-3.0: [opt](join) Check the property of nullable
from intermediate row #45017 (#45475)
add ce8d389b9c4 branch-3.0: [fix](local exchange) Use tokens to ensure
that try_dequeue maintains strict order. #45741 (#45844)
add fd514be024a branch-3.0: [Fix](test) test_cumu_compaction_with_delete
case should be nonConcurrent #47372 (#47447)
add c0f256f18ee branch-3.0: [improve](cloud-mow)Add delete bitmap metrics
for MS #47047 (#47451)
add 2ce46b95088 branch-3.0: [Fix](Test) debug point case should be
nonConcurrent #47443 (#47450)
add 0ac65471f09 branch-3.0: [opt](docker)Add healthy check for ES and
Kafka #47362 (#47413)
add 1f8faaa4525 branch-3.0: [opt](hive docker)Exit on creating table
failed #47390 (#47452)
add 778549008af [regression-test](fix) fix sql bug (#47361)
add 2ebf871c0cb branch-3.0 [fix](delete) fix insert into cols should be
corresponding to the query output for delete from command #47406 (#47454)
add 13db9d5c314 branch-3.0: [Fix](Test) debug point should be cleared in
the end #47458 (#47464)
add 8cc7d60a5b3 branch-3.0: [opt](iceberg docker)Add health check for
iceberg rest container #46767 (#47356)
add 7446007285e branch-3.0: [Fix](recycler) Delete again to double check
when recycle tablet failed by some bugs #47475 (#47477)
add d3da2bf6552 branch-3.0: [fix](bug) Fix `Config.max_query_retry_time=1`
analysis planner is null #47287 (#47480)
add 900b2606a57 branch-3.0: [fix](cloud) Fix cloud -230 retry not reset
ctx state #47326 (#47469)
add 64dd61bb1b6 branch-3.0: [chore](binlog) Log download binlog cost
#47360 (#47397)
add 25d52ab5055 branch-3.0: [test](p0) don't run move-memtable injection
cases in cloud mode #47311 (#47468)
add a2827a25eb6 branch-3.0: [fix](cloud-mow) Make delete bitmap cache
expired time more reasonable #47295 (#47490)
add 7950af36c83 branch-3.0: [fix](cloud-mow) Make some timeout about mow
more reasonable #46365 (#47489)
add 4799310c3e6 branch-3.0: [fix](cloud) Fix cloud decomission and check
wal #47187 (#47483)
add f552fe23383 branch-3.0: [fix](fe) Fix `slf4j` contains multiple SLF4J
bindings #45945 (#47466)
add a3651509249 branch-3.0: [fix](restore) Release snapshots after the
FINISHED state is persisted #47277 (#47285)
add 8b0fdf35f34 branch-3.0: [regression-test](case) enlarge
compaction_width_array_column.groovy … #47059 (#47365)
add 1179fb16430 branch-3.0: [Test](check) Skip view for check meta test
#47175 (#47190)
add 5911412b43e branch-3.0: [Fix](partial update) Forbid partial update
when table is in SCHEMA_CHANGE/ROLLUP in FE #46985 (#47160)
add 1ba5dbe6264 branch-3.0: [Improvement]downgrade resource tag when there
is not queryable replica #44255 (#45262)
add b1d8fc4fc0d branch-3.0: [regression-test](fix) enlarge statistic test
case's waiting time #45590 (#46015)
add a419b59b2f7 branch-3.0: [regression-test](fix) remove mow 2pc test
cases #46609 (#46730)
add 112395c3920 branch-3.0: [chore](persist) Save old index schema map in
TableAddOrDropColumnsInfo #46606 (#46740)
add 1927b965620 branch-3.0: [regression](minio) test minio as doris
storage vault #45417 (#46309)
add 3231215543e branch-3.0: [Test](Export) add some debug logs for export
#47400 (#47474)
add 6ae85be688b branch-3.0: [test](move-memtable) mitigate flaky injection
test `skip_two_backends` #47082 (#47110)
add e533bc98308 branch-3.0: [opt](regression-test) Adjust the stream load
timeout check of the regression framework #47037 (#47048)
add 1cc177c21f8 branch-3.0: [fix](nereids)fix logical repeat computefd
#47321 (#47346)
add 4ec7f892284 branch-3.0: [fix](backup) filter the staled task response
by job id #47416 (#47444)
add 35ed78923b4 branch-3.0: [fix](cloud) Fix async mtmv job retry when
meet -230 in cloud #47370 (#47482)
add 3c594a5970d branch-3.0: [fix](cloud) shorten cache lock held time and
add metrics #47472 (#47494)
add 9d6b7979068 [fix](case) make inverted index up down case robust
(#47382)
add 9b8a190e715 [cherry-pick](branch-3.0) Pick "[Fix](recycler) Further
fix for #47475 (#47486)" (#47499)
add dad83349ecf [regression-test](case) fix two cases using same table
(#47512)
add b1e6ee2157e branch-3.0: [fix](cache) fix sql cache throw npe in cloud
mode #47221 (#47266)
add c50d1616322 branch-3.0: [fix](Nereids) bind schema table qualified
column failed #46960 (#47155)
add 512681c2384 branch-3.0: [fix](edit_log) throw exception when replay
alter constraint on catalog table #47151 (#47231)
add 338bcc8c10f branch-3.0: [Fix](testcase) Add
enable_cloud_txn_lazy_commit for testcases relates to many partitions #47511
(#47517)
add 46d207e5f41 branch-3.0: [Fix](compaction) Should do_lease for full
compaction #47436 (#47519)
add 9e4b2b37787 branch-3.0: [Fix]Fix double-free when memtable agg #47523
(#47531)
add 989973f8b35 [test](mtmv) Fix regression test unstable and add relevant
test log #46299 #46546 (#47112)
add 91eb0beeafc branch-3.0: [improve](cloud-mow)Add delete bitmap metrics
#47028 (#47533)
add 66d489b140e branch-3.0: [fix](hive docker)Table `partition_location_1`
miss data #47539 (#47558)
add 44df61b4561 branch-3.0: [fix](memory) Fix init segment map check
memory exceeds limit (#47403)
add d147faa5f3c branch-3.0: [fix](memory) Fix WorkloadGroup memory GC
cancel msg #47367 (#47500)
add 66a70aa9678 branch-3.0: [fix](compaction) fix the issue of schema loss
caused by cloud disable auto compaction #47495 (#47529)
add 9b23b6ff9da branch-3.0: [improve](test) Fix unstable cases #47540
(#47560)
add 814e4d7b763 branch-3.0: [Fix](recycler) Fix retain inverted indexes
in tmp rowset recycling #47536 (#47546)
add 2c155a45803 branch-3.0: [Fix](bug) Percentile* func core when percent
args is negative number #47068 (#47219)
add 49ae71043c9 branch-3.0: [test](p2) fix case test_s3_load_properties
#47226 (#47276)
add 94082a1446c branch-3.0: [fix](local shuffle) Set serial execution for
schema scan operator #47498 (#47526)
add ba97470d3e8 branch-3.0: [fix](index compaction)Add column unique id
check before use #47562 (#47577)
add b35867116c1 branch-3.0: [fix](docker) Starting thirdpaty script with
only the reserve-ports parameter does not work #47578 (#47590)
add 9305725f5ed [branch-3.0](pick) pick #47501 #47535 (#47602)
add 5a27ce44de8 branch-3.0: [fix](ut) prefer to use LLVM_PROFDATA from
env.sh #47351 (#47386)
add 7a4ea1a91a2 branch-3.0: [fix](UT) Fix cloud UT network_util_test and
resource_test #47582 (#47641)
add 45dda9793c7 branch-3.0: [fix](cloud) fix file cache get_or_set timer
overflow #47609 (#47615)
add 5e95141bb87 branch-3.0: [enhancement](cloud) file cache evict in
advance #47473 (#47614)
add a733a56648c [fix](nereids)Add catalog/db/table filter info in
SchemaScanNode (#46864) (#47550)
add 3759b58543d [fix](cloud-mow)Fix not release delete bitmap lock when
checking txn state is visible #47580 (#47652)
add da48c9f4226 [fix](test) fix test case for inverted index up down case
(#47645)
add 746ecd7d18a [fix](exchange)fix exchange sink buffer does not update
total_queue_size when EOF. (#47322)
add 7ed947eccfd [revert](orc) revert orc predicate pushdown related
commits (#47662)
add ef5864d3007 branch-3.0: [Fix](load) Reset memtable immediately after
insert failure to prevent crash #47610 (#47636)
add a4830a63511 branch-3.0: [fix](nereids) fix compare ipv4 / ipv6 always
equals (#47513)
add 5304d1ed3fd branch-3.0: [fix](test) Use single tablet table to verify
compaction score action #47565 (#47612)
add 7e32ef5ddda branch-3.0: [fix](cloud) Skip `select_with_tablets` case
run in cloud #47223 (#47597)
add 81b1ad179b9 branch-3.0: [fix](test) fix test_routine_load_eof case
execute too long #47663 (#47667)
add 6b633f05a09 branch-3.0: [Fix](recycler) Fix recycler pipeline case
check_meta #47646 (#47669)
add bb6a7fa84f4 branch-3.0: [fix](inverted index) resolve io_ctx
heap-use-after-free in concurrent reader access #47634 (#47668)
add e55d2adb360 branch-3.0: [fix](test) fix test_routine_load case
unstable #47601 (#47631)
add 82553b700c9 branch-3.0: [Chore](case) drop expr_tes2 on
nereids_arith_p0.load #47671 (#47685)
add 54a4f354c9d branch-3.0: [fix](mv)Fix direct select mv pre agg bug.
#47658 (#47699)
add 149c376f01b branch-3.0: [fix](external catalog) Fix missing fields
when rebuilding metadata from image (#47726)
add 8c755792fca branch-3.0: [Fix](regression) Fix case
`test_add_key_partial_update` #47583 (#47719)
add ef6ba6c73fe branch-3.0: [fix](nereids)keep at least one hash output
slot when prune slots in hash join node #47318 (#47682)
add c1245a14aad branch-3.0: [chore](file cache) Disable show cache hotspot
stmt #47332 (#47713)
add dea016321ec [fix](coordinator) Fix wrong `recvrId` in fragment
contains BHJ (#47728)
add ec86bb4af9a Update .asf.yaml (#47731)
add ad8c0127b88 branch-3.0: [opt](log) Add some logs for recycler #47600
(#47714)
add d74c09d0a3d branch-3.0: [Enhancement](Test) Add ut for delete tmp
rowset #47581 (#47724)
add 3a7d87301e0 branch-3.0: [log](mow) reduce log for data load on mow
table (#47647) (#47725)
add 95ad500e354 branch-3.0: [fix](mtmv)Release snapshots to avoid keeping
references in MTMVTask #47149 (#47258)
add 3d192e231f7 [regression-test](cases) remove 3 cases not suitable for
cloud (#47553)
add c6389711f3a branch-3.0: [regression-test](fix) fix final check #47522
(#47567)
add 888b2b4b3b7 Revert "[branch-3.0](pick) pick #47501 #47535" (#47730)
add 24c98c575c1 branch-3.0: [fix](Nereids) not release lock if schema
changed when insert #47733 (#47761)
add 74b8eb613d1 bump to 3.0.4-rc01 (#47763)
add 753546f4710 [Bug](function) fix wrong result when percentile's second
argument is 1 (#47586) (#47710)
add ef7a2c18540 branch-3.0: [test](cloud-mow)Add update big delete bitmap
case #47097 (#47767)
add a3cd58acf87 branch-3.0: [fix](case)rm hms event use_meta_chache is
false case. #47457 (#47491)
add 43e20e591b0 branch-3.0: [Test](cbq) Filter checks for
light_schema_change #47758 (#47794)
add 4939d8c6d1e branch-3.0: [Enhancement](recycler) Add some UT for
recycler #47739 (#47803)
add f907f876d1c [regression-test](conf) fix conf bug (#47814)
add 898657198ef branch-3.0: [chore](bash) optimize output information when
doris_cloud startup #45883 (#47345)
add ea8cfb3dd2d branch-3.0: [regression-test](fix) fix some fail filecache
cases #47785 (#47822)
add 696bd978fdc branch-3.0: [regression-test](fix) sleep after mv job
finished #47573 (#47753)
add 2de62757819 [fix](case) add
regression-test/data/variant_github_events_nonConcurr… (#47821)
add 16bef62be8e branch-3.0: [test](vault) Add more regression test about
storage vault #47449 (#47809)
add 5924d66e21a branch-3.0: [fix](regression) regression case:
limit_push_down is unstable #47741 (#47819)
add 027fb604cc3 branch-3.0: [test](case) fix
tpcds_sf100_dup_without_key_p2 q17 result file #47561 (#47801)
add f3216983838 branch-3.0: [Enhancement](regression-test)Add regression
test for database properties backup and restore #41925 (#47642)
add 692c9f2684b branch-3.0: [regression-test](case) audit log case #47456
(#47484)
add 95729533dd4 branch-3.0: [fix](nereids) fix nereids dead loop due to
simplify range output in-predicate's options in random order #47830 (#47829)
add 8b12a5def02 branch-3.0: [test](jdbc catalog) add more jdbc catalog
extreme test #47525 (#47613)
add 61da5bed66c branch-3.0: [Bug](auto-partition) fix auto partition could
set storage_medium properties #45955 (#46259)
add ce6c7669a39 [improvement](test) improvement case compatible with multi
platform(l… (#47836)
add b5896ddde12 branch-3.0: [fix](load) add null check for memtable after
write failure reset #47860 (#47869)
add 484101984b6 [fix](Nereids) fix log bug and add more numeric arithmetic
function cases #47228 (#47853)
add cce4bdd13a4 Revert "branch-3.0: [test](jdbc catalog) add more jdbc
catalog extreme test #47525" (#47882)
add 7b83d1879f7 branch-3.0: [fix](regression) cloud disable case
test_be_inject_publish_txn_fail #47852 (#47897)
add 95f9b32c7fb [Bug](fix) Fix topn agg limit may get error result in when
refresh heap (#47844) (#47903)
add f5c4a8b9df0 branch-3.0: [opt](Nereids) avoid lock failed if async mv
has invalid base info #47771 (#47906)
add 669b38e8c4d branch-3.0: [fix](Nereids) normalize plan should also lock
target table #47843 (#47912)
add 2cd324d713a [fix](cloud) fix evict in advance only last for short time
pick#47892 (#47917)
add 44fb4569a51 branch-3.0: [hotfix](external) Fixed External meta replay
check (#47930)
add f17111a6fdc [fix](cloud) fix FDCache::get_file_reader crash pick#47893
#47909 (#47910)
add e1a1b7f9b32 branch-3.0: [fix](beut) Fix `s3_file_writer_test` maybe
memory leak #47901 (#47952)
add da1168b5677 branch-3.0: [enhancement](ms) Add some unit tests for rate
limiter #47396 (#47939)
add a8e18b0a865 branch-3.0: [fix](case) fix insert_group_commit_into
#47865 (#47937)
add 3635a463926 branch-3.0: [fix](test) fix test_routine_load_with_user
test fail when using storage vault #47959 (#48000)
add eff1564cbc6 branch-3.0: [Opt](cloud) Add some injection points for mow
(#47712) (#47849)
add 551dbbb8e22 branch-3.0: [fix](restore) Add a local snapshot lock to
protect snapshot dir #47279 (#47292)
add 226067a5984 branch-3.0: [fix](restore) Make the DirMoveTask
idempotent. #47313 (#47426)
add a413a16897b branch-3.0: [chore](binlog) Save properties in
CreateTableRecord #47551 (#47637)
add 323f8c91a99 branch-3.0: [feat](binlog) Support getting binlogs in
batch #47557 (#47638)
add 0a461e4fc25 branch-3.0: [chore](persist) save base index id & index
names in TableAddOrDropColumnsInfo #47881 (#47935)
add 1c6db41b7ac branch-3.0: [fix](restore) Cut down restore timeout when
create replicas failed #47278 (#47497)
add 553411f131b branch-3.0: [fix](partition) Remove invalid partition
property in synced table #47571 (#47633)
add f4bb64e1e32 branch-3.0: [fix](table) Supply rollup for get ddl for
sync #47732 (#47795)
add d5a3f0ab49f branch-3.0: [fix](partition) Add partition of mismatched
type to table #47200 (#47446)
add c938a83e9ac branch-3.0: [fix](restore) Filter partition property
storage policy in synced table #47690 (#47792)
add 77ed97ae7f9 branch-3.0: [improve](load) print error string in local fs
error messages #47918 (#48009)
add 1f858d9a47a branch-3.0: [regresion-test](fix) fix cache plugin bug
#47827 (#47996)
add bb8c296cdc2 branch-3.0-pick: [Fix](merge-on-write) should calculate
delete bitmaps between segments before skip if tablet is in NOT_READY state in
flush phase #48056 (#48085)
add d7401768061 branch-3.0: [fix](table) Filter base idx id for get sycned
table ddl #47970 (#48064)
add a7935152e7b branch-3.0: [chore](binlog) Add download binlog related
configs to BE #47412 (#47587)
add d88d6f0075c branch-3.0: [feat](binlog) Add lock binlog method #46887
(#48045)
add d501d05de17 branch-3.0: [fix](restore) Lock tablet before modify
segment files #45711 (#48048)
add 6a7a61da1f9 branch-3.0: [feature](restore) support force_replace
restore#47314 (#48050)
add f2ea39a7fba branch-3.0: [improvement](info) Add F/L commitSeq and
commitTs for get_lag #46769 (#47138)
add 1826ea924bc branch-3.0: [fix](binlog) Fix table not gc binlog
meta/records #46981 (#47256)
add c2371a30b54 branch-3.0: [test](mv) Fix regression test case to make
stable #47880 (#48070)
add 21802294a81 branch-3.0: [Opt](partial update) Add some cases for
partial update #47900 (#48129)
add 4b0177de9e3 branch-3.0: [regression](storage vault) test minio as
storage vault using Virtual Host Style #47992 (#48124)
add 8387aef8928 branch-3.0: [feat](binlog) Speed binlog gc by locked
binlogs #47547 (#48127)
add bc4089af646 branch-3.0: [fix](case)fix range_datetime_part_up_rewrite
case failed #47302 (#48132)
add 96acb50f7df branch-3.0: [Fix](case) regression test database should
not be dropped manually #48098 (#48149)
add c3a2069eb76 branch-3.0: [fix](restore) Remove
dynamic_partition.storage_policy property #48134 (#48159)
add a11296af75d branch-3.0: [opt](Inverted index)Avoid repeated
calculations of suffix paths #48137 (#48153)
add 9ded8ffd971 branch-3.0: [improve](functon) improve json_object with
complex type #47627 (#47779)
add 3b85f316c00 branch-3.0: [fix](table stat) Fix show data size of single
replica result incorrect #39751 (#48106)
add 3f15ddbf0a5 branch-3.0: [BugFix](PreparedStatement) fix stmtId
overflow #47950 (#48116)
add d2464ddaba5 [cherry-pick](branch-30) add float/double type in agg
percentile_array (#43953) (#48094)
add 6caa3cf761a branch-3.0: [opt](jdbc catalog) Compatible with higher
ClickHouse JDBC Driver versions #46026 (#48182)
add 75c97e683f0 branch-3.0: [fix](orc) fix predicate filter failed when
use hive 1.x version (#47980)
add e4367e280d6 branch-3.0: [Bug](mtmv) update mapping relation when mtmv
occur alter #46983 (#47062)
add 06302d2118c branch-3.0: [fix](hive) Incorrect location conversion for
target path #47162 (#47329)
add 936d21fc1b0 branch-3.0: [fix](nereids) fix join condition with
AddMinMax rule hung #47772 (#47807)
add a7316437604 [Fix](cloud-mow) Compaciton should release delete bitmap
lock when abort fail (#47963)
add d0a19495ff6 Revert "branch-3.0: [Improvement]downgrade resource tag
when there is… (#48200)
add c41d3aba296 branch-3.0: [fix](paimon) avoid get paimon table when
replay (#48152)
add 1bdffbaf904 branch-3.0: [fix](group commit) replay wal failed when
enable global enable_memtable_on_sink_node #47968 (#48027)
add 637bc6a95b0 branch-3.0: [fix](case) fix external case user cluster
usage_priv when cloud-mode #48016 (#48049)
add c929e11c7a0 branch-3.0: [Bug](set) fix find null get wrong result on
set operators #48001 (#48021)
add fc0562914a6 branch-3.0: [fix](bdb) reset interrupted flag before
calling bdbje #47874 (#47941)
add be1737b1cb3 branch-3.0: [improve](routine load) ensure abnormal jobs
do not interfere with normal task scheduling #47530 (#47847)
add 876484f29ad branch-3.0: [fix](cloud) Skip `select_with_tablets` case
run in cloud #47223 (#47369)
add d365c0d0a91 branch-3.0: [Chore](dependencies)upgrade dependencies
#47127 (#47493)
add 10e2ca37ae0 branch-3.0: [fix](prepared statement) fix protocol with
TIME datatype #47389 (#47542)
add be22c5bca4a branch-3.0: [fix](ES Catalog)Make sure ES meta is synced
before using #46781 (#47701)
add 098c13ce30d branch-3.0: [Fix](memory) Add try catch block for
`Segment::load_pk_index_and_bf` #47715 (#47736)
add cc91ebbc70e branch-3.0: [improve](move-memtable) improve error log and
message for "not enough streams" #47470 (#47721)
add b65ca9878f6 branch-3.0: [fix](routine load) fix incorrect auto-resume
interval caused by excessive auto-resume attempts #47528 (#47810)
add 9aec6690dd8 branch-3.0: [chore](rename) Forbid renaming partition
columns since this is a buggy feature #47596 (#47806)
add 82e564d268f branch-3.0: [improve](load) improve error message "close
wait failed coz rpc error" #47518 (#47804)
add 6510b593b82 branch-3.0: [opt](paimon) Optimize error prompt #47593
(#47789)
add 20976a571f6 branch-3.0: [feature](metrics) add catalog/db/table num
metrics #47891 (#47945)
add 232f3100ce1 branch-3.0: [fix](array index) Correct null bitmap writing
for inverted index #47846 (#48052)
add 0f3eb88e372 branch-3.0: [fix](Export) Fix the issue where the show
export status stays stuck on EXPORTING. #47974 (#48059)
add 93775369983 branch-3.0: [fix](Export) modify some cases of export
feature #47976 (#48061)
add 8a04ff99319 branch-3.0: [test](ms) Add injection point to randomly
fail in `txn->commit()` for test #47336 (#47854)
add 2d293d8f3a4 branch-3.0: [opt](trino-connector) close scanner after
finished #47857 (#47873)
add 7dcb1f7acc6 branch-3.0: [fix](inverted index) fix wrong read data for
primary key #47841 (#48206)
add 578c99d08d8 branch-3.0: [fix](statistics)Show table stats need to
forward to master use FORWARD_NO_SYNC #48189 (#48197)
add 1055f9eb259 branch-3.0: Revert "[debug](auto-partition) debug
auto&dynamic partition creation" #48005 (#48176)
add 3827d384596 branch-3.0: [fix](function) Fix the issue where using
convert_tz and ifnull together causes an error. #48029 (#48071)
add aa4007e865d [fix](Nereids) fix fold constant of time acquired
functions (#47288) (#48212)
add e6bfa54dd39 branch-3.0: [fix](bloomfilter) fix inlist support for
date/datetimev1 in bloomfilter index #46961 (#47005)
add 320d2c0f0a6 branch-3.0: [fix](nereids)check if correlated filter
exists before converting apply to join #47985 (#48088)
add ef37a2813ef branch-3.0: [fix](nereids) fix push down non-foldable
filter through project #47989 (#48083)
add 7d944b89c8d branch-3.0: [opt](nereids) optimize not found function
error message #47919 (#48081)
add 7f62e9c6190 branch-3.0: [fix](mv) Fix use sync mv wrongly when use rbo
materialized view rewrite rule #47650 (#47834)
add 0311659bcc5 branch-3.0: [fix](nereids) fix bug in
PhysicalTopN.equals() #46547 (#46632)
add 4524a8c5ff0 branch-3.0: [fix](cases) fix unstable leading cases #46441
(#47898)
add 197869e5f64 branch-3.0: [opt](nereids) optimize limit on distinct
aggregate #47570 (#47816)
add 7db36e30ee9 [fix](external catalog) Persisting the External Catalog
comment field (#46946)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (e9bc13b5250)
\
N -- N -- N refs/heads/auto-pick-46946-branch-3.0 (7db36e30ee9)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 11 +-
.gitmodules | 2 +-
be/src/apache-orc | 2 +-
be/src/cloud/cloud_base_compaction.cpp | 21 +-
be/src/cloud/cloud_base_compaction.h | 3 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 35 +-
be/src/cloud/cloud_cumulative_compaction.h | 3 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 16 +
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 14 +
be/src/cloud/cloud_full_compaction.cpp | 23 +-
be/src/cloud/cloud_full_compaction.h | 3 +-
be/src/cloud/cloud_meta_mgr.cpp | 35 +-
be/src/cloud/cloud_meta_mgr.h | 4 +-
be/src/cloud/cloud_schema_change_job.cpp | 2 +-
be/src/cloud/cloud_storage_engine.cpp | 68 +-
be/src/cloud/cloud_storage_engine.h | 2 +-
be/src/cloud/cloud_tablet.cpp | 19 +-
be/src/cloud/cloud_tablet_mgr.cpp | 50 +-
be/src/cloud/cloud_tablet_mgr.h | 3 +
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 5 -
be/src/cloud/config.cpp | 4 +-
be/src/cloud/config.h | 2 +-
be/src/common/config.cpp | 24 +-
be/src/common/config.h | 20 +-
be/src/common/daemon.cpp | 11 +-
.../exec/schema_scanner/schema_tables_scanner.cpp | 3 +
be/src/exprs/runtime_filter.cpp | 50 +-
be/src/http/action/http_stream.cpp | 3 +
be/src/io/cache/block_file_cache.cpp | 596 +++++---
be/src/io/cache/block_file_cache.h | 137 +-
be/src/io/cache/file_block.cpp | 18 +-
be/src/io/cache/file_block.h | 6 +
be/src/io/cache/fs_file_cache_storage.cpp | 4 +-
be/src/io/fs/err_utils.cpp | 28 +-
be/src/io/fs/err_utils.h | 1 +
be/src/io/fs/s3_file_writer.cpp | 37 +-
be/src/olap/base_tablet.cpp | 80 +-
be/src/olap/base_tablet.h | 4 +
be/src/olap/compaction.cpp | 49 +-
be/src/olap/compaction.h | 12 +-
be/src/olap/delta_writer_v2.h | 1 -
be/src/olap/in_list_predicate.h | 17 +
be/src/olap/memtable.cpp | 4 +-
be/src/olap/memtable_writer.cpp | 20 +-
be/src/olap/memtable_writer.h | 1 -
be/src/olap/metadata_adder.h | 73 +-
be/src/olap/olap_server.cpp | 28 +
be/src/olap/rowid_conversion.h | 41 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 3 +-
be/src/olap/rowset/beta_rowset_writer.h | 2 +-
be/src/olap/rowset/segcompaction.cpp | 3 +-
be/src/olap/rowset/segcompaction.h | 10 +-
be/src/olap/rowset/segment_v2/column_writer.cpp | 10 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 6 +-
.../olap/rowset/segment_v2/indexed_column_reader.h | 15 +-
.../segment_v2/inverted_index_compound_reader.cpp | 31 +-
.../segment_v2/inverted_index_compound_reader.h | 26 +-
.../segment_v2/inverted_index_file_reader.cpp | 22 +-
.../rowset/segment_v2/inverted_index_file_reader.h | 6 +-
.../segment_v2/inverted_index_fs_directory.cpp | 14 -
.../rowset/segment_v2/inverted_index_reader.cpp | 22 +-
.../rowset/segment_v2/inverted_index_writer.cpp | 52 +-
.../olap/rowset/segment_v2/inverted_index_writer.h | 2 +-
be/src/olap/rowset/segment_v2/page_handle.h | 12 +-
be/src/olap/rowset/segment_v2/segment.cpp | 27 +-
be/src/olap/rowset/segment_v2/segment.h | 7 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 14 +-
be/src/olap/rowset_builder.cpp | 17 +-
be/src/olap/rowset_builder.h | 1 -
be/src/olap/segment_loader.cpp | 3 +-
be/src/olap/segment_loader.h | 13 +-
be/src/olap/simple_rowid_conversion.h | 5 +-
be/src/olap/snapshot_manager.cpp | 33 +-
be/src/olap/snapshot_manager.h | 51 +
be/src/olap/storage_engine.cpp | 5 +
be/src/olap/storage_engine.h | 9 +
be/src/olap/tablet.cpp | 4 +-
be/src/olap/tablet.h | 5 +-
be/src/olap/tablet_manager.cpp | 62 +-
be/src/olap/tablet_manager.h | 6 +-
be/src/olap/tablet_meta.cpp | 20 +-
be/src/olap/tablet_meta.h | 12 +-
be/src/olap/tablet_schema.cpp | 10 +-
be/src/olap/tablet_schema.h | 8 +-
be/src/olap/tablet_schema_cache.cpp | 2 +-
be/src/olap/task/index_builder.cpp | 41 +-
be/src/pipeline/dependency.cpp | 12 +
be/src/pipeline/dependency.h | 3 +
be/src/pipeline/exec/aggregation_sink_operator.cpp | 24 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 8 +
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 29 +-
be/src/pipeline/exec/schema_scan_operator.cpp | 4 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 14 +
be/src/pipeline/local_exchange/local_exchanger.h | 5 +-
be/src/runtime/exec_env.h | 17 +-
be/src/runtime/exec_env_init.cpp | 17 +-
be/src/runtime/memory/cache_policy.h | 6 +
be/src/runtime/memory/lru_cache_policy.h | 38 +-
be/src/runtime/memory/lru_cache_value_base.h | 11 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 58 +-
be/src/runtime/memory/mem_tracker_limiter.h | 14 +-
be/src/runtime/memory/memory_profile.cpp | 305 ++--
be/src/runtime/memory/memory_profile.h | 69 +-
be/src/runtime/runtime_filter_mgr.cpp | 10 -
be/src/runtime/runtime_filter_mgr.h | 1 -
be/src/runtime/snapshot_loader.cpp | 243 +--
be/src/runtime/thread_context.h | 4 +-
be/src/runtime/workload_group/workload_group.cpp | 36 +-
be/src/service/backend_service.cpp | 63 +-
be/src/service/point_query_executor.cpp | 25 +-
be/src/util/counts.h | 8 +-
be/src/util/mysql_row_buffer.cpp | 80 +-
be/src/util/runtime_profile.cpp | 4 +-
be/src/util/runtime_profile.h | 45 +-
.../aggregate_function_percentile.cpp | 2 +-
.../aggregate_function_percentile.h | 56 +-
.../aggregate_function_simple_factory.h | 9 -
be/src/vec/common/columns_hashing.h | 8 +-
be/src/vec/common/custom_allocator.h | 82 ++
be/src/vec/exec/format/orc/vorc_reader.cpp | 507 ++-----
be/src/vec/exec/format/orc/vorc_reader.h | 45 +-
be/src/vec/functions/function_case.h | 13 +-
be/src/vec/functions/function_convert_tz.h | 42 +-
be/src/vec/functions/function_ifnull.h | 5 +-
be/src/vec/functions/function_json.cpp | 17 +-
be/src/vec/runtime/partitioner.h | 1 -
be/src/vec/sink/vdata_stream_sender.h | 1 -
be/src/vec/sink/writer/vtablet_writer.cpp | 3 +-
be/src/vec/sink/writer/vtablet_writer.h | 12 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 21 +-
be/test/exec/test_data/orc_scanner/orders.orc | Bin 1293 -> 0 bytes
be/test/io/cache/block_file_cache_test.cpp | 351 +++--
be/test/io/fs/s3_file_writer_test.cpp | 392 +++++
be/test/olap/date_bloom_filter_test.cpp | 140 ++
be/test/olap/rowid_conversion_test.cpp | 6 +-
.../segment_v2/inverted_index_array_test.cpp | 879 ++++++++++-
.../pipeline/operator/agg_shared_state_test.cpp | 95 ++
be/test/runtime/snapshot_loader_test.cpp | 257 +++-
be/test/testutil/desc_tbl_builder.cpp | 29 +-
be/test/testutil/desc_tbl_builder.h | 17 +-
be/test/util/jsonb_parser_simd_test.cpp | 406 +++++
be/test/util/mysql_row_buffer_test.cpp | 140 ++
be/test/vec/exec/concurrent_queue_order.cpp | 109 ++
be/test/vec/exec/orc_reader_test.cpp | 161 --
be/test/vec/function/function_convert_tz_test.cpp | 59 +
build.sh | 4 +-
cloud/script/run_all_tests.sh | 4 +-
cloud/script/start.sh | 37 +-
cloud/src/common/bvars.cpp | 5 +
cloud/src/common/bvars.h | 2 +
cloud/src/common/config.h | 9 +-
cloud/src/common/network_util.cpp | 11 +
cloud/src/main.cpp | 10 +-
cloud/src/meta-service/injection_point_http.cpp | 145 +-
cloud/src/meta-service/meta_service.cpp | 182 ++-
cloud/src/meta-service/meta_service_helper.h | 11 +-
cloud/src/meta-service/meta_service_job.cpp | 20 +-
cloud/src/meta-service/meta_service_resource.cpp | 27 +
cloud/src/meta-service/meta_service_schema.cpp | 14 +-
cloud/src/meta-service/meta_service_schema.h | 6 +-
cloud/src/meta-service/meta_service_txn.cpp | 37 +-
cloud/src/meta-service/txn_kv.cpp | 1 +
cloud/src/recycler/recycler.cpp | 104 +-
cloud/src/recycler/recycler.h | 8 +-
cloud/src/recycler/s3_accessor.cpp | 2 +
cloud/src/resource-manager/resource_manager.cpp | 258 +++-
cloud/test/fdb_injection_test.cpp | 3 +
cloud/test/hdfs_accessor_test.cpp | 4 +
cloud/test/meta_service_http_test.cpp | 4 +-
cloud/test/meta_service_job_test.cpp | 2 +-
cloud/test/meta_service_test.cpp | 148 --
cloud/test/network_util_test.cpp | 3 +
cloud/test/rate_limiter_test.cpp | 146 +-
cloud/test/recycler_test.cpp | 484 +++++-
cloud/test/resource_test.cpp | 6 +
cloud/test/schema_kv_test.cpp | 131 +-
.../docker-compose/clickhouse/clickhouse.yaml.tpl | 7 -
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 7 -
.../docker-compose/elasticsearch/es.yaml.tpl | 7 +-
.../elasticsearch/scripts/es_init.sh | 2 +
.../docker-compose/hive/hive-2x.yaml.tpl | 20 +-
.../docker-compose/hive/hive-2x_settings.env | 2 +-
.../docker-compose/hive/hive-3x.yaml.tpl | 20 +-
.../partition_location_1/create_table.hql | 1 +
.../partition_location_2/create_table.hql | 1 +
.../data/regression/crdmm_data/create_table.hql | 2 +-
.../docker-compose/hive/scripts/hive-metastore.sh | 32 +-
.../docker-compose/iceberg/entrypoint.sh.tpl | 7 +
.../docker-compose/iceberg/iceberg.yaml.tpl | 46 +-
.../docker-compose/kafka/kafka.yaml.tpl | 14 +
.../docker-compose/mariadb/mariadb-10.yaml.tpl | 7 -
.../minio-RELEASE.2024-11-07.env} | 11 +-
.../minio-RELEASE.2024-11-07.yaml.tpl} | 40 +-
.../script/minio_init.sh} | 21 +-
.../docker-compose/mysql/mysql-5.7.yaml.tpl | 8 +-
.../docker-compose/oceanbase/oceanbase.yaml.tpl | 8 +-
.../docker-compose/oracle/oracle-11.yaml.tpl | 7 -
.../postgresql/postgresql-14.yaml.tpl | 7 -
.../docker-compose/sqlserver/sqlserver.yaml.tpl | 8 +-
docker/thirdparties/run-thirdparties-docker.sh | 79 +-
fe/be-java-extensions/hadoop-hudi-scanner/pom.xml | 1 -
.../trinoconnector/TrinoConnectorJniScanner.java | 3 +
.../main/java/org/apache/doris/common/Config.java | 22 +-
fe/fe-core/pom.xml | 6 +
.../main/java/org/apache/doris/alter/Alter.java | 4 +
.../apache/doris/alter/SchemaChangeHandler.java | 15 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 4 +-
.../org/apache/doris/analysis/AlterTableStmt.java | 7 +-
.../java/org/apache/doris/analysis/CastExpr.java | 4 +
.../apache/doris/analysis/CreateResourceStmt.java | 11 +-
.../doris/analysis/CreateStorageVaultStmt.java | 13 +-
.../org/apache/doris/analysis/DateLiteral.java | 2 +-
.../org/apache/doris/analysis/DecimalLiteral.java | 3 +
.../apache/doris/analysis/DropColumnClause.java | 2 +-
.../org/apache/doris/analysis/FloatLiteral.java | 3 +
.../apache/doris/analysis/FunctionCallExpr.java | 3 +
.../org/apache/doris/analysis/IPv4Literal.java | 14 +-
.../org/apache/doris/analysis/IPv6Literal.java | 19 +-
.../java/org/apache/doris/analysis/IntLiteral.java | 10 +-
.../apache/doris/analysis/PartitionExprUtil.java | 9 +-
.../apache/doris/analysis/PartitionKeyDesc.java | 4 +
.../org/apache/doris/analysis/RestoreStmt.java | 9 +
.../doris/analysis/ShowCacheHotSpotStmt.java | 5 +
.../apache/doris/analysis/ShowTableStatsStmt.java | 5 +
.../org/apache/doris/backup/BackupHandler.java | 40 +-
.../java/org/apache/doris/backup/RestoreJob.java | 130 +-
.../org/apache/doris/binlog/BinlogLagInfo.java | 63 +
.../org/apache/doris/binlog/BinlogManager.java | 90 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 41 +-
.../org/apache/doris/binlog/CreateTableRecord.java | 10 +
.../java/org/apache/doris/binlog/DBBinlog.java | 119 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 100 +-
.../java/org/apache/doris/catalog/Database.java | 4 +
.../doris/catalog/DynamicPartitionProperty.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 58 +-
.../java/org/apache/doris/catalog/EsTable.java | 18 +-
.../org/apache/doris/catalog/FunctionRegistry.java | 24 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 27 +
.../apache/doris/catalog/ListPartitionInfo.java | 4 +
.../java/org/apache/doris/catalog/OlapTable.java | 18 +-
.../apache/doris/catalog/RangePartitionInfo.java | 3 +
.../org/apache/doris/catalog/StorageVaultMgr.java | 6 +-
.../java/org/apache/doris/catalog/TableIf.java | 39 +-
.../org/apache/doris/catalog/TableProperty.java | 2 +
.../org/apache/doris/catalog/TabletStatMgr.java | 58 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 15 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 13 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 89 +-
.../transaction/CloudGlobalTransactionMgr.java | 97 +-
.../apache/doris/common/MarkedCountDownLatch.java | 6 +
.../doris/common/NereidsSqlCacheManager.java | 53 +-
.../org/apache/doris/common/util/LocationPath.java | 2 +-
.../org/apache/doris/datasource/CatalogMgr.java | 4 +
.../apache/doris/datasource/ExternalCatalog.java | 23 +-
.../apache/doris/datasource/ExternalDatabase.java | 36 +-
.../apache/doris/datasource/InitCatalogLog.java | 7 +-
.../apache/doris/datasource/InitDatabaseLog.java | 7 +-
.../apache/doris/datasource/InternalCatalog.java | 10 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 2 +-
.../jdbc/client/JdbcClickHouseClient.java | 130 ++
.../doris/datasource/jdbc/client/JdbcClient.java | 12 +
.../jdbc/client/JdbcOceanBaseClient.java | 2 +-
.../datasource/paimon/PaimonExternalCatalog.java | 16 +-
.../datasource/paimon/PaimonExternalTable.java | 5 +-
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 51 +-
.../apache/doris/journal/bdbje/BDBEnvironment.java | 5 +
.../apache/doris/journal/bdbje/BDBJEJournal.java | 5 +
.../main/java/org/apache/doris/load/ExportJob.java | 5 +-
.../org/apache/doris/load/ExportTaskExecutor.java | 34 +
.../org/apache/doris/load/GroupCommitManager.java | 6 +
.../org/apache/doris/load/loadv2/LoadManager.java | 1 +
.../load/routineload/KafkaRoutineLoadJob.java | 89 +-
.../doris/load/routineload/RoutineLoadJob.java | 16 +-
.../doris/load/routineload/ScheduleRule.java | 14 +-
.../java/org/apache/doris/metric/MetricRepo.java | 40 +
.../java/org/apache/doris/mtmv/BaseTableInfo.java | 4 +
.../org/apache/doris/mtmv/MTMVRelationManager.java | 4 +
.../org/apache/doris/nereids/StatementContext.java | 7 +
.../glue/translator/PhysicalPlanTranslator.java | 40 +-
.../doris/nereids/jobs/executor/Rewriter.java | 4 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 14 +-
.../generator/PlanPatternGeneratorAnalyzer.java | 4 +-
.../post/PushDownFilterThroughProject.java | 13 +-
.../doris/nereids/processor/post/Validator.java | 8 -
.../apache/doris/nereids/properties/DataTrait.java | 4 +
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../doris/nereids/rules/analysis/BindRelation.java | 8 +-
.../nereids/rules/analysis/CollectRelation.java | 25 +-
.../mv/InitMaterializationContextHook.java | 7 +-
.../rules/expression/ExpressionRewrite.java | 13 +-
.../rules/expression/rules/SimplifyRange.java | 55 +-
.../LogicalSchemaScanToPhysicalSchemaScan.java | 5 +-
.../nereids/rules/rewrite/ExistsApplyToJoin.java | 5 +-
.../doris/nereids/rules/rewrite/InApplyToJoin.java | 6 +-
.../nereids/rules/rewrite/LimitAggToTopNAgg.java | 12 +-
.../rewrite/PushDownFilterIntoSchemaScan.java | 77 +
.../rewrite/PushDownFilterThroughProject.java | 44 +-
.../nereids/rules/rewrite/ScalarApplyToJoin.java | 5 +-
.../mv/SelectMaterializedIndexWithAggregate.java | 16 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +
.../trees/expressions/ComparisonPredicate.java | 2 +
.../functions/AggCombinerFunctionBuilder.java | 5 +
.../functions/BuiltinFunctionBuilder.java | 16 +
.../expressions/functions/ExpressionTrait.java | 9 +-
.../expressions/functions/FunctionBuilder.java | 5 +
.../expressions/functions/agg/PercentileArray.java | 14 +
.../functions/combinator/ForEachCombinator.java | 29 +
.../functions/executable/NumericArithmetic.java | 6 +-
.../expressions/functions/scalar/JsonObject.java | 36 +-
.../expressions/functions/udf/AliasUdfBuilder.java | 7 +
.../expressions/functions/udf/JavaUdafBuilder.java | 15 +
.../expressions/functions/udf/JavaUdfBuilder.java | 15 +
.../expressions/functions/udf/JavaUdtfBuilder.java | 15 +
.../nereids/trees/plans/algebra/Aggregate.java | 6 +
.../trees/plans/commands/DeleteFromCommand.java | 3 +-
.../trees/plans/commands/PrepareCommand.java | 2 +-
.../commands/insert/InsertIntoTableCommand.java | 18 +-
.../trees/plans/commands/insert/InsertUtils.java | 12 +-
.../trees/plans/logical/LogicalAggregate.java | 7 +-
.../nereids/trees/plans/logical/LogicalRepeat.java | 2 +-
.../trees/plans/logical/LogicalSchemaScan.java | 72 +-
.../plans/physical/PhysicalHashAggregate.java | 2 +
.../trees/plans/physical/PhysicalSchemaScan.java | 60 +-
.../nereids/trees/plans/physical/PhysicalTopN.java | 4 +-
.../java/org/apache/doris/persist/EditLog.java | 12 +-
.../doris/persist/TableAddOrDropColumnsInfo.java | 17 +-
.../planner/BackendPartitionedSchemaScanNode.java | 5 +-
.../org/apache/doris/planner/HiveTableSink.java | 4 +-
.../org/apache/doris/planner/OlapTableSink.java | 4 +
.../org/apache/doris/planner/SchemaScanNode.java | 6 +-
.../apache/doris/planner/SingleNodePlanner.java | 5 +-
.../java/org/apache/doris/qe/ConnectContext.java | 13 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 2 -
.../org/apache/doris/qe/MysqlConnectProcessor.java | 4 +-
.../java/org/apache/doris/qe/SessionVariable.java | 12 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 11 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 84 +-
.../doris/scheduler/disruptor/TaskHandler.java | 12 +-
.../scheduler/manager/TransientTaskManager.java | 7 +-
.../apache/doris/service/FrontendServiceImpl.java | 159 +-
.../main/java/org/apache/doris/system/Backend.java | 14 +
.../apache/doris/analysis/AlterTableStmtTest.java | 21 +
.../doris/analysis/DropColumnClauseTest.java | 2 +-
.../org/apache/doris/backup/RestoreJobTest.java | 3 +-
.../java/org/apache/doris/binlog/DbBinlogTest.java | 118 ++
.../apache/doris/binlog/MockBinlogConfigCache.java | 5 +
.../org/apache/doris/binlog/TableBinlogTest.java | 117 ++
.../apache/doris/catalog/CreateTableLikeTest.java | 99 ++
.../jdbc/client/JdbcClickHouseClientTest.java | 67 +
.../jdbc/{ => client}/JdbcClientExceptionTest.java | 4 +-
.../paimon/PaimonExternalCatalogTest.java | 42 +-
.../load/routineload/RoutineLoadManagerTest.java | 33 +-
.../java/org/apache/doris/metric/MetricsTest.java | 43 +
.../java/org/apache/doris/mtmv/AlterMTMVTest.java | 79 +
.../PushDownFilterThroughProjectTest.java | 41 +
.../rewrite/PushDowFilterThroughProjectTest.java | 48 +-
.../PushDownLimitDistinctThroughJoinTest.java | 2 +-
.../expressions/literal/CompareLiteralTest.java | 97 ++
.../trees/plans/physical/PhysicalTopNTest.java | 55 +
.../persist/TableAddOrDropColumnsInfoTest.java | 11 +-
.../apache/doris/planner/HiveTableSinkTest.java | 5 +-
.../doris/service/FrontendServiceImplTest.java | 47 +
.../apache/doris/utframe/TestWithFeService.java | 29 +
fe/pom.xml | 47 +-
gensrc/proto/cloud.proto | 4 +-
gensrc/script/gen_build_version.sh | 4 +-
gensrc/thrift/FrontendService.thrift | 31 +
regression-test/conf/regression-conf.groovy | 17 +-
.../data/bloom_filter_p0/test_bloom_filter.out | Bin 0 -> 1059 bytes
.../test_compaction_fail_release_lock.out | Bin 0 -> 230 bytes
.../test_column_prune_in_hash_join.out | Bin 0 -> 255 bytes
.../data/export_p0/test_export_basic.out | Bin 7131 -> 7131 bytes
.../data/external_table_p0/hive/test_hive_orc.out | Bin 92747 -> 90753 bytes
.../jdbc/test_clickhouse_jdbc_catalog.out | Bin 4381 -> 8056 bytes
.../cloud/test_cloud_full_compaction_do_lease.out} | Bin 158 -> 110 bytes
.../cloud/test_cloud_mow_correctness_inject.out} | Bin 158 -> 185 bytes
...st_cloud_mow_stream_load_with_txn_conflict.out} | Bin 158 -> 122 bytes
.../fault_injection_p0/cloud/test_stream_load.csv | 2 +
.../cloud/test_txn_commit_inject.out} | Bin 158 -> 155 bytes
.../partial_update/during_sc.csv | 2 +
.../test_partial_update_during_sc.out | Bin 0 -> 347 bytes
.../test_partial_update_publish_seq.out | Bin 0 -> 1714 bytes
.../test_skip_calc_between_segments.out} | Bin 158 -> 175 bytes
.../data/function_p0/test_agg_foreach.out | Bin 1945 -> 1865 bytes
.../data/function_p0/test_agg_foreach_notnull.out | Bin 1945 -> 1865 bytes
.../test_information_schema.out | Bin 0 -> 859 bytes
.../test_insert_docs_demo.out} | Bin 158 -> 142 bytes
.../broker_load/test_s3_load_properties.out | Bin 2581 -> 2727 bytes
.../test_delete_bitmap_metrics.out} | Bin 158 -> 161 bytes
.../agg_use_key_direct/agg_use_key_direct.out | Bin 0 -> 210 bytes
regression-test/data/mv_p0/await/await.out | Bin 0 -> 3493 bytes
.../multi_slot_k1p2ap3ps/multi_slot_k1p2ap3ps.out | Bin 199 -> 253 bytes
.../{unique => unique_rewrite}/unique_rewrite.out | Bin
.../delete/delete_mow_partial_update.out | Bin 887 -> 1148 bytes
.../data/nereids_p0/hint/test_leading.out | Bin 27327 -> 33391 bytes
.../test_aggregate_percentile_no_cast.out | Bin 1110 -> 1410 bytes
.../eliminate_gby_key/eliminate_gby_key.out} | Bin 158 -> 128 bytes
.../filter_push_down/push_filter_through.out | Bin 10088 -> 10024 bytes
.../limit_push_down/limit_push_down.out | Bin 21873 -> 21517 bytes
.../mv/external_table/part_partition_invalid.out | Bin 2031 -> 1324 bytes
.../nereids_rules_p0/mv/partition_mv_rewrite.out | Bin 2790 -> 2856 bytes
.../push_down_limit_distinct_through_join.out | Bin 543 -> 442 bytes
.../data/nereids_syntax_p0/join_condition.out | Bin 0 -> 31842 bytes
.../nereids_syntax_p0/mv/newMv/multi_slot4.out | Bin 198 -> 274 bytes
.../data/nereids_tpch_p0/tpch/push_topn_to_agg.out | Bin 158 -> 725 bytes
.../data/point_query_p0/test_point_query.out | Bin 9833 -> 9896 bytes
.../data/prepared_stmt_p0/prepared_stmt.out | Bin 5124 -> 5355 bytes
.../query_p0/cast/test_complextype_to_json.out | Bin 2450 -> 2124 bytes
.../join/test_low_bucket/test_low_bucket.out | Bin 0 -> 945 bytes
.../data/query_p0/operator/test_set_operator.out | Bin 210 -> 223 bytes
.../test_aggregate_all_functions.out | Bin 2675 -> 2765 bytes
.../test_aggregate_all_functions2.out | Bin 8332 -> 8294 bytes
.../case_function/test_case_function.out | Bin 361 -> 462 bytes
.../json_function/test_query_json_object.out | Bin 524 -> 1959 bytes
.../test_analyze_mv.out} | Bin 158 -> 124 bytes
.../tpcds_sf100_dup_without_key_p2/sql/q17.out | Bin 6376 -> 6594 bytes
regression-test/data/tpcds_sf100_p2/sql/q17.out | Bin 6376 -> 6594 bytes
.../test_partial_update_default_value.out | Bin 259 -> 1003 bytes
.../test_partial_update_lookup_row_key.out | Bin 0 -> 779 bytes
.../test_partial_update_row_store.out | Bin 0 -> 847 bytes
.../{sql => }/load.out | Bin
.../schema_change_with_txn_conflict.out} | Bin 158 -> 185 bytes
.../create/test_minio_storage_vault.out} | Bin 158 -> 179 bytes
.../regression/action/StreamLoadAction.groovy | 10 +-
.../org/apache/doris/regression/suite/Suite.groovy | 286 +++-
.../doris/regression/suite/SuiteCluster.groovy | 36 +
.../cloud_p0/conf/regression-conf-custom.groovy | 3 +
regression-test/pipeline/common/github-utils.sh | 1 +
regression-test/pipeline/p0/conf/fe.conf | 1 +
.../vault_p0/conf/regression-conf-custom.groovy | 1 +
regression-test/plugins/aliyun_oss_sdk.groovy | 7 +
.../plugins/cloud_filecache_plugin.groovy | 116 ++
.../plugins/cloud_show_data_plugin.groovy | 94 +-
.../suites/audit/test_audit_log_behavior.groovy | 52 +-
.../suites/auth_call/test_ddl_mv_auth.groovy | 4 +-
.../auth_call/test_dml_broker_load_auth.groovy | 3 +-
.../suites/auth_p0/test_select_column_auth.groovy | 2 +-
...backup_restore_force_replace_diff_column.groovy | 96 ++
...kup_restore_force_replace_diff_part_type.groovy | 97 ++
...ckup_restore_force_replace_diff_part_val.groovy | 101 ++
.../test_backup_restore_storage_policy.groovy | 140 ++
.../test_backup_store_with_db_properties.groovy | 106 ++
.../test_backup_store_with_db_properties_kv.groovy | 111 ++
.../bloom_filter_p0/test_bloom_filter.groovy | 35 +
.../bloom_filter_p0/test_bloom_filter_hit.groovy | 6 +
.../test_binlog_config_change.groovy | 8 +-
.../inverted_index/test_get_binlog.groovy | 10 +-
.../inverted_index/test_ingest_binlog.groovy | 8 +-
.../inverted_index/test_multi_buckets.groovy | 8 +-
.../inverted_index/test_backup_restore.groovy | 8 +-
.../check_before_quit/check_before_quit.groovy | 24 +-
.../warm_up/hotspot/test_warmup_show_stmt.groovy | 8 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 10 +-
.../warm_up/hotspot/test_warmup_show_stmt_3.groovy | 4 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 17 +
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 4 +-
.../node_mgr/test_cloud_decommission.groovy | 301 ++++
.../suites/cloud_p0/node_mgr/test_ms_api.groovy | 1553 ++++++++++++++++++++
.../node_mgr/test_sql_mode_node_mgr.groovy | 41 +
.../cloud_p0/query_retry/test_retry_e-230.groovy | 39 +-
.../test_retry_e-230_async_mtmv_job.groovy | 139 ++
.../compaction_width_array_column.groovy | 3 +-
.../test_compaction_fail_release_lock.groovy | 198 +++
.../compaction/test_compaction_score_action.groovy | 1 +
...test_compaction_update_big_delete_bitmap.groovy | 230 +++
.../test_cumu_compaction_with_delete.groovy | 2 +-
.../test_set_max_retry.groovy} | 19 +-
.../test_column_prune_in_hash_join.groovy | 131 ++
.../test_mv_case/test_mv_case.groovy | 15 +-
.../suites/data_reliability/check_meta.groovy | 4 +
.../suites/datatype_p0/scalar_types/load.groovy | 6 +-
.../create_view_nereids/create_view_use_mv.groovy | 4 +-
.../ddl_p0/test_create_table_like_nereids.groovy | 15 +-
.../suites/delete_p0/test_delete_unicode.groovy | 3 +-
.../suites/export_p0/test_export_basic.groovy | 304 ++--
.../suites/export_p0/test_export_csv.groovy | 208 +--
.../export_p0/test_export_data_consistency.groovy | 69 +-
.../export_p0/test_export_empty_table.groovy | 142 +-
.../test_export_table_with_label_retry.groovy | 80 +-
...test_export_table_with_materialized_view.groovy | 6 +-
.../suites/export_p0/test_export_view.groovy | 327 ++---
.../export_p2/test_export_max_file_size.groovy | 269 ++--
.../test_outfile_orc_max_file_size.groovy | 218 +--
.../suites/export_p2/test_outfile_p2.groovy | 95 +-
.../external_table_p0/es/test_es_query.groovy | 30 +-
.../es/test_es_query_no_http_url.groovy | 31 +-
.../export/test_export_external_table.groovy | 341 ++---
.../hive/test_external_sql_block_rule.groovy | 21 +
.../external_table_p0/hive/test_hive_orc.groovy | 34 -
.../hive/test_hive_orc_predicate.groovy | 2 +-
.../hive/test_hms_event_notification.groovy | 2 +-
...est_hms_event_notification_multi_catalog.groovy | 3 +-
.../jdbc/test_clickhouse_jdbc_catalog.groovy | 73 +-
.../jdbc/test_jdbc_query_tvf.groovy | 2 +-
.../lower_case/test_conflict_name.groovy | 2 +-
.../lower_case/test_meta_names_mapping.groovy | 2 +-
.../external_table_p0/tvf/test_catalogs_tvf.groovy | 8 +-
.../tvf/test_frontends_disks_tvf.groovy | 2 +-
.../test_insert_from_tvf_with_common_user.groovy | 2 +-
.../tvf/test_local_tvf_compression.groovy | 2 +-
.../tvf/test_local_tvf_enclose.groovy | 2 +-
...test_local_tvf_parquet_unsigned_integers.groovy | 2 +-
.../tvf/test_local_tvf_with_complex_type.groovy | 2 +-
...t_local_tvf_with_complex_type_element_at.groovy | 2 +-
...l_tvf_with_complex_type_insertinto_doris.groovy | 2 +-
.../tvf/test_read_csv_empty_line_as_null.groovy | 2 +-
.../external_table_p0/tvf/test_s3_tvf.groovy | 2 +-
.../tvf/test_s3_tvf_compression.groovy | 2 +-
.../tvf/test_s3_tvf_parquet_compress.groovy | 2 +-
.../tvf/test_s3_tvf_with_resource.groovy | 2 +-
.../tvf/test_tvf_csv_line_end.groovy | 2 +-
.../es/test_external_catalog_es.groovy | 52 -
.../external_table_p2/es/test_external_es.groovy | 56 -
.../test_cloud_full_compaction_do_lease.groovy | 123 ++
.../cloud/test_cloud_mow_correctness_inject.groovy | 94 ++
.../test_cloud_mow_partial_update_retry.groovy | 2 +-
..._mow_stale_resp_load_compaction_conflict.groovy | 2 +-
..._cloud_mow_stale_resp_load_load_conflict.groovy | 2 +-
...t_cloud_mow_stream_load_with_commit_fail.groovy | 3 +
.../test_cloud_mow_stream_load_with_timeout.groovy | 20 +
..._cloud_mow_stream_load_with_txn_conflict.groovy | 61 +
.../cloud/test_txn_commit_inject.groovy | 130 ++
.../test_add_key_partial_update.groovy | 2 +-
.../test_partial_update_during_sc.groovy | 118 ++
.../test_partial_update_publish_seq.groovy | 180 +++
.../test_disable_move_memtable.groovy | 516 +++----
.../test_full_compaciton_run_status.groovy | 2 +
.../test_index_bkd_writer_fault_injection.groovy | 2 +-
.../test_index_compaction_fault_injection.groovy | 4 +-
...index_compound_directory_fault_injection.groovy | 2 +-
.../test_index_ddl_fault_injection.groovy | 2 +-
.../test_index_fault_injection.groovy | 4 +-
.../test_index_io_context.groovy | 4 +-
...oad_stream_back_pressure_fault_injection.groovy | 154 +-
...d_stream_stub_close_wait_fault_injection.groovy | 130 +-
.../test_load_stream_stub_failure_injection.groovy | 138 +-
.../test_multi_replica_fault_injection.groovy | 9 +-
.../test_skip_calc_between_segments.groovy | 173 +++
.../test_writer_v2_fault_injection.groovy | 162 +-
.../not_found_function.groovy} | 18 +-
.../suites/function_p0/test_agg_foreach.groovy | 26 +-
.../function_p0/test_agg_foreach_notnull.groovy | 30 +-
.../test_information_schema.groovy | 69 +
.../test_group_commit_replay_wal.groovy | 5 +
.../insert_p0/insert_group_commit_into.groovy | 7 +-
.../test_be_inject_publish_txn_fail.groovy | 3 +
.../suites/insert_p0/test_insert_docs_demo.groovy | 111 ++
.../test_index_compaction_unique_keys_arr.groovy | 2 +-
.../index_change/test_index_change_1.groovy | 8 +-
.../index_change/test_index_change_2.groovy | 4 +-
.../index_change/test_index_change_3.groovy | 4 +-
.../index_change/test_index_change_4.groovy | 4 +-
.../test_index_compaction_dup_keys.groovy | 2 +-
.../test_index_compaction_null.groovy | 4 +-
.../test_index_compaction_p0.groovy | 5 +-
.../test_index_compaction_unique_keys.groovy | 2 +-
.../storage_format/test_storage_format_v1.groovy | 2 +-
.../storage_format/test_storage_format_v2.groovy | 2 +-
.../inverted_index_p0/test_count_on_index.groovy | 4 +-
.../test_index_equal_select.groovy | 2 +-
.../test_index_key_match_select.groovy | 2 +-
.../test_index_like_select.groovy | 4 +-
.../test_index_match_phrase.groovy | 4 +-
.../test_index_match_select.groovy | 8 +-
.../test_index_no_need_read_data.groovy | 2 +-
.../test_index_range_between_select.groovy | 4 +-
...test_index_range_bigger_and_equal_select.groovy | 2 +-
.../test_index_range_bigger_select.groovy | 2 +-
.../test_index_range_in_select.groovy | 4 +-
.../test_index_range_not_in_select.groovy | 4 +-
...est_index_range_smaller_and_equal_select.groovy | 2 +-
.../test_index_range_smaller_select.groovy | 2 +-
.../test_inverted_index_mor.groovy | 2 +-
.../test_inverted_index_null.groovy | 2 +-
.../test_inverted_index_null_ram_dir.groovy | 2 +-
.../test_inverted_index_v2_file_size.groovy | 2 +-
.../suites/inverted_index_p0/test_lowercase.groovy | 2 +-
.../test_pk_no_need_read_data.groovy | 15 +-
.../test_mow_with_null_sequence.groovy | 4 +-
.../test_index_compaction_p1.groovy | 6 +-
.../suites/inverted_index_p2/test_show_data.groovy | 6 +-
.../inverted_index.groovy | 11 +-
...t_domain_connection_and_ak_sk_correction.groovy | 12 +-
.../load_p0/broker_load/test_seq_load.groovy | 3 +-
.../routine_load/ddl/agg_tbl_basic_drop.sql | 2 +-
.../routine_load/ddl/dup_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/dup_tbl_basic_drop.sql | 2 +-
.../ddl/dup_tbl_basic_multi_table_drop.sql | 2 +-
.../routine_load/ddl/mow_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/mow_tbl_basic_drop.sql | 2 +-
.../routine_load/ddl/uniq_tbl_array_drop.sql | 2 +-
.../routine_load/ddl/uniq_tbl_basic_drop.sql | 2 +-
.../ddl/uniq_tbl_basic_drop_sequence.sql | 2 +-
.../routine_load/test_routine_load_eof.groovy | 5 +
.../test_routine_load_with_user.groovy | 2 +
.../stream_load/test_load_with_decimal.groovy | 2 +-
.../stream_load/test_stream_load_error_url.groovy | 2 +-
.../stream_load/test_stream_load_properties.groovy | 4 +
.../broker_load/test_s3_load_properties.groovy | 19 +-
.../suites/manager/test_manager_interface_1.groovy | 8 +-
.../metrics_p0/test_delete_bitmap_metrics.groovy | 230 +++
.../agg_use_key_direct/agg_use_key_direct.groovy | 63 +
.../no_await.groovy => await/await.groovy} | 61 +-
.../multi_slot_k1p2ap3ps.groovy | 8 +-
.../suites/mv_p0/no_await/no_await.groovy | 21 +
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 3 +-
.../unique_rewrite.groovy | 0
.../suites/nereids_arith_p0/load.groovy | 1 +
.../nereids_p0/datatype/test_date_acquire.groovy | 3 -
.../delete/delete_mow_partial_update.groovy | 45 +
.../fold_constant_date_arithmatic.groovy} | 23 +-
.../fold_constant_numeric_arithmatic.groovy | 696 ++++-----
.../suites/nereids_p0/hint/test_leading.groovy | 17 +
.../nereids_p0/literal/test_compare_literal.groovy | 153 ++
.../select_tablets/select_with_tablets.groovy | 3 +
.../test_aggregate_percentile_no_cast.groovy | 35 +
.../subquery/test_correlated_filter_removed.groovy | 54 +
.../eliminate_gby_key/eliminate_gby_key.groovy | 5 +
.../expression/test_simplify_range.groovy | 34 +
.../limit_push_down/limit_push_down.groovy | 5 +-
.../agg_optimize_when_uniform.groovy | 11 +-
.../create_commit_mtmv_many_task.groovy | 2 -
.../range_datetime_part_up_rewrite.groovy | 41 +-
.../mv_contain_external_table.groovy | 3 +-
.../external_table/part_partition_invalid.groovy | 31 +-
.../mv/external_table/single_external_table.groovy | 6 +-
.../mv/is_in_debug_mode/is_in_debug_mode.groovy | 3 +
.../mv/nested_mtmv/nested_mtmv.groovy | 6 +-
.../mv/partition_mv_rewrite.groovy | 18 +
.../mv/union_rewrite/usercase_union_rewrite.groovy | 2 +-
.../partition_prune/auto_partition.groovy | 2 +-
.../distribute/local_shuffle.groovy | 2 +-
.../nereids_syntax_p0/information_schema.groovy | 2 +-
.../suites/nereids_syntax_p0/join_condition.groovy | 67 +
.../suites/nereids_syntax_p0/match.groovy | 6 +-
.../mv/aggregate/agg_sync_mv.groovy | 2 +-
.../nereids_syntax_p0/mv/newMv/multi_slot4.groovy | 10 +-
.../nereids_syntax_p0/mv/ut/distinctQuery.groovy | 2 +-
.../mv/aggregate/agg_sync_mv.groovy | 4 +-
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 82 ++
.../test_auto_partition_behavior.groovy | 2 +-
.../test_dynamic_partition_with_rename.groovy | 37 +-
.../test_partition_add_mismatched.groovy | 48 +
.../test_partition_storage_policy.groovy | 118 ++
.../stress_test_high_concurrency_load.groovy | 1 +
.../same_data/stress_test_same_date_range.groovy | 1 +
.../stress_test_two_stream_load.groovy | 1 +
.../suites/point_query_p0/test_point_query.groovy | 7 +
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 46 +
.../suites/query_p0/aggregate/aggregate.groovy | 17 +
.../join/test_low_bucket/test_low_bucket.groovy | 285 ++++
.../query_p0/operator/test_set_operator.groovy | 27 +
.../test_aggregate_all_functions.groovy | 24 +
.../test_aggregate_all_functions2.groovy | 5 +-
.../case_function/test_case_function.groovy | 548 +++++++
.../json_function/test_query_json_object.groovy | 56 +
.../suites/query_p0/system/test_query_sys.groovy | 8 +
.../query_profile/s3_load_profile_test.groovy | 53 +-
.../suites/rollup_p0/test_materialized_view.groovy | 66 +-
.../alter_disable_auto_compaction.groovy | 63 +
.../test_agg_schema_key_change_modify.groovy | 2 +-
.../test_dup_mv_schema_change.groovy | 4 +-
.../test_dup_rollup_schema_change.groovy | 1 +
.../test_rename_partition_column.groovy | 46 +
...test_schema_change_with_mow_txn_conflict.groovy | 50 +-
.../test_uniq_mv_schema_change.groovy | 21 +-
.../test_uniq_rollup_schema_change.groovy | 1 +
.../test_cloud_follower_show_data.groovy | 11 +-
.../test_cloud_mtmv_show_data.groovy | 62 +-
...ema_change_add_and_drop_column_show_data.groovy | 24 +-
...hema_change_add_and_drop_index_show_data.groovy | 20 +-
...d_schema_change_reorder_column_show_data.groovy | 15 +-
.../test_cloud_delete_table_rows_show_data.groovy | 27 +-
...oud_drop_and_recover_partition_show_data.groovy | 40 +-
.../test_cloud_drop_table_show_data.groovy | 44 +-
... => test_cloud_truncate_table_show_data.groovy} | 53 +-
.../test_cloud_disable_compaction_show_data.groovy | 11 +-
.../test_cloud_inverted_index_v1_show_data.groovy | 11 +-
.../test_cloud_inverted_index_v2_show_data.groovy | 11 +-
.../test_cloud_lz4_show_data.groovy | 11 +-
.../test_cloud_zstd_show_data.groovy | 11 +-
.../test_cloud_agg_show_data.groovy | 11 +-
.../test_cloud_dup_show_data.groovy | 16 +-
.../test_cloud_mor_show_data.groovy | 11 +-
.../test_cloud_mow_partial_update_show_data.groovy | 13 +-
.../test_cloud_mow_show_data.groovy | 11 +-
...st_show_create_table_with_storage_policy.groovy | 1 +
.../suites/show_p0/test_show_data_skew.groovy | 1 +
.../suites/statistics/test_analyze_mv.groovy | 19 +
.../statistics/test_external_partition.groovy | 2 +-
.../test_schema_change_statistics.groovy | 2 +-
.../test_partial_update_default_value.groovy | 25 +-
.../test_partial_update_lookup_row_key.groovy | 81 +
.../test_partial_update_row_store.groovy | 103 ++
.../schema_change_with_txn_conflict.groovy | 52 +
.../vault_p0/alter/test_alter_vault_name.groovy | 11 +
.../concurent/test_alter_vault_concurrently.groovy | 128 ++
.../test_create_vault_concurrently.groovy | 132 ++
.../test_default_vault_concurrenlty.groovy | 127 ++
.../vault_p0/create/test_create_vault.groovy | 23 +
...> test_create_vault_with_case_sensitive.groovy} | 256 ++--
.../create/test_create_vault_with_kerberos.groovy | 106 ++
.../create/test_minio_storage_vault.groovy | 101 ++
...> test_vault_privilege_with_multi_roles.groovy} | 86 +-
.../test_vault_privilege_with_role.groovy | 78 +-
.../test_vault_privilege_with_user.groovy | 8 +
.../test_workload_sched_policy.groovy | 57 -
707 files changed, 21259 insertions(+), 6319 deletions(-)
create mode 100644 be/src/vec/common/custom_allocator.h
delete mode 100644 be/test/exec/test_data/orc_scanner/orders.orc
create mode 100644 be/test/pipeline/operator/agg_shared_state_test.cpp
create mode 100644 be/test/util/jsonb_parser_simd_test.cpp
create mode 100644 be/test/vec/exec/concurrent_queue_order.cpp
delete mode 100644 be/test/vec/exec/orc_reader_test.cpp
create mode 100644 be/test/vec/function/function_convert_tz_test.cpp
copy docker/thirdparties/docker-compose/{hive/hive-2x_settings.env =>
minio/minio-RELEASE.2024-11-07.env} (61%)
copy docker/thirdparties/docker-compose/{oceanbase/oceanbase.yaml.tpl =>
minio/minio-RELEASE.2024-11-07.yaml.tpl} (61%)
copy docker/thirdparties/docker-compose/{hive/hive-2x_settings.env =>
minio/script/minio_init.sh} (62%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/binlog/BinlogLagInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushDownFilterIntoSchemaScan.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/client/JdbcClickHouseClientTest.java
rename fe/fe-core/src/test/java/org/apache/doris/datasource/jdbc/{ =>
client}/JdbcClientExceptionTest.java (97%)
copy be/src/runtime/memory/lru_cache_value_base.h =>
fe/fe-core/src/test/java/org/apache/doris/datasource/paimon/PaimonExternalCatalogTest.java
(54%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mtmv/AlterMTMVTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/CompareLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/physical/PhysicalTopNTest.java
create mode 100644 regression-test/data/bloom_filter_p0/test_bloom_filter.out
create mode 100644
regression-test/data/compaction/test_compaction_fail_release_lock.out
create mode 100644
regression-test/data/correctness_p0/test_column_prune_in_hash_join.out
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/cloud/test_cloud_full_compaction_do_lease.out} (60%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/cloud/test_cloud_mow_correctness_inject.out} (52%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/cloud/test_cloud_mow_stream_load_with_txn_conflict.out} (60%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load.csv
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/cloud/test_txn_commit_inject.out} (61%)
create mode 100644
regression-test/data/fault_injection_p0/partial_update/during_sc.csv
create mode 100644
regression-test/data/fault_injection_p0/partial_update/test_partial_update_during_sc.out
create mode 100644
regression-test/data/fault_injection_p0/partial_update/test_partial_update_publish_seq.out
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
fault_injection_p0/test_skip_calc_between_segments.out} (56%)
create mode 100644
regression-test/data/information_schema_p0/test_information_schema.out
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
insert_p0/test_insert_docs_demo.out} (60%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
metrics_p0/test_delete_bitmap_metrics.out} (59%)
create mode 100644
regression-test/data/mv_p0/agg_use_key_direct/agg_use_key_direct.out
create mode 100644 regression-test/data/mv_p0/await/await.out
rename regression-test/data/mv_p0/{unique =>
unique_rewrite}/unique_rewrite.out (100%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
nereids_rules_p0/eliminate_gby_key/eliminate_gby_key.out} (64%)
create mode 100644 regression-test/data/nereids_syntax_p0/join_condition.out
create mode 100644
regression-test/data/query_p0/join/test_low_bucket/test_low_bucket.out
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
statistics/test_analyze_mv.out} (60%)
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_lookup_row_key.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_row_store.out
copy regression-test/data/variant_github_events_nonConcurrent_p2/{sql =>
}/load.out (100%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
variant_p0/schema_change/schema_change_with_txn_conflict.out} (51%)
copy regression-test/data/{nereids_tpch_p0/tpch/push_topn_to_agg.out =>
vault_p0/create/test_minio_storage_vault.out} (54%)
create mode 100644 regression-test/plugins/cloud_filecache_plugin.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_force_replace_diff_column.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_force_replace_diff_part_type.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_force_replace_diff_part_val.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_storage_policy.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_store_with_db_properties.groovy
create mode 100644
regression-test/suites/backup_restore/test_backup_store_with_db_properties_kv.groovy
create mode 100644
regression-test/suites/cloud_p0/node_mgr/test_cloud_decommission.groovy
create mode 100644 regression-test/suites/cloud_p0/node_mgr/test_ms_api.groovy
create mode 100644
regression-test/suites/cloud_p0/query_retry/test_retry_e-230_async_mtmv_job.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_fail_release_lock.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_update_big_delete_bitmap.groovy
copy
regression-test/suites/{nereids_rules_p0/expression/test_simplify_range.groovy
=> control_p0/test_set_max_retry.groovy} (57%)
create mode 100644
regression-test/suites/correctness_p0/test_column_prune_in_hash_join.groovy
delete mode 100644
regression-test/suites/external_table_p2/es/test_external_catalog_es.groovy
delete mode 100644
regression-test/suites/external_table_p2/es/test_external_es.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_full_compaction_do_lease.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_correctness_inject.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_stream_load_with_txn_conflict.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_txn_commit_inject.groovy
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_during_sc.groovy
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_publish_seq.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_skip_calc_between_segments.groovy
copy
regression-test/suites/{nereids_rules_p0/expression/test_simplify_range.groovy
=> function_p0/not_found_function.groovy} (65%)
create mode 100644
regression-test/suites/information_schema_p0/test_information_schema.groovy
create mode 100644
regression-test/suites/insert_p0/test_insert_docs_demo.groovy
create mode 100644
regression-test/suites/metrics_p0/test_delete_bitmap_metrics.groovy
create mode 100644
regression-test/suites/mv_p0/agg_use_key_direct/agg_use_key_direct.groovy
copy regression-test/suites/mv_p0/{no_await/no_await.groovy =>
await/await.groovy} (65%)
rename regression-test/suites/mv_p0/{unique =>
unique_rewrite}/unique_rewrite.groovy (100%)
copy regression-test/suites/{nereids_syntax_p0/information_schema.groovy =>
nereids_p0/expression/fold_constant/fold_constant_date_arithmatic.groovy} (56%)
create mode 100644
regression-test/suites/nereids_p0/literal/test_compare_literal.groovy
create mode 100644
regression-test/suites/nereids_p0/subquery/test_correlated_filter_removed.groovy
create mode 100644
regression-test/suites/nereids_syntax_p0/join_condition.groovy
create mode 100644
regression-test/suites/partition_p0/test_partition_add_mismatched.groovy
create mode 100644
regression-test/suites/partition_p0/test_partition_storage_policy.groovy
create mode 100644
regression-test/suites/query_p0/join/test_low_bucket/test_low_bucket.groovy
create mode 100644
regression-test/suites/schema_change_p0/alter_disable_auto_compaction.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_rename_partition_column.groovy
rename
regression-test/suites/show_data_p2/test_table_operation/{test_cloud_truncate_and_recover_table_show_data.groovy
=> test_cloud_truncate_table_show_data.groovy} (77%)
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_lookup_row_key.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_row_store.groovy
create mode 100644
regression-test/suites/variant_p0/schema_change/schema_change_with_txn_conflict.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_alter_vault_concurrently.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_create_vault_concurrently.groovy
create mode 100644
regression-test/suites/vault_p0/concurent/test_default_vault_concurrenlty.groovy
copy regression-test/suites/vault_p0/create/{test_create_vault.groovy =>
test_create_vault_with_case_sensitive.groovy} (53%)
create mode 100644
regression-test/suites/vault_p0/create/test_create_vault_with_kerberos.groovy
create mode 100644
regression-test/suites/vault_p0/create/test_minio_storage_vault.groovy
copy
regression-test/suites/vault_p0/privilege/{test_vault_privilege_with_role.groovy
=> test_vault_privilege_with_multi_roles.groovy} (58%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
