This is an automated email from the ASF dual-hosted git repository.
englefly pushed a change to branch auto-pick-62107-branch-4.1
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 15c10d09062 [fix](eagerAgg) Fix eager aggregation incorrectly pushing
agg(literal) to nullable side of outer joins (#62107)
add bbf5022427c branch-4.1: [fix](regression) fix p2 opensky failure
#62447 (#62450)
add f90f0de3586 branch-4.1:[fix](case)fix maxcompute p2 case. (#62421)
add 6820b0ef035 [test](regression) Enable standard URI parsing for OSS
bucket-endpoin… (#62397)
add 48bfd042142 branch-4.1: [Improve](job) update flink cdc version for
streaming job #62212 (#62430)
add ece0572ff5f branch-4.1: [fix](streaming-job) fix streaming job
properties not parsed after FE restart #62298 (#62432)
add 7cf7115b6ab branch-4.1: [test](regression) Enable standard URI parsing
for OSS bucket-endpoin… #62429 (#62436)
add ec1886508c0 [fix](regression) disable unstable case
test_hudi_rewrite_mtmv (#62445)
add d079be22899 branch-4.1: [chore](compaction) change time series
threshold from 2000 to 1000 #61979 (#62444)
add f1f485004bf branch-4.1: [chore](dep)upgrade vulnerable dependencies
#61893 (#62473)
add a19ec32edef branch-4.1: [improvement](be) Limit packed file writes to
rowset first segment #62342 (#62508)
add bb97072d0c8 branch-4.1: [fix](Reliability)Fix Doris query service
fails after the file handles on the BE node are used up #62393 (#62540)
add 8de7a9012d5 [refactor](fragment mgr) move report logic to pipeline
fragment context to remove callback parameter from ctor (#62500) (#62549)
add 19bba187e19 branch-4.1: [fix](streaming-job) Fix NPE in
StreamingInsertJob.replayOnCommitted during EditLog replay #62416 (#62516)
add b8167c72fca branch-4.1: [fix](regression) Fix typo in
different_serialize test data directory introduced by #59489 #62480 (#62543)
add 26e01152f05 branch-4.1: [fix](column) Fix incorrect for-loop #62517
(#62568)
add 925840ddb32 branch-4.1: [fix](insert) fix INSERT job statistics lost
in show load after FE restart #62331 (#62546)
add ee12830d6fd [fix](web) FE startup fail due to websocket startup
(#62560)
add e77064fec18 branch-4.1: [improvement](be) Add stampede protection for
AnnIndexIVFListCache #62442 (#62567)
add 2b233a4264f branch-4.1: [fix](errmsg) Fix wrong error message of
insert overwrite #62555 (#62564)
add 3105e9d8630 branch-4.1: (tools) Add show_segment_data operation to
meta_tool (#62385)
add 5dbba7a00bf branch-4.1: [fix](fe) Fix view columns losing colUniqueId
in lazy materialization #62533 (#62573)
add d6196d9b129 branch-4.1: [fix](rpc) fix GenericPool reopen blocking
18min on stale TLS connections #61951 (#62574)
add 9769856fda5 branch-4.1: [fix](be) Validate stream load content length
before group commit #62110 (#62592)
add f10368e7573 branch-4.1: [fix](fe) Mask sensitive headers in stream
load logs #62108 (#62594)
add 057c2d43eff branch-4.1: [fix](fe) Fix FE startup argument forwarding
#62587 (#62612)
add 07e4b90a1e1 branch-4.1: [fix](fe) Support IAM role auth in S3
filesystem (#62622)
add 99c8b3820fa branch-4.1: [opt](test) Support IAM Role for s3 client ut
test #62303 (#62618)
add e892dc5fc22 branch-4.1: [fix](variant) normalize legacy single-part
dot-key subcolumn paths on read #62409 (#62630)
add 84676d40bed branch-4.1: [feature](scan) Add value predicate pushdown
control for MOR tables #60513 (#62451)
add 83ebe6954f9 branch-4.1: [improvement](fe) Add current_database builtin
alias #62591 (#62652)
add e4ae166f7f5 [Bug](profile) move watcher.stop() into locked code block
(#62682)
add b38bc541d76 branch-4.1: [Bug](profile) move watcher.stop() into locked
code block #56462 (#62685)
add 5f9a84dbe39 branch-4.1: [fix](fe) Fix isCountStar incorrectly treating
count(null) as count(*) #62548 (#62667)
add f171a84d4ac [branch-4.1](variant) Fix compaction failure on no-key
table with variant column uid=0 #62571 (#62657)
add 42440617e1d branch-4.1: [fix](cloud) Hide KV_TXN_MAYBE_COMMITTED from
clients #62244 (#62644)
add 609b5896fbf [ci](fix) license check (#62534) (#62696)
add 136f04ea326 branch-4.1: [fix](cloud) Add SC_COMPACTION_CONFLICT error
code to retry cross-V1 compaction failures #62272 (#62643)
add c968b14c88a branch-4.1: [improvement](fe) Skip zero-length files in
FileSplitter to avoid sending empty splits to BE #62482 (#62662)
add 8a5ee7529e0 branch-4.1: [improvement](docker) Make thirdparty jar
download mirror configurable (#62650)
add 10e010468b2 branch-4.1: [fix](snapshot) show the snapshot count #56491
(#62692)
add 2931893b30e branch-4.1: [fix](scan) Fix OOB crash in partition column
generation for Iceberg/Paimon tables #62177 (#62654)
add d405a0410af [fix](regression) Add DROP TABLE before CREATE in
test_inverted_index_v3 (#62659)
add 36fcfab15f6 branch-4.1: pick #61696 #61621 #61222 #62596 (#62707)
add 80b3a4acceb branch-4.1: [fix](audit log) fix empty workload_group
value __internal_schema.audit_log #62651 (#62697)
add c7fa0918004 branch-4.1: [opt](nereids) scale num_nulls in col stats
when partition pruned #62265 (#62694)
add 6aaaae1c0ba [fix](profile) fix missing update_scanner_profile on
non-eos scanner yield path (#62646)
add e081b366e32 branch-4.1: [fix](streaming-job) fix S3 offset and job
statistics lost after FE checkpoint restart #62449 (#62625)
add 55e6e2b6f63 branch-4.1: [chore](http) Merge ms and recycler http
skeleton #61502 (#62603)
add a3598ba5cc8 branch-4.1: [fix](auth) Fix HTTP API authentication
framework for admin operations (#62411)
add 9783c9d8c26 branch-4.1: [fix](agg) fix redundant copy in collect_set
merge #62640 (#62735)
add 8f9926e7b55 branch-4.1 [fix](build) Prefer thirdparty mirror for
JuiceFS downloads (#62732)
add 33baee576d4 branch-4.1: [fix](nereids) Block push-down of filters
containing unique functions through Generate and CTE consumer #62705 (#62734)
add cb33121890f [opt](cloud) Prioritize scheduling the most recently
active tablets in cloud #59539 #57200 #61562 (#62709)
add 8317e935729 [fix](groupcommit) remove NDEBUG for groupcommit's memory
tracker (#62826)
add f15ec095aee branch-4.1:[fix](storage) fix IOContext Use-After-Free
(#59947) (#62241)
add 4d9eeef5d6f branch-4.1: [fix](cases) skip cases if broker does not
exist (#62831)
add d98f509d6fd branch-4.1: [Improvement](join) add HashCRC32Return32 and
make join_hash_table use 32-bit hash value #62512 (#62813)
add 9bcf79c2294 [enhance](function) add a lambda functor version for
array_sort (#57828) (#62830)
add c83a19d3379 branch-4.1: [fix](mow) check delete bitmap version #57989
(#62787)
add 300b5c2be4a branch-4.1: [fix](streaming-job) roll sample window before
accumulating in checkDataQuality #62636 (#62795)
add d8767473fe5 branch-4.1: [improve](compaction) Use segment footer
raw_data_bytes for first-time batch size estimation #62263 (#62749)
add 831d3924d39 branch-4.1: [fix](query) avoid missing result packet for
query during master switch #62721 (#62772)
add 7489bd6a18e branch-4.1: [fix](be) Refine revocable memory accounting
for spill #62581 (#62774)
add bd5a6368c5f branch-4.1: [feat](snapshot) fix
AdminCreateClusterSnapshotCommand #58119 (#62785)
add e1a3fcf67a8 branch-4.1: [fix](mow) skip agg delete bitmap v1 to ms
when v2 #57990 (#62786)
add b4e9ae3a34e branch-4.1: [improve](streaming-job) Add per-job metrics
for streaming insert jobs #62224 (#62790)
add 3caab33655b branch-4.1: [improve](StreamingJob) Add lag method for CDC
data sources #62269 (#62791)
add 48058217d98 branch-4.1: [fix](cdc) close snapshot readers on
re-prepare and harden REST error handling #62337 (#62792)
add ee2325d3588 branch-4.1: [opt](rowset) Aggregate non-MOW segment key
bounds to reduce rowset meta size #62604 (#62802)
add e1eb01760be branch-4.1: [improvement](fe) Enhance COALESCE
simplification to remove all NullLiterals #62266 (#62808)
add 027f8f8b033 branch-4.1: [fix](runtime-filter) Fix race condition in
Set operator runtime filter processing #62434 (#62811)
add 32b0eadf6b7 branch-4.1: [fix](be) Fix RuntimeFilter selectivity
sampling_frequency lost during VExprContext recreation #62355 (#62810)
add 2fbbdcde7b7 branch-4.1: [fix](datetime)Require exact match in
DateTimeV2Type.acceptsType #62201 (#62833)
add fe88d75623d branch-4.1: [fix](memory) attach MemTracker to cache
background threads to fix orphan crash #62739 (#62832)
add b850896c410 branch-4.1: [opt](file-cache) support config hot reload of
file cache microbench in running state (#62595)
add 7e1b75356a3 [fix](fe) Fix IAM role auth not working in S3 FS #62584
(#62775)
add 6ecdf94b09a branch-4.1: [Chore](check) add some Sanity-check for avoid
npe #62691 (#62807)
add 365ad55e937 branch-4.1: [fix](fe) Return early for non-master stream
load precommit #62109 (#62332)
add 2a58e43f4f9 branch-4.1: [fix](be) Fix UB and param order in
assert_num_rows_operator #62800 (#62837)
add 414b43b68f2 branch-4.1: [Improve](streaming-job) use per-table
publication instead of ALL TABLES for PostgreSQL CDC #62526 (#62793)
add 3eb35ed2cc8 branch-4.1: [enhance](memtable) support adaptive write
buffer size (#62308)
add 8ff2a8df013 [branch-4.1]pick some pr to branch-4.1 (#62847)
add 4803f793e40 [branch-4.1] pick some sort pr (#62856)
add fcfd7b2e462 [branch-4.1]pick some string pr (#62849)
add 5b2b3abb969 branch-4.1: [Improve](streaming-job) support specifying
offset for StreamingInsertJob create and alter #62490 (#62853)
add eb796cfac20 branch-4.1: [fix](be) Fix exchange receiver dependency
race #62777 (#62885)
add 43899b66269 branch-4.1: [feature](jsonb) add json_object_flatten
scalar function #62825 (#62873)
add e745a8d1370 branch-4.1:[fix](fe) Fix null pointer exception in
sessionVariables after upgrade #61959 (#62897)
add d18e101ee7a branch-4.1: [refactor](cloud) Extract snapshot integration
hooks #62859 (#62881)
add c802c85c790 branch-4.1: [fix](load): fix invalid String.format pattern
in NereidsStreamLoadTask #62225 (#62895)
add e03528f43e5 branch-4.1: [fix](fe) fix potential NPE in
getDeleteBitmapUpdateLock #62809 (#62903)
add e0629e33a1b branch-4.1:[opt](maxcompute)Allocate write block ids from
FE and add catalog-level write_max_block_bytes prop. (#62578) (#62855)
add eac4edf3472 branch-4.1: [refactor](fe) Extract isDynamicScheduleTable
method to reduce code duplication #62477 (#62504)
add c3e97c1ea46 [env](thirdparty)import timsort (#59239) (#62937)
add 291f6869f78 branch-4.1: [fix](transaction) fix
IllegalMonitorStateException in routine load afterAborted when coordinate BE
restarts (#62893)
add b0c85f49005 branch-4.1: [fix](insert) fix InsertLoadJob memory leak
caused by jobs permanently stuck in PENDING state (#62889)
add 0d1e1402717 [env](compiler) Pick compiler optimization PRs to
branch-4.1 (#62865)
add 9639fa58c56 branch-4.1: (cloud) Hold table write lock across
first-time dynamic partition setup to prevent CREATE MV race #62755 (#62863)
add f632c9301ef branch-4.1: [refactor](be) Remove io_helper helper
indirection from BE cast paths (#62179) (#62961)
add 97007c2aa15 branch-4.1: [fix](be) Fix ANN query vector extraction to
handle all constant expression types #62637 (#62957)
add d805f584d53 branch-4.1: [fix](docker) doris compose supports docker
compose v2 #62851 (#62882)
add 8025da22745 branch-4.1:[fix](sync) Treat empty cancel alter job list
as all rollup jobs (#62712) (#62965)
add 50ccddd68e7 branch-4.1: [fix](runtime-filter) Restore _applied_rf_num
update in late arrival path #62872 (#62971)
add 272520e462e branch-4.1: [fix](insert) Report physical file count in
LoadStatistic.FileNumber #62804 (#62952)
add dd87fadc349 branch-4.1: [Opt](parse) Add fast path for canonical
format datetime parse #62757 (#62976)
add 99d645d4da3 branch-4.1: [fix](cloud) refresh event warmup backends
#62839 (#62888)
add 7caa4418790 branch-4.1: [Fix](warm up) Fix warm up don't retry due to
error message change #62886 (#62959)
add a62a71977d6 branch-4.1: [fix](iceberg) Decouple JDBC catalog metadata
name #62806 (#62844)
add 7398d4bde50 [fix](snapshot) drop index should set db_id (#58401)
(#62770)
add beb7f984c70 branch-4.1: [Profile][exec] The profile hitcache not
correct in force refresh and sink id not correct #62645 (#62818)
add c5b986ad7f4 branch-4.1: [feat](snapshot) clone snapshot support
absolute path file #57685 (#62874)
add 6adb1ddde45 branch-4.1: [fix](be) Poll packed file async close without
blocking #62938 (#62979)
add 006c7537a9b branch-4.1: [improve](streaming-job) Cap auto-resume
attempts and expose structured FailureReason #62345 (#62852)
add 5656c83d7f4 branch-4.1: [fix](streaming-job) propagate ALTER
source/target properties to runtime and persistence #62553 (#62985)
add 953250c4669 branch-4.1: [improve](streaming-job) support specifying
compute_group for StreamingJob #62747 (#62990)
add 7e721f83642 branch-4.1: [fix](nereids) Fix DST spring-forward gap
handling in timestamptz literal #62945 (#62978)
add f267d3771ad branch-4.1: [refactor](ann) Avoid copying ANN search
results #62924 (#63002)
add 7c4de048eff branch-4.1: [fix](streaming-job) fix filteredRows always 0
on single-table S3 streaming #62816 (#63000)
add f04c890bfcd branch-4.1: [opt](fe)remove classhisto*=trace in
JAVA_OPTS_FOR_JDK_17 to prevent printing class histogram in full gc#62422
(#62999)
add b8d8fba08d7 branch-4.1: [fix](streaming-job) reject silent-no-op ALTER
keys and unsupported load.* properties #62680 (#62989)
add 757a401aad4 branch-4.1: [fix](streaming-job) bound cdc_client RPCs
with per-category timeouts #62870 (#62983)
add 2ea05c5ca4d branch-4.1: [fix](functions)Preserve TIMESTAMPTZ in
LEAD/LAG by adding TimeStampTzType signature matching #62779 (#63022)
add 7e6f6030221 branch-4.1: [refactor](fe) Remove enable_nereids_load
switch (#62703) (#63031)
add 8ad2c857a41 [fix](cloud) avoid NPE and clear stale cache on warmup job
cancel/expire (#62805) (#63019)
add 47326c491eb branch-4.1: [fix](pipeline) update license-maven-plugin to
2.1.0 #58951 (#63023)
add f888e1faf32 branch-4.1: [fix](nereids) Allocate fresh ExprId for
constants when pushing project into Union #62296 (#63018)
add 67fa57d34aa branch-4.1: [fix](cloud) Avoid deleting nonexistent delete
bitmap files #62967 (#63012)
add 58044fc0031 branch-4.1: [fix](fe) Clear warmup jobs on available
backends (#62931) (#63029)
add 43e37c0b058 branch-4.1: [fix](point query) Keep LogicalOlapScan for
short-circuit point query on empty table #62948 (#63007)
add fd9bd87b3c5 branch-4.1: [fix](load) fix broker load silently loaded
only the first file when parsing multiple files path #62969 (#63042)
add c13c8b920e8 branch-4.1: [improve](streaming-job) support SSL and align
MySQL CDC source with PG #62700 (#63044)
add a5ddccb9b84 branch-4.1 : [Refactor](Variant) add NestedGroup path
metadata support (#62782)
add 4ac82694575 [branch-4.1](be) Move #include directives outside
namespace blocks to avoid ODR violations (#62871) (#63071)
add b25e2570e38 branch-4.1: [fix](function) preserve sign for negative
sub-hour TIMESTAMPTZ offsets #62823 (#63053)
add 1d80f0aebcd branch-4.1: [fix](fe) Reject invalid stream load tokens on
commit and rollback (#63066)
add 15969aefecc branch-4.1: [fix](filecache) reject oversized block size
in add_cell #62878 (#63046)
add c136fc2170e branch-4.1: [Opt](function) Remove datetime transfomers
check in release mode #63003 (#63087)
add 7a5485fc64e [branch-4.1](zone-map) Avoid per-row Field temporaries in
TypedZoneMapIndexWriter (#62544) (#63050)
add ced46ceb063 branch-4.1: [fix](fe) Fix Ranger column-level privilege
bypass when CTE combined #61741 (#63048)
add 117f160d281 branch-4.1: [fix](parse) No longer throws exceptions when
parse datetime failed in `from_olap_string` #63035 (#63073)
add d159a61a9d9 [branch-4.1](variant) Skip full footer scan when
constructing VariantStatsCaculator (#62819) (#63072)
add 5e4a40ee6cd branch-4.1: [fix](be) Load JNI log4j2 properties config
#63063 (#63075)
add 21b213e2232 branch-4.1: [fix](inverted index) resolve variant
sub-column indexes for score() #62992 (#63078)
add cd7f1657ff7 branch-4.1: [fix](cloud) Skip skewed warmup rowset latency
samples #62941 (#63084)
add 2908c8077be branch-4.1: [opt](point query) reduce point-query network
overhead by resending query context on cache miss #62836 (#63013)
add 8881ac9b7c3 branch-4.1: [fix](variant) Fix variant flat-leaf root read
plan #63086 #63104 (#63098)
add 170d6db4405 branch-4.1: [refactor](fe) Add fe-foundation module with
zero-dependency JDK-onlyutilities (#62638)
add 31ed979e9b3 branch-4.1: [fix](audit) Mark internal query failures as
ERR in audit log (#62996)
add 7792740d354 branch-4.1: [cloud](fe) RestoreJob cannot deserialize
Tablet when upgrade #62673 (#63099)
add 4e56d3f8e28 branch-4.1: [chore](expr) remove useless if in
`is_acting_on_a_slot` #63095 (#63115)
add 043735efe3b branch-4.1: [improvement](recycler) Avoid single-point
read/write during sequentially reading key #62476 (#63123)
add 31314733ac4 branch-4.1: [fix](timestamptz) Preserve correct DST fold
branch to go cross the transition point #63034 (#63091)
add 83d9e7009f5 [feature](be) Add adaptive batch size for scan path
(#62835) (#63005)
add 0f8f8fce29e branch-4.1: [fix](filecache) avoid SIGSEGV in background
LRU update when clear cache #60533 (#61445)
add 2a5147b1262 branch-4.1:[improvement](executor) unify current query
runtime statistics and expose task progress (#60567) (#63130)
add 55d255f3ddf branch-4.1: [fix](mv) Align extra-join elimination safety
check #62527 (#63139)
add 555a2ea657f branch-4.1: [fix](backup) reject upload snapshots on
broken storage path #61251 (#61436)
add d0888cbd045 branch-4.1: [fix](fe) Return unknown stats for system
tables #62913 (#63010)
add e79c08eda21 branch-4.1: [fix](be) Correct Arrow UTF8/String size limit
#63137 (#63148)
add 4991f2d6e90 branch-4.1: [fix](fe) Fix remote Flight SQL result
receiver initialization #63136 (#63155)
add 5a742877a72 branch-4.1: [fix](filecache) avoid BE crash when finalize
misses local cache writer #62389 (#63179)
add f708be5c7d8 branch-4.1: [fix](decimal) Fix incorrect decimal cast
results for scientific-notation strings #63119 (#63184)
add 6c774aa1535 branch-4.1: [fix](load) rebuild broker load storage
properties after Gson replay #63094 (#63177)
add c94e8c1442d branch-4.1: [fix](insert) Avoid formatting generated
insert errors #62982 (#63158)
add e01d7c87679 branch-4.1: [fix](memtable) use CPU metrics delta for CPU
pressure detection in adaptive flush controller #62744 (#62943)
add 97d04001d7e branch-4.1: [fix](streaming-job) start counting task max
interval after the first record is received #63141 (#63163)
add c180e7cca69 branch-4.1: [fix](memory-tracker) Avoid nested task attach
in cloud snapshot manager #63189 (#63235)
add 89da1665cc2 branch-4.1: [Fix](ttz) Fix TIMESTAMPTZ elapsed-time
semantics to use UTC #63161 (#63248)
add e7525459f8f branch-4.1: [fix](statistics) Skip statistics cache for
system dbs #63089 (#63198)
add f27a1e5b9eb [fix](scan) Fix adaptive load batch sizing (#63245)
add 3125bc3adaa [fix](be) Fix runtime filter crash with shared hash table
(#63256)
add 4a375e28ec1 branch-4.1: [fix](fe) Fix deep nested complex type subtype
validation bypass #63208 (#63222)
add 0731a7683d2 4.1.1-rc01 (#63337)
add b10073ad9ca [branch-4.1] Fix meta tool build (#63371)
add e4d768ddd06 branch-4.1: [fix](streaming-job) restore split-bound Java
types when reading FE-persisted CDC offset #63219 (#63272)
add 31a6f606632 branch-4.1: [Improve](variant) Keep first duplicate
Variant JSON path #63082 (#63156)
add 12645bda20a branch-4.1: [fix](compaction) Fix incorrect memory
availability check in RowSourceBuffer during vertical compaction #63152 (#63232)
add b78b5a0bff9 branch-4.1: [fix](nereids) Run CheckCast on INSERT VALUES
to reject illegal casts #62905 (#63204)
add 44c6c26186b branch-4.1: [feature](statistics) Skip collecting stats
for long string columns #62686 (#63303)
add 71e86457883 [4.1](column) remove IDataType get_default (#62582)
(#63308)
add 7e7545a86d9 [4.1](code) remove dead code across core types and
utilities (#63307)
add a47f436f025 [pick](branch-4.1)pick 62947 63055 63070 to 4.1 (#63297)
add e2192e2b7d6 branch-4.1: [fix](thrift) Reserve frontend service field
ids #63239 (#63335)
add 7383d74a429 [4.1](agg,array) support TIMESTAMPTZ in multiple aggregate
and array … (#63293)
add e381f9d40d3 branch-4.1: [fix](be) Fix json contains duplicate array
candidates #63301 (#63339)
add 406129168ea branch-4.1: [fix](be) Reject super wildcard path in json
keys #63300 (#63369)
add 758f8c6143e branch-4.1: [fix](be) Move partitioned agg shared cleanup
to shared state #63253 (#63287)
add 4d2eeda3797 branch-4.1: [fix](recycler) Recycler/Ms http api result
msg should set ok #63051 (#63275)
add 7df5214b255 branch-4.1: [fix](regression) fix stale expected output
for one_level_nestedtypes_with_s3data #62488 (#63273)
add 0a37a0e872b branch-4.1: [opt](nereids)pass ConnectContext to
canUseNereidsDistributePlanner method instead of call ConnectContext.get()
#60529 (#63202)
add b620c72f01b branch-4.1: [improve](streaming-job) add per-job lag
metric to streaming insert jobs #63194 (#63271)
add 8ee6c80e47f branch-4.1: [fix](streamingjob) Persist cdc_stream TVF
offset across FE checkpoint #62902 (#63270)
add d418004c86b branch-4.1:[fix](ldap) Improve LDAP authentication
resiliency and diagnostics (#61673) (#63288)
add a7af9f66ca1 branch-4.1: [fix](Expr) add SerDe for ColumnRefExpr and
Expr SerDe unit test #62900 (#63127)
add 9389a6043b2 branch-4.1: [fix](fe) Fix alias function with cast
outermost expr and reject illegal expressions #63254 (#63349)
add 502862e0066 branch-4.1: [fix](fe) Reject lone UTF-16 surrogates in
JSONB literals (RFC 8259 §8.2) #63255 (#63347)
add 1a93a62bc96 branch-4.1: [fix](parquet) Fix wrong encoding for parquet
page v2 #63305 (#63373)
add 53829fc1e80 branch-4.1: [fix](streaming-job) recompute derived fields
after replay and ALTER #62936 (#63261)
add a6dbf94b13b branch-4.1: [fix](be) Preserve collect aggregate limit
during merge #63361 (#63383)
add 631b91ca0ad branch-4.1: fix: block type reset after dict filter #63168
(#63419)
add f692ae615df branch-4.1: [fix](fe) fix host not match if start fe in
metadata_failure_recovery (#62748) (#63362)
add 443bcbacf2c branch-4.1: [fix](job-manager) cancelTaskById should not
be blocked by unrelated streaming jobs #62940 (#63262)
add 5b733b41cf0 branch-4.1: [fix](testcase) Fix wrong test case #63354
(#63375)
add 78a7453725f branch-4.1: [fix](case) fix regression:test_predefine_ddl
#60133 (#63203)
add 0bdd0dc9929 [branch-4.1](inverted-index) replace void* query_value
with typed param interface (#62960) (#63157)
add 089dfabfb07 branch-4.1: [Fix](arrow flight) Fix arrow::Status inline
static empty msg core (#63191) (#63267)
add a26ce54ba16 branch-4.1: [chore](dep) pin esdk-obs-java-bundle to
3.21.11 to fix version range resolution failure #63278 (#63282)
add 28a349ef307 branch-4.1: [improvement](iceberg) Reconstruct partition
spec in SHOW CREATE TABLE for Iceberg tables #63240 (#63372)
add b5d41a19f6a branch-4.1: [Fix](topn) Reject non-positive topn count
argument #63350 (#63408)
add 080a7c41855 branch-4.1: [fix](be) Support TIMESTAMPTZ in TopN runtime
predicate #63220 (#63237)
add f6721eefa34 [4.1](pick) pick pr 63059 63133 63093 (#63324)
add f31b9bfe067 branch-4.1: [fix](be) Remove unsafe JsonbWriter key
overload #63355 (#63437)
add f2e81cf3deb branch-4.1: [fix](analyze) Preserve variant subfields in
view definitions to fix select view result wrong when view select has variant
field #62907 (#63151)
add 36af8e32ecd [parquet](timestamp) Fix wrong timestamp type (#63246)
add e3ec5da0b2f branch-4.1: [fix](case)Fix test_orc_lazy_mat_profile
failure caused by condition cache. #63382 (#63414)
add 7e12dfdd6c7 branch-4.1: [fix](publish) Avoid NPE for force-finished
publish task #63069 (#63380)
add 879084f867c branch-4.1: [fix](statistics) Enhance OOM error message
for statistics analyze tasks #63172 (#63241)
add 31c924e55b9 branch-4.1: [fix](fe) Preserve narrowing datetimev2 casts
in simplify in predicate #63343 (#63421)
add 69c42865646 branch-4.1: [fix](view) Prevent invalid alias rewrite in
view definitions #63353 (#63425)
add 2433af5ba1c branch-4.1: [fix](docker) allow overriding fdb image
#63393 (#63424)
add 7cac67921e2 branch-4.1: [fix](nereids) Fix pre-aggregation context
leakage across join branches #63357 (#63433)
add 3aa19673d8e branch-4.1: [fix](user_var)fix integer typing and prefer
Variable.realExpression for argument/type resolution#62524 (#63452)
add 0b20a78ea8c branch-4.1: [fix](insert overwrite) delay overwrite
partition routing until incremental open #63209 (#63264)
add 4af0b193bad branch-4.1:[fix](agg)Adjust agg strategy when table
satisfy distinct key distribution #61248 (#63453)
add 1f3d0e2fbfd branch-4.1: [enhance](agg) Support max_by/min_by agg
functions for some complex type #58736 (#63458)
add 6ac47ac277b branch-4.1: [fix](cloud) show proc should display
partition cached version #60807 (#63460)
add f277decdab6 branch-4.1: [fix](cloud) Fill schema change version holes
before running #63443 (#63463)
add 3fdd7fea35e branch-4.1: [opt](storage) disable dict encoding in row
store columns #63438 (#63465)
add 3d816fb06b2 [fix](eagerAgg) Fix eager aggregation incorrectly pushing
agg(literal) to nullable side of outer joins (#62107)
add 4dd450313e7 shape
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (15c10d09062)
\
N -- N -- N refs/heads/auto-pick-62107-branch-4.1 (4dd450313e7)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/license-eyes.yml | 56 +
.licenserc.yaml | 8 +
be/CMakeLists.txt | 5 +-
be/benchmark/benchmark_main.cpp | 1 +
be/benchmark/benchmark_zone_map_index.hpp | 257 +
be/src/agent/agent_server.cpp | 5 +-
be/src/agent/task_worker_pool.cpp | 107 +-
be/src/agent/task_worker_pool.h | 3 +
be/src/cloud/cloud_base_compaction.h | 7 +
be/src/cloud/cloud_compaction_action.cpp | 12 +-
be/src/cloud/cloud_cumulative_compaction.h | 7 +
be/src/cloud/cloud_full_compaction.h | 7 +
be/src/cloud/cloud_internal_service.cpp | 63 +-
be/src/cloud/cloud_meta_mgr.cpp | 16 +
be/src/cloud/cloud_schema_change_job.cpp | 43 +-
be/src/cloud/cloud_snapshot_mgr.cpp | 14 +-
be/src/cloud/cloud_storage_engine.cpp | 129 +-
be/src/cloud/cloud_storage_engine.h | 10 +-
be/src/cloud/cloud_tablet.cpp | 7 +
be/src/cloud/cloud_warm_up_manager.cpp | 2 +-
be/src/cloud/pb_convert.cpp | 28 +-
be/src/common/config.cpp | 12 +
be/src/common/config.h | 16 +
be/src/common/metrics/system_metrics.cpp | 38 +
be/src/common/metrics/system_metrics.h | 12 +
be/src/common/status.h | 1 +
be/src/common/thread_safety_annotations.h | 171 +
be/src/core/assert_cast.h | 24 +
be/src/core/binary_cast.hpp | 34 -
be/src/core/block/block.cpp | 33 -
be/src/core/block/block.h | 23 +-
be/src/core/call_on_type_index.h | 2 -
be/src/core/column/column.h | 11 +-
be/src/core/column/column_array.cpp | 6 +-
be/src/core/column/column_array.h | 2 +-
be/src/core/column/column_complex.h | 2 +-
be/src/core/column/column_const.cpp | 2 +-
be/src/core/column/column_const.h | 2 +-
be/src/core/column/column_decimal.cpp | 8 +-
be/src/core/column/column_decimal.h | 13 +-
be/src/core/column/column_dummy.h | 2 +-
be/src/core/column/column_fixed_length_object.h | 2 +-
be/src/core/column/column_map.cpp | 6 +-
be/src/core/column/column_map.h | 2 +-
be/src/core/column/column_nullable.cpp | 22 +-
be/src/core/column/column_nullable.h | 10 +-
be/src/core/column/column_string.cpp | 6 +-
be/src/core/column/column_string.h | 2 +-
be/src/core/column/column_struct.cpp | 19 +-
be/src/core/column/column_struct.h | 2 +-
be/src/core/column/column_varbinary.cpp | 13 +-
be/src/core/column/column_varbinary.h | 2 +-
be/src/core/column/column_variant.cpp | 273 +-
be/src/core/column/column_variant.h | 12 +-
be/src/core/column/column_vector.cpp | 8 +-
be/src/core/column/column_vector.h | 2 +-
be/src/core/column/predicate_column.h | 2 +-
be/src/core/data_type/convert_field_to_type.cpp | 2 +-
be/src/core/data_type/data_type.cpp | 4 +-
be/src/core/data_type/data_type.h | 7 +-
be/src/core/data_type/data_type_array.cpp | 6 -
be/src/core/data_type/data_type_array.h | 1 -
be/src/core/data_type/data_type_bitmap.cpp | 1 -
be/src/core/data_type/data_type_bitmap.h | 4 -
be/src/core/data_type/data_type_date.cpp | 1 -
.../data_type/data_type_date_or_datetime_v2.cpp | 1 -
be/src/core/data_type/data_type_date_time.cpp | 1 -
be/src/core/data_type/data_type_decimal.cpp | 11 +-
be/src/core/data_type/data_type_decimal.h | 2 -
be/src/core/data_type/data_type_factory.cpp | 1 -
.../core/data_type/data_type_fixed_length_object.h | 2 -
be/src/core/data_type/data_type_hll.cpp | 1 -
be/src/core/data_type/data_type_hll.h | 4 -
be/src/core/data_type/data_type_ipv4.cpp | 1 -
be/src/core/data_type/data_type_ipv6.cpp | 1 -
be/src/core/data_type/data_type_jsonb.cpp | 11 -
be/src/core/data_type/data_type_jsonb.h | 2 -
be/src/core/data_type/data_type_map.cpp | 10 -
be/src/core/data_type/data_type_map.h | 1 -
be/src/core/data_type/data_type_nothing.h | 6 -
be/src/core/data_type/data_type_nullable.cpp | 4 -
be/src/core/data_type/data_type_nullable.h | 2 -
be/src/core/data_type/data_type_number_base.cpp | 12 +-
be/src/core/data_type/data_type_number_base.h | 2 -
be/src/core/data_type/data_type_quantilestate.cpp | 3 +-
be/src/core/data_type/data_type_quantilestate.h | 4 -
be/src/core/data_type/data_type_string.cpp | 4 -
be/src/core/data_type/data_type_string.h | 2 -
be/src/core/data_type/data_type_struct.cpp | 13 +-
be/src/core/data_type/data_type_struct.h | 2 -
be/src/core/data_type/data_type_varbinary.cpp | 4 -
be/src/core/data_type/data_type_varbinary.h | 2 -
be/src/core/data_type/data_type_variant.cpp | 5 +-
be/src/core/data_type/data_type_variant.h | 2 +-
be/src/core/data_type/define_primitive_type.h | 42 +-
be/src/core/data_type/nested_utils.cpp | 5 -
be/src/core/data_type/nested_utils.h | 6 -
be/src/core/data_type/number_traits.h | 84 -
be/src/core/data_type/primitive_type.cpp | 9 +-
be/src/core/data_type/primitive_type.h | 4 +-
.../core/data_type_serde/data_type_array_serde.h | 1 -
.../data_type_date_or_datetime_serde.cpp | 34 +-
.../data_type_serde/data_type_datetimev2_serde.cpp | 21 +-
.../data_type_serde/data_type_datev2_serde.cpp | 19 +-
.../data_type_serde/data_type_decimal_serde.cpp | 18 +-
.../core/data_type_serde/data_type_ipv4_serde.cpp | 4 +-
.../core/data_type_serde/data_type_ipv6_serde.cpp | 4 +-
.../data_type_serde/data_type_number_serde.cpp | 23 +-
be/src/core/data_type_serde/data_type_serde.h | 2 +-
.../core/data_type_serde/data_type_time_serde.cpp | 8 +-
.../data_type_timestamptz_serde.cpp | 2 +-
.../data_type_serde/data_type_variant_serde.cpp | 6 +-
.../core/data_type_serde/datelike_serde_common.hpp | 93 +
be/src/core/field.cpp | 13 +-
be/src/core/field.h | 12 +-
be/src/core/string_buffer.hpp | 10 +
be/src/core/string_ref.cpp | 13 -
be/src/core/string_ref.h | 2 -
be/src/core/value/map_value.h | 2 -
be/src/core/value/struct_value.h | 2 -
be/src/core/value/timestamptz_value.cpp | 46 +-
be/src/core/value/timestamptz_value.h | 13 +-
.../exec/common/hash_table/hash_crc32_return32.h | 151 +
be/src/exec/common/hash_table/hash_map_context.h | 4 +-
be/src/exec/common/hash_table/hash_table.h | 1 -
be/src/exec/common/hash_table/join_hash_table.h | 2 +-
be/src/exec/common/histogram_helpers.hpp | 1 -
be/src/exec/common/join_utils.h | 12 +-
be/src/exec/common/partition_sort_utils.cpp | 2 +-
be/src/exec/common/partition_sort_utils.h | 8 +-
be/src/exec/common/sip_hash.h | 3 +-
be/src/exec/common/space_saving.h | 1 -
be/src/exec/common/variant_util.cpp | 186 +-
be/src/exec/connector/jni_connector.cpp | 19 +-
be/src/exec/operator/analytic_sink_operator.cpp | 4 +-
be/src/exec/operator/analytic_source_operator.cpp | 9 +-
be/src/exec/operator/assert_num_rows_operator.cpp | 6 +-
be/src/exec/operator/cache_source_operator.cpp | 6 +-
be/src/exec/operator/data_queue.cpp | 233 +-
be/src/exec/operator/data_queue.h | 111 +-
be/src/exec/operator/exchange_sink_buffer.cpp | 23 +-
be/src/exec/operator/exchange_sink_operator.cpp | 3 +-
be/src/exec/operator/exchange_sink_operator.h | 6 +-
be/src/exec/operator/exchange_source_operator.cpp | 24 +-
be/src/exec/operator/exchange_source_operator.h | 5 +-
be/src/exec/operator/hashjoin_build_sink.cpp | 49 +-
be/src/exec/operator/hashjoin_build_sink.h | 10 +-
.../operator/join/process_hash_table_probe_impl.h | 8 +-
.../operator/local_merge_sort_source_operator.cpp | 14 +-
.../operator/local_merge_sort_source_operator.h | 3 +-
be/src/exec/operator/mock_scan_operator.h | 27 +-
be/src/exec/operator/multi_cast_data_streamer.cpp | 19 +-
be/src/exec/operator/multi_cast_data_streamer.h | 19 +-
be/src/exec/operator/olap_scan_operator.cpp | 13 +-
be/src/exec/operator/olap_scan_operator.h | 4 +
be/src/exec/operator/olap_table_sink_operator.h | 6 +-
be/src/exec/operator/olap_table_sink_v2_operator.h | 6 +-
be/src/exec/operator/operator.cpp | 24 +-
be/src/exec/operator/operator.h | 26 +
.../exec/operator/partition_sort_sink_operator.cpp | 26 +-
.../exec/operator/partition_sort_sink_operator.h | 5 +-
.../operator/partition_sort_source_operator.cpp | 9 +-
.../partitioned_aggregation_source_operator.cpp | 7 -
.../partitioned_hash_join_sink_operator.cpp | 11 +-
be/src/exec/operator/result_sink_operator.cpp | 6 +-
be/src/exec/operator/result_sink_operator.h | 2 +-
be/src/exec/operator/scan_operator.cpp | 51 +-
be/src/exec/operator/scan_operator.h | 164 +-
be/src/exec/operator/schema_scan_operator.cpp | 8 +-
be/src/exec/operator/schema_scan_operator.h | 8 +-
be/src/exec/operator/set_sink_operator.cpp | 15 +-
be/src/exec/operator/set_sink_operator.h | 5 +
be/src/exec/operator/sort_sink_operator.cpp | 25 +-
be/src/exec/operator/sort_sink_operator.h | 5 +-
be/src/exec/pipeline/dependency.cpp | 7 +-
be/src/exec/pipeline/dependency.h | 25 +-
be/src/exec/pipeline/pipeline_fragment_context.cpp | 297 +-
be/src/exec/pipeline/pipeline_fragment_context.h | 27 +-
be/src/exec/pipeline/pipeline_task.cpp | 35 +-
be/src/exec/pipeline/pipeline_task.h | 1 +
.../runtime_filter/runtime_filter_consumer.cpp | 25 +-
.../runtime_filter_producer_helper.cpp | 29 +-
.../exec/runtime_filter/runtime_filter_wrapper.cpp | 3 +-
be/src/exec/scan/file_scanner.cpp | 131 +-
be/src/exec/scan/file_scanner.h | 19 +-
be/src/exec/scan/olap_scanner.cpp | 25 +-
be/src/exec/scan/scanner.cpp | 8 +-
be/src/exec/scan/scanner_scheduler.cpp | 17 +-
be/src/exec/sink/viceberg_merge_sink.cpp | 1 +
be/src/exec/sink/vrow_distribution.cpp | 29 +-
.../sink/writer/iceberg/partition_transformers.h | 1 -
.../sink/writer/iceberg/viceberg_sort_writer.cpp | 10 +-
.../sink/writer/iceberg/viceberg_sort_writer.h | 2 +-
.../sink/writer/maxcompute/vmc_table_writer.cpp | 54 +-
.../exec/sink/writer/maxcompute/vmc_table_writer.h | 13 -
be/src/exec/sort/heap_sorter.cpp | 61 +-
be/src/exec/sort/heap_sorter.h | 17 +-
be/src/exec/sort/partition_sorter.cpp | 11 +-
be/src/exec/sort/partition_sorter.h | 3 +-
be/src/exec/sort/sort_block.cpp | 7 +-
be/src/exec/sort/sort_block.h | 16 +-
be/src/exec/sort/sort_cursor.h | 5 +
be/src/exec/sort/sorter.cpp | 41 +-
be/src/exec/sort/sorter.h | 27 +-
be/src/exec/sort/topn_sorter.cpp | 9 +-
be/src/exec/sort/topn_sorter.h | 5 +-
be/src/exec/sort/vsort_exec_exprs.cpp | 87 -
be/src/exec/sort/vsort_exec_exprs.h | 86 -
be/src/exprs/aggregate/aggregate_function.h | 32 +-
.../exprs/aggregate/aggregate_function_array_agg.h | 3 +-
.../aggregate/aggregate_function_avg_weighted.h | 1 -
be/src/exprs/aggregate/aggregate_function_binary.h | 2 +-
be/src/exprs/aggregate/aggregate_function_bit.h | 1 -
.../exprs/aggregate/aggregate_function_collect.cpp | 115 +-
.../exprs/aggregate/aggregate_function_collect.h | 24 +-
.../aggregate/aggregate_function_collect_impl.h | 76 +
...by.cpp => aggregate_function_collect_limit.cpp} | 14 +-
...cpp => aggregate_function_collect_no_limit.cpp} | 15 +-
be/src/exprs/aggregate/aggregate_function_corr.h | 6 +-
be/src/exprs/aggregate/aggregate_function_covar.h | 2 +-
.../exprs/aggregate/aggregate_function_distinct.h | 2 +-
.../exprs/aggregate/aggregate_function_foreach.h | 3 +-
.../aggregate/aggregate_function_foreachv2.cpp | 2 +-
.../aggregate_function_group_array_intersect.cpp | 44 +
.../aggregate_function_group_array_set_op.cpp | 128 +-
.../aggregate_function_group_array_set_op.h | 2 +-
.../aggregate_function_group_array_set_op_impl.h | 62 +
.../aggregate_function_group_array_union.cpp | 43 +
.../aggregate/aggregate_function_histogram.cpp | 2 +-
.../exprs/aggregate/aggregate_function_histogram.h | 1 -
.../aggregate/aggregate_function_hll_union_agg.h | 2 +-
.../exprs/aggregate/aggregate_function_java_udaf.h | 1 -
.../exprs/aggregate/aggregate_function_map_v2.cpp | 1 +
.../exprs/aggregate/aggregate_function_min_max.cpp | 147 +-
.../exprs/aggregate/aggregate_function_min_max.h | 239 +-
.../aggregate/aggregate_function_min_max_any.cpp} | 12 +-
.../aggregate/aggregate_function_min_max_by.cpp | 64 +-
.../aggregate/aggregate_function_min_max_by.h | 153 +-
...n_max.cpp => aggregate_function_min_max_impl.h} | 62 +-
.../aggregate/aggregate_function_min_max_max.cpp} | 12 +-
.../aggregate/aggregate_function_min_max_min.cpp} | 12 +-
.../aggregate_function_orth_bitmap_expr_cal.cpp} | 36 +-
...regate_function_orth_bitmap_expr_cal_count.cpp} | 36 +-
...> aggregate_function_orth_bitmap_intersect.cpp} | 14 +-
...egate_function_orth_bitmap_intersect_count.cpp} | 14 +-
...aggregate_function_orth_bitmap_union_count.cpp} | 35 +-
...=> aggregate_function_orth_intersect_count.cpp} | 14 +-
.../aggregate_function_orthogonal_bitmap.cpp | 78 +-
.../aggregate_function_orthogonal_bitmap.h | 10 +-
...=> aggregate_function_orthogonal_bitmap_impl.h} | 28 +-
.../aggregate/aggregate_function_percentile.h | 63 +-
.../exprs/aggregate/aggregate_function_product.h | 14 +-
.../exprs/aggregate/aggregate_function_reader.cpp | 26 -
.../aggregate_function_reader_first_last.h | 348 +-
.../aggregate_function_reader_replace.cpp | 270 +
.../aggregate/aggregate_function_regr_union.h | 2 +-
.../exprs/aggregate/aggregate_function_retention.h | 2 +-
be/src/exprs/aggregate/aggregate_function_rpc.h | 1 -
.../aggregate_function_sequence_match.cpp | 3 +
.../aggregate/aggregate_function_sequence_match.h | 46 +-
.../aggregate_function_simple_factory.cpp | 6 +-
be/src/exprs/aggregate/aggregate_function_sort.h | 7 +-
.../aggregate/aggregate_function_state_union.h | 3 +-
.../exprs/aggregate/aggregate_function_statistic.h | 2 +-
be/src/exprs/aggregate/aggregate_function_stddev.h | 2 +-
be/src/exprs/aggregate/aggregate_function_topn.cpp | 40 +-
be/src/exprs/aggregate/aggregate_function_topn.h | 29 +-
.../aggregate/aggregate_function_topn_array.cpp | 52 +
...el.cpp => aggregate_function_topn_weighted.cpp} | 42 +-
be/src/exprs/aggregate/aggregate_function_uniq.h | 3 +-
.../exprs/aggregate/aggregate_function_window.cpp | 406 +-
be/src/exprs/aggregate/aggregate_function_window.h | 16 +-
..._by.cpp => aggregate_function_window_first.cpp} | 16 +-
.../aggregate/aggregate_function_window_funnel.cpp | 7 +-
.../aggregate/aggregate_function_window_funnel.h | 36 +-
.../aggregate_function_window_funnel_v2.cpp | 7 +-
.../aggregate_function_window_funnel_v2.h | 29 +-
.../aggregate/aggregate_function_window_impl.h | 59 +
.../aggregate/aggregate_function_window_lag.cpp} | 12 +-
...x_by.cpp => aggregate_function_window_last.cpp} | 16 +-
.../aggregate/aggregate_function_window_lead.cpp} | 12 +-
...cpp => aggregate_function_window_nth_value.cpp} | 16 +-
be/src/exprs/aggregate/moments.h | 1 -
be/src/exprs/bloom_filter_func_adaptor.h | 13 +-
be/src/exprs/create_predicate_function.h | 44 +-
.../function/array/function_array_contains_all.cpp | 4 +-
.../function/array/function_array_enumerate.cpp | 2 +-
.../array/function_array_enumerate_uniq.cpp | 1 +
be/src/exprs/function/array/function_array_index.h | 119 +-
.../exprs/function/array/function_array_remove.h | 4 +-
.../exprs/function/array/function_array_reverse.h | 1 +
.../exprs/function/array/function_arrays_overlap.h | 13 +-
be/src/exprs/function/cast/cast_base.h | 1 -
.../function/cast/cast_to_basic_number_common.h | 63 +-
be/src/exprs/function/cast/cast_to_boolean.h | 44 +-
be/src/exprs/function/cast/cast_to_date.h | 41 -
.../cast/cast_to_date_or_datetime_impl.hpp | 38 +
.../function/cast/cast_to_datetimev2_impl.hpp | 21 +
be/src/exprs/function/cast/cast_to_datev2_impl.hpp | 16 +
be/src/exprs/function/cast/cast_to_decimal.h | 454 +-
be/src/exprs/function/cast/cast_to_float.h | 50 +-
be/src/exprs/function/cast/cast_to_int.h | 52 +-
be/src/exprs/function/cast/cast_to_ip.h | 40 -
be/src/exprs/function/cast/cast_to_jsonb.h | 3 +-
be/src/exprs/function/cast/cast_to_map.h | 2 +-
be/src/exprs/function/cast/cast_to_string.h | 24 +-
be/src/exprs/function/cast/cast_to_timestamptz.h | 44 +-
be/src/exprs/function/cast/cast_to_variant.h | 26 +-
be/src/exprs/function/cast/cast_wrapper_decls.h | 53 +
be/src/exprs/function/cast/function_cast.cpp | 35 +-
be/src/exprs/function/cast/function_cast_bool.cpp | 55 +
be/src/exprs/function/cast/function_cast_date.cpp | 83 +
.../exprs/function/cast/function_cast_decimal.cpp | 80 +
be/src/exprs/function/cast/function_cast_float.cpp | 70 +
be/src/exprs/function/cast/function_cast_int.cpp | 76 +
be/src/exprs/function/cast/function_cast_ip.cpp | 78 +
.../function/cast/function_cast_timestamptz.cpp | 57 +
be/src/exprs/function/function_bitmap_min_or_max.h | 3 +-
be/src/exprs/function/function_collection_in.h | 4 +-
be/src/exprs/function/function_conv.cpp | 7 +-
be/src/exprs/function/function_convert_tz.cpp | 11 +-
.../function_date_or_datetime_computation.cpp | 6 +-
.../function_date_or_datetime_computation.h | 26 +-
.../function_date_or_datetime_to_something.h | 6 +-
.../function/function_datetime_floor_ceil.cpp | 123 +-
be/src/exprs/function/function_format.cpp | 6 +-
be/src/exprs/function/function_hll.cpp | 19 +-
be/src/exprs/function/function_ip.h | 18 +-
be/src/exprs/function/function_json.cpp | 4 +-
be/src/exprs/function/function_jsonb.cpp | 6 +-
be/src/exprs/function/function_jsonb_transform.cpp | 55 +
be/src/exprs/function/function_multi_match.cpp | 7 +-
.../function/function_other_types_to_date.cpp | 20 +-
be/src/exprs/function/function_reverse.h | 2 +-
be/src/exprs/function/function_split_by_regexp.cpp | 1 -
be/src/exprs/function/function_string.cpp | 65 +-
be/src/exprs/function/function_string.h | 5384 --------------------
be/src/exprs/function/function_string_basic.cpp | 393 ++
be/src/exprs/function/function_string_concat.h | 812 +++
be/src/exprs/function/function_string_digest.cpp | 253 +
be/src/exprs/function/function_string_format.h | 776 +++
be/src/exprs/function/function_string_mask.cpp | 243 +
be/src/exprs/function/function_string_misc.cpp | 1665 ++++++
be/src/exprs/function/function_string_replace.h | 507 ++
be/src/exprs/function/function_string_search.cpp | 881 ++++
be/src/exprs/function/function_string_url.cpp | 285 ++
be/src/exprs/function/function_variant_element.cpp | 32 +-
be/src/exprs/function/function_width_bucket.cpp | 9 +-
be/src/exprs/function/functions_comparison.h | 8 +-
be/src/exprs/function/in.h | 13 +-
be/src/exprs/function/is_not_null.h | 2 +-
be/src/exprs/function/least_greast.cpp | 2 +-
be/src/exprs/function/match.cpp | 7 +-
be/src/exprs/function/math.cpp | 3 +-
be/src/exprs/function/random.cpp | 2 +-
be/src/exprs/function/uniform.cpp | 2 +-
be/src/exprs/hybrid_set.h | 74 +-
.../lambda_function/lambda_function_factory.h | 2 +
.../exprs/lambda_function/varray_sort_function.cpp | 2 +-
be/src/exprs/table_function/vexplode_map.cpp | 11 +-
be/src/exprs/table_function/vexplode_numbers.cpp | 6 +-
be/src/exprs/table_function/vexplode_v2.cpp | 2 +-
be/src/exprs/table_function/vjson_each.cpp | 8 +-
be/src/exprs/vcompound_pred.h | 6 +-
be/src/exprs/vcondition_expr.cpp | 2 +-
be/src/exprs/vexpr.cpp | 3 -
be/src/exprs/vlambda_function_expr.h | 4 +
be/src/exprs/vruntimefilter_wrapper.cpp | 6 +-
be/src/exprs/vruntimefilter_wrapper.h | 5 +-
be/src/exprs/vstruct_literal.cpp | 2 +-
be/src/format/arrow/arrow_row_batch.h | 2 +-
be/src/format/column_type_convert.h | 133 +-
be/src/format/csv/csv_reader.cpp | 42 +-
be/src/format/csv/csv_reader.h | 8 +-
be/src/format/generic_reader.h | 5 +
be/src/format/json/new_json_reader.cpp | 52 +-
be/src/format/json/new_json_reader.h | 17 +-
be/src/format/orc/vorc_reader.cpp | 80 +-
be/src/format/orc/vorc_reader.h | 17 +-
be/src/format/parquet/vparquet_group_reader.cpp | 4 +-
be/src/format/parquet/vparquet_reader.cpp | 57 +-
be/src/format/parquet/vparquet_reader.h | 14 +
be/src/format/table/table_format_reader.cpp | 24 +-
be/src/format/text/text_reader.cpp | 5 +-
be/src/format/text/text_reader.h | 3 +-
.../transformer/iceberg_partition_function.cpp | 20 +-
.../schema_cluster_snapshots_scanner.cpp | 10 +-
.../schema_compaction_tasks_scanner.cpp | 504 ++
.../schema_compaction_tasks_scanner.h} | 32 +-
be/src/information_schema/schema_scanner.cpp | 3 +
be/src/io/cache/block_file_cache.cpp | 29 +-
be/src/io/cache/block_file_cache.h | 1 +
be/src/io/cache/block_file_cache_factory.cpp | 36 +
be/src/io/cache/block_file_cache_factory.h | 2 +
be/src/io/cache/file_block.h | 2 +-
be/src/io/cache/fs_file_cache_storage.cpp | 13 +-
be/src/io/fs/benchmark/s3_benchmark.hpp | 4 +-
be/src/io/fs/buffered_reader.cpp | 30 +-
be/src/io/fs/buffered_reader.h | 20 +-
be/src/io/fs/file_writer.h | 10 +
be/src/io/fs/local_file_system.cpp | 14 +
be/src/io/fs/local_file_system.h | 2 +
be/src/io/fs/packed_file_manager.cpp | 14 +-
be/src/io/fs/packed_file_system.cpp | 42 +
be/src/io/fs/s3_file_writer.cpp | 91 +-
be/src/io/fs/s3_file_writer.h | 2 +
be/src/io/tools/file_cache_microbench.cpp | 647 ++-
be/src/io/tools/proto/microbench.proto | 2 +
be/src/load/memtable/memtable.cpp | 25 +-
be/src/load/memtable/memtable.h | 6 +
be/src/load/memtable/memtable_writer.cpp | 23 +-
be/src/load/memtable/memtable_writer.h | 2 +
be/src/runtime/fragment_mgr.cpp | 283 +-
be/src/runtime/fragment_mgr.h | 7 -
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 39 +
be/src/runtime/query_cache/query_cache.h | 16 +
be/src/runtime/query_context.cpp | 12 +
be/src/runtime/query_context.h | 6 +
be/src/runtime/runtime_predicate.cpp | 2 +-
be/src/runtime/runtime_state.cpp | 8 +-
be/src/runtime/runtime_state.h | 35 +-
be/src/runtime/snapshot_loader.cpp | 28 +
be/src/runtime/snapshot_loader.h | 2 +
be/src/runtime/thread_context.cpp | 101 +
be/src/runtime/thread_context.h | 5 +
be/src/runtime/workload_management/io_context.h | 4 +
.../workload_management/query_task_controller.cpp | 34 +-
.../workload_management/query_task_controller.h | 10 +
.../workload_management/resource_context.cpp | 8 +
be/src/service/http/action/compaction_action.cpp | 123 +-
be/src/service/http/action/compaction_action.h | 5 +-
.../http/action/compaction_profile_action.cpp | 270 +
...health_action.h => compaction_profile_action.h} | 15 +-
be/src/service/http/action/file_cache_action.cpp | 36 +
be/src/service/http/action/health_action.h | 4 +-
be/src/service/http/action/http_stream.cpp | 11 +-
be/src/service/http/action/http_stream.h | 5 +-
be/src/service/http/action/stream_load.cpp | 24 +-
be/src/service/http/action/stream_load.h | 6 +-
be/src/service/http/action/stream_load_2pc.cpp | 6 +-
be/src/service/http/action/stream_load_2pc.h | 5 +-
be/src/service/http/http_handler_with_auth.cpp | 4 +
be/src/service/http_service.cpp | 12 +
be/src/service/internal_service.cpp | 30 +-
be/src/service/point_query_executor.cpp | 19 +
be/src/storage/adaptive_thread_pool_controller.cpp | 35 +-
be/src/storage/adaptive_thread_pool_controller.h | 9 +-
be/src/storage/compaction/base_compaction.h | 6 +
be/src/storage/compaction/compaction.cpp | 115 +-
be/src/storage/compaction/compaction.h | 22 +
be/src/storage/compaction/cumulative_compaction.h | 6 +
be/src/storage/compaction/full_compaction.h | 6 +
be/src/storage/compaction_task_tracker.cpp | 271 +
be/src/storage/compaction_task_tracker.h | 203 +
be/src/storage/field.h | 23 +-
be/src/storage/index/ann/ann_index_reader.cpp | 24 +-
be/src/storage/index/ann/ann_index_reader.h | 3 -
be/src/storage/index/ann/ann_search_params.h | 17 +-
be/src/storage/index/ann/ann_topn_runtime.cpp | 33 +-
be/src/storage/index/ann/ann_topn_runtime.h | 4 +-
be/src/storage/index/ann/faiss_ann_index.cpp | 55 +-
.../index/inverted/inverted_index_iterator.cpp | 2 +-
.../index/inverted/inverted_index_iterator.h | 5 +-
.../index/inverted/inverted_index_reader.cpp | 141 +-
.../storage/index/inverted/inverted_index_reader.h | 123 +-
be/src/storage/index/zone_map/zone_map_index.cpp | 61 +-
be/src/storage/index/zone_map/zone_map_index.h | 19 +-
be/src/storage/iterator/block_reader.cpp | 37 +-
be/src/storage/iterator/block_reader.h | 10 +
be/src/storage/iterator/vcollect_iterator.cpp | 63 +-
be/src/storage/iterator/vcollect_iterator.h | 11 +
.../storage/iterator/vertical_merge_iterator.cpp | 10 +-
be/src/storage/iterator/vertical_merge_iterator.h | 2 +-
be/src/storage/iterators.h | 2 +
be/src/storage/key_coder.h | 58 +
be/src/storage/merger.cpp | 152 +-
be/src/storage/merger.h | 6 +-
be/src/storage/olap_common.h | 3 +
be/src/storage/olap_scan_common.h | 1 -
be/src/storage/olap_server.cpp | 59 +-
be/src/storage/partial_update_info.cpp | 6 +-
be/src/storage/predicate/accept_null_predicate.h | 5 +-
be/src/storage/predicate/comparison_predicate.h | 19 +-
be/src/storage/predicate/in_list_predicate.h | 80 +-
.../predicate/predicate_creator_in_list_in.cpp | 60 +-
.../predicate/predicate_creator_in_list_not_in.cpp | 60 +-
be/src/storage/predicate/shared_predicate.h | 4 +-
be/src/storage/predicate_collector.cpp | 57 +-
be/src/storage/predicate_collector.h | 1 +
be/src/storage/row_cursor.cpp | 84 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 4 +-
be/src/storage/rowset/beta_rowset_writer.cpp | 152 +-
be/src/storage/rowset/rowset.h | 4 +
be/src/storage/rowset/rowset_meta.cpp | 33 +-
be/src/storage/rowset/rowset_meta.h | 16 +-
be/src/storage/rowset/rowset_reader_context.h | 6 +
be/src/storage/rowset/segment_creator.cpp | 9 +
.../storage/rowset/vertical_beta_rowset_writer.h | 2 +-
be/src/storage/rowset_builder.cpp | 4 +-
.../segment/adaptive_block_size_predictor.cpp | 84 +
.../segment/adaptive_block_size_predictor.h | 108 +
be/src/storage/segment/column_writer.cpp | 21 +-
be/src/storage/segment/segment.cpp | 17 +
be/src/storage/segment/segment.h | 15 +-
be/src/storage/segment/segment_iterator.cpp | 98 +-
be/src/storage/segment/segment_iterator.h | 10 +
be/src/storage/segment/segment_writer.cpp | 13 +-
.../segment/variant/binary_column_reader.cpp | 4 +-
be/src/storage/segment/variant/nested_group_path.h | 32 +
.../segment/variant/variant_column_reader.cpp | 196 +-
.../segment/variant/variant_column_writer_impl.cpp | 4 +-
.../variant_doc_snpashot_compact_iterator.h | 7 +-
.../variant_streaming_compaction_writer.cpp | 21 +
.../storage/segment/variant_stats_calculator.cpp | 14 +-
be/src/storage/segment/variant_stats_calculator.h | 8 +-
be/src/storage/segment/vertical_segment_writer.cpp | 6 +
be/src/storage/segment/virtual_column_iterator.cpp | 4 +-
be/src/storage/segment/virtual_column_iterator.h | 4 +-
be/src/storage/snapshot/snapshot_manager.cpp | 20 +-
be/src/storage/snapshot/snapshot_manager.h | 2 +-
be/src/storage/storage_engine.h | 7 +-
be/src/storage/tablet/base_tablet.cpp | 233 +-
be/src/storage/tablet/base_tablet.h | 4 +
be/src/storage/tablet/tablet_meta.h | 2 +-
be/src/storage/tablet/tablet_reader.cpp | 10 +
be/src/storage/tablet/tablet_reader.h | 16 +-
be/src/storage/tablet/tablet_schema.cpp | 2 -
be/src/storage/tablet/tablet_schema.h | 13 +-
be/src/storage/task/index_builder.cpp | 5 +-
be/src/storage/types.cpp | 2 -
be/src/storage/types.h | 172 +-
be/src/tools/CMakeLists.txt | 2 +
be/src/tools/meta_tool.cpp | 589 ++-
be/src/util/bitmap_intersect.h | 24 +-
be/src/util/block_budget.h | 92 +
be/src/util/cgroup_util.cpp | 1 +
be/src/util/counts.h | 1 -
be/src/util/hash/murmur_hash3.cpp | 6 +-
be/src/util/io_helper.cpp | 89 -
be/src/util/io_helper.h | 237 -
be/src/util/jni-util.cpp | 4 +
be/src/util/jni_native_method.cpp | 127 +
be/src/util/jni_native_method.h | 4 +
be/src/util/json/json_parser.cpp | 58 +-
be/src/util/json/json_parser.h | 5 +
be/src/util/jsonb_document.h | 48 +-
be/src/util/jsonb_document_cast.h | 16 +-
be/src/util/jsonb_writer.h | 2 -
be/src/util/simd/vstring_function.h | 1 -
be/src/util/string_parser.cpp | 49 +-
be/src/vec/core/hybrid_sorter.h | 205 +
be/test/cloud/cloud_schema_change_job_test.cpp | 448 ++
be/test/cloud/cloud_tablet_test.cpp | 50 +
be/test/common/block_budget_test.cpp | 125 +
be/test/common/check_overflow.cpp | 5 +-
be/test/core/block/block_test.cpp | 2 -
be/test/core/column/column_const_test.cpp | 12 +-
be/test/core/column/column_dictionary_test.cpp | 3 +-
be/test/core/column/column_hash_func_test.cpp | 2 +-
be/test/core/column/column_string_test.cpp | 4 +-
be/test/core/column/column_varbinary_test.cpp | 16 +-
be/test/core/column/column_variant_test.cpp | 226 +-
be/test/core/column/common_column_test.h | 8 +-
be/test/core/column/predicate_column_test.cpp | 1082 ++++
be/test/core/data_type/common_data_type_test.h | 1 -
be/test/core/data_type/data_type_array_test.cpp | 6 +-
.../core/data_type/data_type_datetime_v1_test.cpp | 2 +-
.../core/data_type/data_type_datetime_v2_test.cpp | 19 +-
be/test/core/data_type/data_type_decimal_test.cpp | 16 +-
.../data_type/data_type_insert_default_test.cpp | 348 ++
be/test/core/data_type/data_type_ip_test.cpp | 2 +-
be/test/core/data_type/data_type_jsonb_test.cpp | 6 -
be/test/core/data_type/data_type_map_test.cpp | 2 +-
be/test/core/data_type/data_type_number_test.cpp | 9 +-
be/test/core/data_type/data_type_string_test.cpp | 2 -
be/test/core/data_type/data_type_struct_test.cpp | 10 +-
.../core/data_type/data_type_timestamptz_test.cpp | 29 +-
.../core/data_type/data_type_varbinary_test.cpp | 7 -
.../data_type_serde/data_type_serde_arrow_test.cpp | 2 +-
.../data_type_serde_decimal_test.cpp | 28 +
.../data_type_serde_number_test.cpp | 36 +
.../data_type_serde/data_type_serde_pb_test.cpp | 4 +-
.../core/data_type_serde/data_type_serde_test.cpp | 45 -
.../data_type_serde_varbinary_test.cpp | 26 +-
.../data_type_serde/data_type_to_string_test.cpp | 2 +-
be/test/core/field_test.cpp | 2 +-
be/test/core/jsonb/convert_field_to_type_test.cpp | 6 +-
be/test/core/jsonb/jsonb_document_test.cpp | 37 +-
be/test/core/jsonb/serialize_test.cpp | 2 +-
be/test/core/value/vdatetime_value_test.cpp | 191 +
be/test/exec/column_type_convert_test.cpp | 124 +-
.../common/hash_table/hash_crc32_return32_test.cpp | 293 ++
be/test/exec/common/schema_util_test.cpp | 89 +-
.../exec/operator/hashjoin_probe_operator_test.cpp | 3 +-
.../local_merge_sort_source_operator_test.cpp | 7 +-
.../operator/partition_sort_sink_operator_test.cpp | 7 +-
be/test/exec/operator/sort_operator_test.cpp | 7 +-
.../operator/spill_sort_source_operator_test.cpp | 12 +-
be/test/exec/pipeline/data_queue_test.cpp | 309 +-
be/test/exec/pipeline/local_exchanger_test.cpp | 18 +-
.../pipeline/multi_cast_data_streamer_test.cpp | 17 +-
.../pipeline/partitioned_agg_shared_state_test.cpp | 4 +-
be/test/exec/pipeline/pipeline_task_test.cpp | 9 +-
be/test/exec/pipeline/pipeline_test.cpp | 130 +-
be/test/exec/pipeline/vdata_stream_recvr_test.cpp | 2 -
.../runtime_filter_selectivity_test.cpp | 46 +
.../vruntimefilter_wrapper_sampling_test.cpp | 181 +
be/test/exec/scan/scanner_late_arrival_rf_test.cpp | 120 +
be/test/exec/sink/vrow_distribution_test.cpp | 45 +-
be/test/exec/sort/full_sort_test.cpp | 26 +-
be/test/exec/sort/heap_sorter_test.cpp | 26 +-
be/test/exec/sort/merge_sorter_state.cpp | 2 +-
be/test/exec/sort/partition_sorter_test.cpp | 26 +-
be/test/exec/sort/sort_test.cpp | 46 +-
be/test/exec/sort/topn_sort_test.cpp | 22 +-
.../column_array_update_crc32c_batch_37.out | 4 +-
...n_array_update_crc32c_batch_37.out_with_nullmap | 4 +-
.../column_array_update_crc32c_single_37.out | 2 +-
..._array_update_crc32c_single_37.out_with_nullmap | 2 +-
be/test/exprs/aggregate/agg_collect_test.cpp | 72 +-
be/test/exprs/aggregate/agg_min_max_by_test.cpp | 6 +-
be/test/exprs/aggregate/agg_replace_test.cpp | 20 +-
be/test/exprs/aggregate/vec_retention_test.cpp | 18 +-
.../exprs/aggregate/vec_sequence_match_test.cpp | 104 +-
be/test/exprs/function/cast/cast_test.h | 3 -
be/test/exprs/function/cast/cast_to_decimal.cpp | 33 +-
.../exprs/function/cast/cast_to_float_double.cpp | 21 +-
.../function/cast/cast_to_string_api_test.cpp | 14 +-
...ion_comparison_evaluate_inverted_index_test.cpp | 4 +-
be/test/exprs/function/function_ip_test.cpp | 4 +-
.../function/function_json_object_flatten_test.cpp | 134 +
be/test/exprs/function/function_jsonb_test.cpp | 74 +-
.../exprs/function/function_money_format_test.cpp | 2 +-
.../exprs/function/function_sub_replace_test.cpp | 2 +-
.../function/function_variant_element_test.cpp | 2 +-
be/test/exprs/function/table_function_test.cpp | 8 +
be/test/format/csv/csv_reader_test.cpp | 88 +
be/test/format/json/json_reader_test.cpp | 90 +
be/test/format/orc/orc_convert_dict_test.cpp | 10 +-
be/test/format/orc/orc_reader_fill_data_test.cpp | 12 +-
be/test/format/orc/orc_reader_init_column_test.cpp | 6 +-
be/test/format/orc/orc_reader_test.cpp | 2 +-
be/test/format/parquet/parquet_thrift_test.cpp | 31 +
be/test/io/cache/block_file_cache_test.cpp | 93 +
be/test/io/cache/need_update_lru_blocks_test.cpp | 39 +
be/test/io/client/s3_file_system_test.cpp | 52 +-
be/test/io/fs/local_file_system_test.cpp | 9 +
be/test/io/fs/packed_file_manager_test.cpp | 72 +-
be/test/io/fs/packed_file_system_test.cpp | 51 +
.../runtime/runtime_state_block_budget_test.cpp | 167 +
be/test/runtime/snapshot_loader_test.cpp | 47 +
be/test/runtime/timestamptz_value_test.cpp | 2 +-
be/test/service/http/compaction_action_test.cpp | 263 +
be/test/service/http/http_auth_test.cpp | 99 +-
.../adaptive_thread_pool_controller_test.cpp | 69 +
.../cache/ann_index_ivf_list_cache_test.cpp | 238 +
.../compaction/collection_statistics_test.cpp | 660 ++-
.../storage/compaction/segcompaction_mow_test.cpp | 116 +
.../compaction/vertical_compaction_test.cpp | 660 +++
be/test/storage/compaction_task_tracker_test.cpp | 769 +++
.../storage/index/ann/ann_index_reader_test.cpp | 36 -
.../storage/index/ann/ann_range_search_test.cpp | 85 +-
.../storage/index/ann/ann_topn_descriptor_test.cpp | 8 +-
.../index/ann/ann_topn_runtime_negative_test.cpp | 2 +-
.../index/ann/extract_query_vector_test.cpp | 243 +
.../storage/index/ann/faiss_vector_index_test.cpp | 124 +
.../index/ann/virtual_column_iterator_test.cpp | 48 +-
.../compaction/util/index_compaction_utils.cpp | 7 +-
.../iterator/block_reader_agg_flush_test.cpp | 239 +
.../iterator/block_reader_batch_max_rows_test.cpp | 144 +
.../vcollect_iterator_collected_enough_test.cpp | 383 ++
.../iterator/vertical_merge_iterator_test.cpp | 69 +-
be/test/storage/key_coder_test.cpp | 352 ++
be/test/storage/olap_type_test.cpp | 62 +-
be/test/storage/rowset/rowset_meta_test.cpp | 152 +
.../segment/adaptive_block_size_predictor_test.cpp | 357 ++
.../storage/segment/column_meta_accessor_test.cpp | 71 +
.../segment/hierarchical_data_iterator_test.cpp | 2 +-
.../storage/segment/index_reader_helper_test.cpp | 4 +-
.../segment/inverted_index_iterator_test.cpp | 4 +-
.../storage/segment/inverted_index_reader_test.cpp | 757 ++-
.../storage/segment/inverted_index_writer_test.cpp | 22 +-
be/test/storage/segment/mock/mock_segment.h | 4 +
.../segment/segment_column_raw_data_bytes_test.cpp | 66 +
.../segments_key_bounds_truncation_test.cpp | 7 +
.../segment/variant_column_writer_reader_test.cpp | 879 +++-
.../segment/variant_stats_calculator_test.cpp | 35 +
be/test/storage/segment/variant_util_test.cpp | 218 +-
be/test/storage/segment/zone_map_index_test.cpp | 105 +
be/test/storage/storage_types_test.cpp | 30 -
be/test/storage/test_data/tablet_meta_test.hdr | Bin 0 -> 280 bytes
be/test/testutil/mock/mock_descriptors.h | 32 +-
be/test/testutil/mock/mock_runtime_state.h | 15 +
be/test/util/jsonb_contains_test.cpp | 64 +
be/test/util/jsonb_serialize_test.cpp | 8 +-
be/test/util/profile_spec_test.cpp | 79 +-
be/test/util/test_data/stat_cpu_busy_after | 1 +
be/test/util/test_data/stat_cpu_busy_before | 1 +
be/test/util/test_data/stat_cpu_iowait_after | 1 +
be/test/util/test_data/stat_cpu_recovery_after | 1 +
be/test/util/test_data/stat_cpu_regressed_after | 1 +
bin/start_fe.sh | 21 +-
cloud/src/common/CMakeLists.txt | 18 +
cloud/src/common/config.h | 2 +-
cloud/src/common/configbase.cpp | 57 +
cloud/src/common/configbase.h | 5 +
.../http_helper.cpp} | 904 ++--
cloud/src/common/http_helper.h | 212 +
cloud/src/gen-cpp/CMakeLists.txt | 17 +
cloud/src/meta-service/CMakeLists.txt | 17 +-
cloud/src/meta-service/meta_server.cpp | 3 +-
cloud/src/meta-service/meta_service.h | 10 +-
cloud/src/meta-service/meta_service_http.cpp | 927 +---
cloud/src/meta-service/meta_service_http.h | 24 +-
cloud/src/meta-service/meta_service_txn.cpp | 4 +
cloud/src/meta-store/CMakeLists.txt | 17 +
cloud/src/rate-limiter/CMakeLists.txt | 16 +
cloud/src/recycler/CMakeLists.txt | 16 +
cloud/src/recycler/checker.cpp | 4 +-
cloud/src/recycler/meta_checker.cpp | 3 +-
cloud/src/recycler/recycler.cpp | 497 +-
cloud/src/recycler/recycler.h | 17 +-
cloud/src/recycler/recycler_service.cpp | 232 +-
cloud/src/recycler/recycler_service.h | 12 +
cloud/src/recycler/snapshot_chain_compactor.cpp | 5 +-
cloud/src/recycler/snapshot_data_migrator.cpp | 5 +-
cloud/src/resource-manager/CMakeLists.txt | 16 +
cloud/src/snapshot/CMakeLists.txt | 19 +-
cloud/src/snapshot/snapshot_manager.h | 2 +-
.../src/snapshot/snapshot_manager_factory.cpp | 13 +-
.../src/snapshot/snapshot_manager_factory.h | 17 +-
cloud/test/CMakeLists.txt | 17 +
cloud/test/meta_service_http_test.cpp | 175 +-
cloud/test/meta_service_job_test.cpp | 5 +
cloud/test/meta_service_test.cpp | 147 +-
cloud/test/mock_accessor.h | 2 +-
cloud/test/recycler_test.cpp | 52 +
cloud/test/s3_accessor_client_test.cpp | 52 +-
common/cpp/private_member_accessor.hpp | 109 +
conf/fe.conf | 2 +-
conf/ubsan_ignorelist.txt | 17 +
docker/runtime/doris-compose/cluster.py | 6 +
docker/runtime/doris-compose/command.py | 55 +-
docker/runtime/doris-compose/resource/fdb.conf | 4 +-
docker/runtime/doris-compose/resource/init_fdb.sh | 19 +
docker/runtime/doris-compose/resource/init_fe.sh | 29 +-
docker/runtime/doris-compose/utils.py | 51 +-
docker/thirdparties/custom_settings.env | 4 +
.../thirdparties/docker-compose/hudi/hudi.env.tpl | 8 +-
.../{postgresql => mysql}/certs/root.crt | 0
.../{postgresql => mysql}/certs/server.crt | 0
.../{postgresql => mysql}/certs/server.key | 0
.../docker-compose/mysql/mysql-5.7.yaml.tpl | 19 +-
docker/thirdparties/juicefs-helpers.sh | 109 +-
docker/thirdparties/run-thirdparties-docker.sh | 15 +-
.../test/juicefs-helpers-mirror-test.sh | 68 +
extension/dbt-doris/dev-requirements.txt | 17 +
.../apache/doris/hudi/HadoopHudiJniScanner.java | 2 +-
.../doris/common/classloader/ScannerLoader.java | 2 +-
.../org/apache/doris/common/jni/JniScanner.java | 4 +
.../doris/common/jni/utils/JNINativeMethod.java | 5 +
.../java-common/src/main/resources/log4j2.xml | 63 -
.../apache/doris/common/jni/JniScannerTest.java | 42 +
.../doris/maxcompute/MaxComputeJniWriter.java | 476 +-
fe/fe-common/pom.xml | 4 +
.../java/org/apache/doris/catalog/ScalarType.java | 1 +
.../main/java/org/apache/doris/common/Config.java | 111 +-
.../java/org/apache/doris/common/LdapConfig.java | 31 +-
.../doris/common/maxcompute/MCProperties.java | 7 +-
.../apache/doris/job/cdc/DataSourceConfigKeys.java | 21 +
fe/fe-core/pom.xml | 4 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
.../src/main/java/org/apache/doris/DorisFE.java | 7 +-
.../main/java/org/apache/doris/alter/Alter.java | 2 +-
.../java/org/apache/doris/alter/AlterJobV2.java | 3 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 2 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 2 +-
.../doris/alter/MaterializedViewHandler.java | 8 +-
.../org/apache/doris/analysis/ArrayLiteral.java | 2 +-
.../org/apache/doris/analysis/BoolLiteral.java | 2 +-
.../java/org/apache/doris/analysis/BrokerDesc.java | 2 +-
.../java/org/apache/doris/analysis/CastExpr.java | 2 +-
.../org/apache/doris/analysis/ColumnRefExpr.java | 5 +
.../org/apache/doris/analysis/DateLiteral.java | 2 +-
.../org/apache/doris/analysis/DecimalLiteral.java | 2 +-
.../main/java/org/apache/doris/analysis/Expr.java | 3 +-
.../org/apache/doris/analysis/FloatLiteral.java | 2 +-
.../org/apache/doris/analysis/IPv4Literal.java | 2 +-
.../org/apache/doris/analysis/IPv6Literal.java | 2 +-
.../org/apache/doris/analysis/JsonLiteral.java | 41 +-
.../org/apache/doris/analysis/LiteralExpr.java | 2 +-
.../java/org/apache/doris/analysis/MapLiteral.java | 2 +-
.../java/org/apache/doris/analysis/MaxLiteral.java | 2 +-
.../org/apache/doris/analysis/NullLiteral.java | 2 +-
.../apache/doris/analysis/PartitionExprUtil.java | 6 +-
.../org/apache/doris/analysis/PlaceHolderExpr.java | 2 +-
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../org/apache/doris/analysis/SearchPredicate.java | 44 -
.../org/apache/doris/analysis/StorageDesc.java | 24 +-
.../org/apache/doris/analysis/StringLiteral.java | 2 +-
.../org/apache/doris/analysis/StructLiteral.java | 2 +-
.../apache/doris/analysis/VarBinaryLiteral.java | 2 +-
.../java/org/apache/doris/backup/RestoreJob.java | 2 +-
.../org/apache/doris/catalog/AliasFunction.java | 12 +-
.../doris/catalog/BuiltinScalarFunctions.java | 6 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 10 +-
.../main/java/org/apache/doris/catalog/Column.java | 4 +
.../main/java/org/apache/doris/catalog/Env.java | 67 +-
.../java/org/apache/doris/catalog/EnvFactory.java | 4 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 3 +
.../doris/catalog/MaterializedIndexMeta.java | 3 +
.../java/org/apache/doris/catalog/OlapTable.java | 8 +
.../java/org/apache/doris/catalog/SchemaTable.java | 41 +
.../main/java/org/apache/doris/catalog/Tablet.java | 2 +
.../catalog/TabletSlidingWindowAccessStats.java | 555 ++
.../org/apache/doris/catalog/TokenManager.java | 4 +-
.../main/java/org/apache/doris/catalog/View.java | 4 +
.../doris/clone/DynamicPartitionScheduler.java | 14 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 74 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 92 +
.../apache/doris/cloud/catalog/CloudTablet.java | 4 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 661 ++-
.../cloud/datasource/CloudInternalCatalog.java | 12 +-
.../apache/doris/cloud/storage/DefaultRemote.java | 72 +-
.../org/apache/doris/cloud/storage/RemoteBase.java | 39 +-
.../org/apache/doris/cloud/storage/S3Remote.java | 27 +-
.../transaction/CloudGlobalTransactionMgr.java | 86 +-
.../apache/doris/cloud/transaction/TxnUtil.java | 3 +-
.../java/org/apache/doris/common/GenericPool.java | 74 +-
.../common/proc/CurrentQueryFragmentProcNode.java | 89 -
.../common/proc/CurrentQueryInfoProvider.java | 200 -
.../doris/common/proc/CurrentQuerySqlProcDir.java | 70 -
.../proc/CurrentQueryStatementsProcNode.java | 71 -
.../common/proc/CurrentQueryStatisticsProcDir.java | 80 +-
.../apache/doris/common/proc/IndicesProcDir.java | 4 +-
.../common/proc/ProcReplicaVersionDisplay.java | 44 +
.../org/apache/doris/common/proc/ProcService.java | 2 +-
.../apache/doris/common/proc/ReplicasProcNode.java | 33 +-
.../apache/doris/common/proc/TabletsProcDir.java | 30 +-
.../doris/common/profile/RuntimeProfile.java | 5 -
.../org/apache/doris/common/util/LocationPath.java | 2 +-
.../org/apache/doris/common/util/PrintableMap.java | 2 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 6 +-
.../apache/doris/datasource/FileQueryScanNode.java | 11 +-
.../org/apache/doris/datasource/FileScanNode.java | 6 +
.../org/apache/doris/datasource/FileSplitter.java | 4 +
.../apache/doris/datasource/InternalCatalog.java | 110 +-
.../doris/datasource/hive/HMSTransaction.java | 2 +-
.../datasource/iceberg/IcebergExternalTable.java | 50 +
.../doris/datasource/maxcompute/MCTransaction.java | 69 +-
.../maxcompute/MaxComputeExternalCatalog.java | 8 -
.../datasource/paimon/source/PaimonScanNode.java | 4 +-
.../datasource/property/ConnectionProperties.java | 4 +-
.../metastore/AWSGlueMetaStoreBaseProperties.java | 6 +-
.../metastore/AbstractIcebergProperties.java | 2 +-
.../metastore/AbstractPaimonProperties.java | 2 +-
.../metastore/AliyunDLFBaseProperties.java | 8 +-
.../property/metastore/HMSBaseProperties.java | 6 +-
.../metastore/HiveGlueMetaStoreProperties.java | 2 +-
.../property/metastore/HiveHMSProperties.java | 2 +-
.../metastore/IcebergHMSMetaStoreProperties.java | 2 +-
.../metastore/IcebergJdbcMetaStoreProperties.java | 12 +-
.../property/metastore/IcebergRestProperties.java | 4 +-
.../metastore/PaimonHMSMetaStoreProperties.java | 2 +-
.../metastore/PaimonJdbcMetaStoreProperties.java | 2 +-
.../metastore/PaimonRestMetaStoreProperties.java | 4 +-
.../storage/AbstractS3CompatibleProperties.java | 4 +-
.../property/storage/AzureProperties.java | 4 +-
.../property/storage/AzurePropertyUtils.java | 2 +-
.../property/storage/BrokerProperties.java | 2 +-
.../datasource/property/storage/COSProperties.java | 2 +-
.../datasource/property/storage/GCSProperties.java | 2 +-
.../property/storage/HdfsProperties.java | 2 +-
.../property/storage/HdfsPropertiesUtils.java | 2 +-
.../property/storage/MinioProperties.java | 2 +-
.../datasource/property/storage/OBSProperties.java | 2 +-
.../property/storage/OSSHdfsProperties.java | 2 +-
.../datasource/property/storage/OSSProperties.java | 4 +-
.../property/storage/OzoneProperties.java | 2 +-
.../datasource/property/storage/S3Properties.java | 4 +-
.../property/storage/S3PropertyUtils.java | 2 +-
.../property/storage/StorageProperties.java | 4 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 64 +-
.../config/WebServerFactoryCustomizerConfig.java | 41 +-
.../doris/httpv2/controller/BaseController.java | 1 +
.../apache/doris/httpv2/rest/BackendsAction.java | 4 -
.../doris/httpv2/rest/BootstrapFinishAction.java | 4 +-
.../doris/httpv2/rest/CheckDecommissionAction.java | 6 +-
.../doris/httpv2/rest/CheckWalSizeAction.java | 6 +-
.../apache/doris/httpv2/rest/ConnectionAction.java | 6 +-
.../apache/doris/httpv2/rest/DebugPointAction.java | 15 +-
.../doris/httpv2/rest/ExtraBasepathAction.java | 4 +-
.../doris/httpv2/rest/FeVersionInfoAction.java | 7 +-
.../apache/doris/httpv2/rest/GetLogFileAction.java | 7 +-
.../doris/httpv2/rest/GetSmallFileAction.java | 7 +-
.../org/apache/doris/httpv2/rest/HealthAction.java | 6 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 11 +-
.../apache/doris/httpv2/rest/MetaInfoAction.java | 16 +-
.../doris/httpv2/rest/MetaReplayerCheckAction.java | 7 +-
.../apache/doris/httpv2/rest/MetricsAction.java | 5 +-
.../apache/doris/httpv2/rest/MinidumpAction.java | 7 +-
.../apache/doris/httpv2/rest/ProfileAction.java | 11 +-
.../apache/doris/httpv2/rest/QueryStatsAction.java | 26 +-
.../doris/httpv2/rest/RestBaseController.java | 18 +
.../apache/doris/httpv2/rest/RowCountAction.java | 7 +-
.../apache/doris/httpv2/rest/SetConfigAction.java | 6 +-
.../org/apache/doris/httpv2/rest/ShowAction.java | 7 +-
.../doris/httpv2/rest/StmtExecutionAction.java | 3 +-
.../doris/httpv2/rest/StorageTypeCheckAction.java | 7 +-
.../doris/httpv2/rest/TableQueryPlanAction.java | 2 +-
.../doris/httpv2/rest/TableRowCountAction.java | 2 +-
.../doris/httpv2/rest/TableSchemaAction.java | 17 +-
.../org/apache/doris/httpv2/rest/UploadAction.java | 12 +-
.../doris/httpv2/rest/manager/ClusterAction.java | 11 +-
.../doris/httpv2/rest/manager/NodeAction.java | 13 +-
.../httpv2/rest/manager/QueryProfileAction.java | 19 +-
.../org/apache/doris/job/base/AbstractJob.java | 4 +
.../doris/job/extensions/insert/InsertJob.java | 5 +
.../streaming/DataSourceConfigValidator.java | 119 +-
.../streaming/PostgresResourceValidator.java | 169 +
.../insert/streaming/StreamingInsertJob.java | 292 +-
.../insert/streaming/StreamingInsertTask.java | 11 +-
.../insert/streaming/StreamingJobProperties.java | 29 +-
.../streaming/StreamingJobSchedulerTask.java | 45 +-
.../insert/streaming/StreamingJobStatistic.java | 3 +
.../insert/streaming/StreamingMultiTblTask.java | 48 +-
.../StreamingTaskTxnCommitAttachment.java | 9 +-
.../org/apache/doris/job/manager/JobManager.java | 6 +-
.../doris/job/offset/SourceOffsetProvider.java | 31 +
.../apache/doris/job/offset/jdbc/JdbcOffset.java | 18 +-
.../job/offset/jdbc/JdbcSourceOffsetProvider.java | 161 +-
.../offset/jdbc/JdbcTvfSourceOffsetProvider.java | 99 +-
.../job/offset/s3/S3SourceOffsetProvider.java | 42 +
.../apache/doris/job/util/StreamingJobUtils.java | 96 +-
.../apache/doris/load/loadv2/InsertLoadJob.java | 19 +
.../java/org/apache/doris/load/loadv2/LoadJob.java | 6 +-
.../apache/doris/load/loadv2/LoadStatistic.java | 12 +
.../java/org/apache/doris/metric/CloudMetrics.java | 26 +
.../java/org/apache/doris/metric/MetricRepo.java | 223 +
.../mysql/authenticate/AuthenticatorManager.java | 16 +
.../mysql/authenticate/ldap/LdapAuthenticator.java | 38 +-
.../doris/mysql/authenticate/ldap/LdapClient.java | 69 +-
.../doris/mysql/authenticate/ldap/LdapManager.java | 52 +-
.../doris/mysql/privilege/UserPropertyMgr.java | 5 +
.../org/apache/doris/nereids/NereidsPlanner.java | 2 +-
.../org/apache/doris/nereids/StatementContext.java | 2 +-
.../glue/translator/ExpressionTranslator.java | 78 +
.../doris/nereids/jobs/executor/Rewriter.java | 6 +-
.../jobs/joinorder/hypergraph/HyperGraph.java | 8 +-
.../jobs/joinorder/hypergraph/edge/FilterEdge.java | 11 +-
.../doris/nereids/load/NereidsStreamLoadTask.java | 4 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 2 +-
.../doris/nereids/rules/analysis/BindRelation.java | 5 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 54 +-
.../rules/exploration/mv/HyperGraphComparator.java | 51 +-
.../rules/SimplifyConditionalFunction.java | 42 +-
.../expression/rules/SimplifyInPredicate.java | 11 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 12 +-
.../rewrite/AccessPathExpressionCollector.java | 12 +
.../nereids/rules/rewrite/CheckPrivileges.java | 33 +-
.../rules/rewrite/CollectFilterAboveConsumer.java | 3 +
.../rules/rewrite/DistinctAggregateRewriter.java | 61 +-
.../nereids/rules/rewrite/PruneEmptyPartition.java | 6 +
.../rewrite/PushDownFilterThroughGenerate.java | 3 +-
.../rules/rewrite/PushProjectIntoUnion.java | 16 +-
.../rules/rewrite/PushProjectThroughUnion.java | 17 +-
.../nereids/rules/rewrite/SetPreAggStatus.java | 10 +-
.../doris/nereids/stats/StatsCalculator.java | 22 +-
.../doris/nereids/trees/expressions/AGENTS.md | 5 +
.../doris/nereids/trees/expressions/Alias.java | 2 +-
.../nereids/trees/expressions/InPredicate.java | 19 +-
.../doris/nereids/trees/expressions/Like.java | 5 +-
.../nereids/trees/expressions/SlotReference.java | 2 +-
.../expressions/functions/ExpressionTrait.java | 35 +-
.../trees/expressions/functions/agg/BoolAnd.java | 2 +-
.../trees/expressions/functions/agg/BoolOr.java | 2 +-
.../trees/expressions/functions/agg/BoolXor.java | 2 +-
.../trees/expressions/functions/agg/Count.java | 2 +-
.../trees/expressions/functions/agg/Histogram.java | 2 +-
.../expressions/functions/agg/LinearHistogram.java | 2 +-
.../trees/expressions/functions/agg/Max.java | 7 +-
.../trees/expressions/functions/agg/MaxBy.java | 7 +-
.../trees/expressions/functions/agg/Median.java | 2 +-
.../trees/expressions/functions/agg/Min.java | 7 +-
.../trees/expressions/functions/agg/MinBy.java | 7 +-
.../functions/agg/MultiDistinctSum.java | 2 +-
.../functions/agg/MultiDistinctSum0.java | 2 +-
.../functions/agg/PercentileReservoir.java | 7 +-
.../expressions/functions/agg/SequenceCount.java | 3 +
.../functions/agg/SequenceFunction.java | 2 +-
.../expressions/functions/agg/SequenceMatch.java | 3 +
.../trees/expressions/functions/agg/Sum0.java | 2 +-
.../trees/expressions/functions/agg/TopN.java | 14 +
.../trees/expressions/functions/agg/TopNArray.java | 14 +
.../expressions/functions/agg/TopNWeighted.java | 22 +
.../expressions/functions/agg/WindowFunnel.java | 15 +-
.../expressions/functions/agg/WindowFunnelV2.java | 15 +-
.../functions/generator/ExplodeMap.java | 5 +-
.../functions/generator/ExplodeMapOuter.java | 5 +-
.../trees/expressions/functions/scalar/Array.java | 2 +-
.../expressions/functions/scalar/ArrayApply.java | 7 +-
.../expressions/functions/scalar/ArrayAvg.java | 7 +-
.../expressions/functions/scalar/ArrayCompact.java | 2 +-
.../expressions/functions/scalar/ArrayCumSum.java | 7 +-
.../functions/scalar/ArrayDifference.java | 7 +-
.../functions/scalar/ArrayDistinct.java | 2 +-
.../functions/scalar/ArrayEnumerateUniq.java | 2 +-
.../functions/scalar/ArrayIntersect.java | 2 +-
.../expressions/functions/scalar/ArrayMax.java | 2 +-
.../expressions/functions/scalar/ArrayMin.java | 2 +-
.../functions/scalar/ArrayPosition.java | 2 +-
.../expressions/functions/scalar/ArrayProduct.java | 2 +-
.../expressions/functions/scalar/ArrayRemove.java | 2 +-
.../functions/scalar/ArrayReverseSort.java | 4 +-
.../expressions/functions/scalar/ArraySort.java | 39 +-
.../expressions/functions/scalar/ArraySortBy.java | 4 +-
.../expressions/functions/scalar/ArraySum.java | 2 +-
.../expressions/functions/scalar/ArrayUnion.java | 2 +-
.../functions/scalar/ArraysOverlap.java | 2 +-
.../trees/expressions/functions/scalar/Char.java | 9 +-
.../expressions/functions/scalar/CountEqual.java | 2 +-
.../expressions/functions/scalar/CreateMap.java | 38 +-
.../expressions/functions/scalar/DateDiff.java | 3 +
.../expressions/functions/scalar/DaysDiff.java | 2 +
.../expressions/functions/scalar/HoursDiff.java | 3 +
.../{DateDiff.java => JsonObjectFlatten.java} | 42 +-
.../trees/expressions/functions/scalar/Lambda.java | 13 +-
.../functions/scalar/MicroSecondsDiff.java | 3 +
.../functions/scalar/MilliSecondsDiff.java | 3 +
.../expressions/functions/scalar/MinutesDiff.java | 3 +
.../expressions/functions/scalar/MonthsDiff.java | 7 +-
.../expressions/functions/scalar/QuartersDiff.java | 7 +-
.../trees/expressions/functions/scalar/Random.java | 6 +-
.../functions/scalar/RegexpReplace.java | 7 +-
.../functions/scalar/RegexpReplaceOne.java | 7 +-
.../expressions/functions/scalar/SecondsDiff.java | 3 +
.../functions/scalar/SplitByRegexp.java | 8 +-
.../functions/scalar/StructElement.java | 20 +-
.../expressions/functions/scalar/TimeDiff.java | 11 +
.../expressions/functions/scalar/Tokenize.java | 6 +-
.../expressions/functions/scalar/Uniform.java | 6 +-
.../expressions/functions/scalar/WeeksDiff.java | 7 +-
.../expressions/functions/scalar/WidthBucket.java | 2 +-
.../expressions/functions/scalar/YearsDiff.java | 7 +-
.../trees/expressions/functions/udf/AliasUdf.java | 17 +-
.../functions/window/RequireTrivialTypes.java | 2 +
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../trees/expressions/literal/DateTimeLiteral.java | 66 +-
.../trees/expressions/literal/JsonLiteral.java | 39 +-
.../nereids/trees/expressions/literal/Literal.java | 2 +-
.../expressions/literal/StringLikeLiteral.java | 12 +-
.../expressions/literal/TimestampTzLiteral.java | 38 +
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../plans/commands/AdminCompactTableCommand.java | 39 +-
.../AdminCreateClusterSnapshotCommand.java | 13 +-
.../trees/plans/commands/AlterJobCommand.java | 78 +-
.../plans/commands/CreateFunctionCommand.java | 14 +-
.../trees/plans/commands/CreateJobCommand.java | 3 +-
.../trees/plans/commands/ShowTabletIdCommand.java | 15 +-
.../commands/insert/AbstractInsertExecutor.java | 20 +-
.../commands/insert/InsertIntoTableCommand.java | 18 +-
.../trees/plans/commands/insert/InsertUtils.java | 2 +-
.../plans/commands/insert/MCInsertExecutor.java | 4 +-
.../plans/commands/insert/OlapInsertExecutor.java | 60 +-
.../trees/plans/logical/LogicalOlapScan.java | 7 +
.../trees/plans/logical/LogicalSubQueryAlias.java | 7 +-
.../org/apache/doris/nereids/types/DataType.java | 23 +-
.../apache/doris/nereids/types/DateTimeV2Type.java | 2 +-
.../apache/doris/nereids/types/VariantType.java | 9 +
.../doris/nereids/util/TypeCoercionUtils.java | 84 +-
.../java/org/apache/doris/nereids/util/Utils.java | 16 +
.../org/apache/doris/persist/gson/GsonUtils.java | 9 +-
.../planner/BackendPartitionedSchemaScanNode.java | 1 +
.../apache/doris/planner/GroupCommitPlanner.java | 2 +-
.../apache/doris/planner/MaxComputeTableSink.java | 6 +-
.../org/apache/doris/planner/OlapScanNode.java | 15 +-
.../doris/planner/RuntimeFilterGenerator.java | 2 +-
.../java/org/apache/doris/qe/AuditLogHelper.java | 161 +-
.../java/org/apache/doris/qe/ConnectContext.java | 21 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 40 +-
.../java/org/apache/doris/qe/FEOpExecutor.java | 2 +-
.../org/apache/doris/qe/MasterTxnExecutor.java | 4 +-
.../org/apache/doris/qe/MysqlConnectProcessor.java | 4 +
.../org/apache/doris/qe/PointQueryExecutor.java | 194 +-
.../java/org/apache/doris/qe/QeProcessorImpl.java | 5 +
.../org/apache/doris/qe/QueryStatisticsItem.java | 18 +
.../apache/doris/qe/ResultReceiverConsumer.java | 7 +-
.../java/org/apache/doris/qe/SessionVariable.java | 122 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 29 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 2 +-
.../apache/doris/qe/runtime/QueryProcessor.java | 4 +
.../WorkloadRuntimeStatusMgr.java | 112 +-
.../org/apache/doris/rpc/BackendServiceClient.java | 5 +
.../org/apache/doris/rpc/BackendServiceProxy.java | 11 +
.../apache/doris/service/FrontendServiceImpl.java | 67 +-
.../arrowflight/FlightSqlConnectProcessor.java | 1 +
.../org/apache/doris/statistics/AnalysisJob.java | 15 +-
.../apache/doris/statistics/AnalysisManager.java | 27 +-
.../doris/statistics/AnalysisTaskWrapper.java | 16 +-
.../AnalyzeSkipException.java} | 31 +-
.../apache/doris/statistics/BaseAnalysisTask.java | 117 +-
.../doris/statistics/ColumnStatisticBuilder.java | 8 +-
.../doris/statistics/ExternalAnalysisTask.java | 1 +
.../apache/doris/statistics/OlapAnalysisTask.java | 5 +
.../doris/statistics/StatisticConstants.java | 14 +
.../apache/doris/statistics/StatisticsCache.java | 22 +-
.../CdcStreamTableValuedFunction.java | 16 +-
.../apache/doris/task/AgentTaskCleanupDaemon.java | 2 +-
.../org/apache/doris/task/PublishVersionTask.java | 7 +-
.../doris/transaction/DatabaseTransactionMgr.java | 6 +-
.../apache/doris/alter/AlterJobV2RetryTest.java | 101 +
.../org/apache/doris/alter/RollupJobV2Test.java | 27 +
.../doris/analysis/StorageDescPersistTest.java | 88 +
.../org/apache/doris/catalog/CreateViewTest.java | 24 +
.../doris/catalog/SessionVariablesNullFixTest.java | 129 +
.../TabletSlidingWindowAccessStatsTest.java | 224 +
.../java/org/apache/doris/catalog/TypeTest.java | 8 +
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 163 +
.../cloud/catalog/CloudTabletRebalancerTest.java | 286 ++
.../doris/cloud/storage/DefaultRemoteTest.java | 109 +
.../transaction/CloudGlobalTransactionMgrTest.java | 34 +-
.../org/apache/doris/common/GenericPoolTest.java | 109 +
.../common/proc/CloudProcVersionDisplayTest.java | 223 +
.../proc/CurrentQueryStatisticsProcDirTest.java | 89 +
.../apache/doris/common/util/LocationPathTest.java | 2 +-
.../apache/doris/common/util/PathUtilsTest.java | 2 +
.../doris/common/util/SerializationUtilsTest.java | 2 +
.../apache/doris/datasource/FileSplitterTest.java | 24 +
.../iceberg/IcebergExternalTableTest.java | 160 +-
.../datasource/iceberg/IcebergTransactionTest.java | 2 +-
.../property/ConnectorPropertiesUtilsTest.java | 2 +
.../doris/datasource/property/ParamRulesTest.java | 2 +
.../metastore/AliyunDLFBasePropertiesTest.java | 4 +-
.../IcebergAliyunDLFMetaStorePropertiesTest.java | 2 +-
.../IcebergJdbcMetaStorePropertiesTest.java | 72 +
.../property/storage/AzurePropertiesTest.java | 2 +-
.../property/storage/AzurePropertyUtilsTest.java | 2 +-
.../property/storage/COSPropertiesTest.java | 2 +-
.../property/storage/HdfsPropertiesTest.java | 2 +-
.../property/storage/HdfsPropertiesUtilsTest.java | 2 +-
.../storage/S3ConnectorPropertiesUtilsTest.java | 2 +-
.../property/storage/S3PropertiesTest.java | 15 +
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 60 +
.../apache/doris/httpv2/rest/HttpApiAuthTest.java | 158 +
.../apache/doris/httpv2/rest/LoadActionTest.java | 49 +
.../streaming/DataSourceConfigValidatorTest.java | 227 +
.../StreamingInsertJobCheckDataQualityTest.java | 212 +
.../streaming/StreamingJobPropertiesTest.java | 78 +
.../apache/doris/job/manager/JobManagerTest.java | 40 +
.../doris/mysql/authenticate/TestLogAppender.java | 77 +
.../authenticate/ldap/LdapAuthenticatorTest.java | 28 +
.../mysql/authenticate/ldap/LdapClientTest.java | 65 +
.../mysql/authenticate/ldap/LdapManagerTest.java | 31 +
.../doris/nereids/parser/EncryptSQLTest.java | 2 -
.../doris/nereids/parser/NereidsParserTest.java | 22 +
.../nereids/privileges/TestCheckPrivileges.java | 27 +
.../nereids/rules/analysis/ReadMorAsDupTest.java | 280 +
.../rules/analysis/UserVariableAnalysisTest.java | 56 +
.../rules/exploration/mv/EliminateJoinTest.java | 129 +
.../rules/expression/SimplifyInPredicateTest.java | 62 +-
.../rules/SimplifyConditionalFunctionTest.java | 36 +-
.../rewrite/CollectFilterAboveConsumerTest.java | 87 +
.../rules/rewrite/CountLiteralRewriteTest.java | 32 +
.../rewrite/DistinctAggregateRewriterTest.java | 130 +-
.../rules/rewrite/PushCountIntoUnionAllTest.java | 30 +
.../rewrite/PushDownCountThroughJoinTest.java | 26 +
.../rewrite/PushDownFilterThroughGenerateTest.java | 92 +
.../rules/rewrite/PushProjectIntoUnionTest.java | 133 +
.../rules/rewrite/PushProjectThroughUnionTest.java | 122 +
.../rules/rewrite/ShortCircuitPointQueryTest.java | 78 +
.../nereids/trees/expressions/ExpressionTest.java | 17 +
.../doris/nereids/trees/expressions/UdfTest.java | 31 +
.../trees/expressions/VarBinaryLiteralTest.java | 2 +-
.../expressions/functions/ExpressionTraitTest.java | 86 +
.../functions/FieldDateTimeV2WildcardTest.java | 47 +
.../window/TimestampTzLeadLagSignatureTest.java | 55 +
.../trees/expressions/literal/JsonLiteralTest.java | 124 +
.../AdminCreateClusterSnapshotCommandTest.java | 47 +-
.../trees/plans/commands/LoadCommandTest.java | 28 +
.../apache/doris/nereids/types/DataTypeTest.java | 54 +
.../doris/nereids/util/TypeCoercionUtilsTest.java | 18 +
.../apache/doris/planner/HiveTableSinkTest.java | 2 +-
.../org/apache/doris/qe/AuditLogHelperTest.java | 104 +
.../apache/doris/qe/AuditLogWorkloadGroupTest.java | 431 ++
.../apache/doris/qe/NereidsCoordinatorTest.java | 2 +-
.../doris/qe/ResultReceiverConsumerTest.java | 10 +
.../org/apache/doris/qe/SessionVariablesTest.java | 55 +
.../doris/qe/StmtExecutorInternalQueryTest.java | 31 +
.../java/org/apache/doris/qe/VariableMgrTest.java | 46 +
.../WorkloadRuntimeStatusMgrTest.java | 285 ++
.../doris/service/FrontendServiceImplTest.java | 198 +
.../doris/statistics/AnalysisManagerTest.java | 96 +
.../doris/statistics/AnalysisTaskWrapperTest.java | 84 +
.../org/apache/doris/statistics/CacheTest.java | 4 +-
.../doris/statistics/HMSAnalysisTaskTest.java | 2 +-
.../doris/statistics/OlapAnalysisTaskTest.java | 122 +
.../doris/statistics/StatisticsCacheTest.java | 110 +
.../apache/doris/task/PublishVersionTaskTest.java | 109 +
.../CheckReplicaContinuousVersionSuccTest.java | 177 +
fe/fe-foundation/DESIGN.md | 178 +
fe/fe-foundation/pom.xml | 78 +
.../doris/foundation/format}/FormatOptions.java | 2 +-
.../property/ConnectorPropertiesUtils.java | 24 +-
.../foundation}/property/ConnectorProperty.java | 2 +-
.../doris/foundation}/property/ParamRules.java | 2 +-
.../property}/StoragePropertiesException.java | 2 +-
.../apache/doris/foundation/type}/ResultOr.java | 2 +-
.../org/apache/doris/foundation}/util/BitUtil.java | 2 +-
.../doris/foundation}/util/ByteBufferUtil.java | 2 +-
.../apache/doris/foundation}/util/PathUtils.java | 2 +-
.../doris/foundation}/util/SerializationUtils.java | 2 +-
fe/pom.xml | 12 +-
fs_brokers/cdc_client/build.sh | 2 +-
fs_brokers/cdc_client/pom.xml | 5 +-
.../connection/PostgresReplicationConnection.java | 18 +-
.../cdcclient/controller/ClientController.java | 18 +-
.../cdcclient/service/PipelineCoordinator.java | 30 +-
.../source/reader/AbstractCdcSourceReader.java | 45 +
.../source/reader/JdbcIncrementalSourceReader.java | 59 +-
.../source/reader/mysql/MySqlSourceReader.java | 143 +-
.../reader/postgres/PostgresSourceReader.java | 130 +-
.../apache/doris/cdcclient/utils/SmallFileMgr.java | 93 +
.../source/PostgresConnectionPoolFactory.java | 58 -
.../source/reader/AbstractCdcSourceReaderTest.java | 165 +
.../source/reader/mysql/MySqlSourceReaderTest.java | 62 +
.../doris/cdcclient/utils/SmallFileMgrTest.java | 119 +
gensrc/proto/cloud.proto | 10 +
gensrc/proto/internal_service.proto | 2 +
gensrc/proto/olap_file.proto | 14 +-
gensrc/script/gen_build_version.sh | 4 +-
gensrc/thrift/AgentService.thrift | 2 +-
gensrc/thrift/DataSinks.thrift | 3 +-
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 40 +
gensrc/thrift/PaloInternalService.thrift | 17 +
gensrc/thrift/PlanNodes.thrift | 4 +
gensrc/thrift/Status.thrift | 1 +
.../data/ann_index_p0/ann_const_expr_vector.out | 21 +
.../data/arrow_flight_sql_p0/test_select.out | 8 +-
.../compaction/test_cloud_admin_compact_table.out} | 15 +-
.../different_serialize.out} | 0
.../test_admin_compact_table.out} | 19 +-
.../unique/test_mor_value_predicate_pushdown.out | 76 +
.../one_level_nestedtypes_with_s3data.out | 582 +--
.../timestamptz/test_timestamptz_agg_functions.out | 13 +
.../timestamptz/test_timestamptz_array_index.out | 19 +
.../timestamptz/test_timestamptz_dst_fold.out | 17 +
.../timestamptz/test_timestamptz_dst_gap.out | 11 +
.../timestamptz/test_timestamptz_max_min_by.out | 7 +
.../timestamptz/test_timestamptz_sort.out | 104 +
.../test_timestamptz_storage_agg_key.out | 9 +
.../timestamptz/test_timestamptz_utc_functions.out | 33 +
.../sql-functions/doc_date_functions_test.out | 2 +-
.../cdc/test_streaming_mysql_job_alter_cred.out} | 6 +-
.../cdc/test_streaming_mysql_job_col_filter.out} | 10 +-
.../cdc/test_streaming_mysql_job_date_pk.out | 29 +
.../test_streaming_mysql_job_special_offset.out | 11 +
...ob_ssl.out => test_streaming_mysql_job_ssl.out} | 0
... => test_streaming_mysql_job_table_mapping.out} | 0
.../cdc/test_streaming_postgres_job_date_pk.out | 29 +
.../test_streaming_postgres_job_publication.out | 13 +
.../test_streaming_postgres_job_special_offset.out | 13 +
.../cdc/tvf/test_cdc_stream_tvf_publication.out} | 8 +-
..._cdc_stream_postgres_checkpoint_restart_fe.out} | 0
...t => test_streaming_insert_job_file_number.out} | 0
.../test_broker_load_multi_filegroup.out | 2 +
.../data/nereids_function_p0/scalar_function/A.out | 6 +
.../nereids_function_p0/scalar_function/Array2.out | 241 +
.../data/nereids_p0/eager_agg/eager_agg.out | 76 +-
.../runtime_filter/set_operator_in_filter.out | 23 +
.../datetime_functions/test_date_function_v2.out | 6 +-
.../nereids_rules_p0/agg_strategy/agg_strategy.out | 226 +-
.../agg_strategy/distinct_agg_rewriter.out | 12 +-
.../distinct_agg_strategy_selector.out | 14 +-
.../agg_strategy/physical_agg_regulator.out | 14 +-
.../bind_relation/bind_view_alias_star_agg.out} | 5 +-
.../count_null_not_count_star.out | 38 +
.../distinct_split/disitinct_split.out | 43 +-
.../join_elim_p_f_key/join_elim_filter_edge.out} | 10 +-
.../simplify_conditional_function.out | 6 +
..._filter_above_consumer_with_unique_function.out | 24 +
...ilter_through_generate_with_unique_function.out | 26 +
.../test_simplify_in_predicate.out} | 7 +-
.../data/opensky_p2/sql/avgDistance.out | 2 +-
regression-test/data/opensky_p2/sql/count.out | 2 +-
.../data/opensky_p2/sql/mostBusyOrigin.out | 18 +-
.../data/opensky_p2/sql/totalDistance.out | 2 +-
.../data/point_query_p0/test_point_query.out | 14 +
.../adaptive_batch_size/adaptive_batch_size.out | 73 +
.../data/query_p0/set/test_user_var.out | 3 +
.../set_operations/set_operation_exprid_reuse.out | 44 +
.../test_aggregate_all_functions2.out | 78 +
.../data/query_p0/system/test_table_properties.out | 12 +-
.../test_parquet_dict.out} | 4 +-
.../topn_lazy/lazy_materialize_view.out} | 14 +-
.../test_partial_update_complex_type.out | 8 +-
.../compaction/test_compaction_nokey_variant.out | 21 +
.../doc_mode/test_variant_cast_strict.out} | 11 +-
.../data/variant_p0/duplicate_json_path.json | 7 +
.../data/variant_p0/test_json_object_flatten.out | 39 +
.../org/apache/doris/regression/suite/Suite.groovy | 31 +
.../doris/regression/suite/SuiteCluster.groovy | 33 +
regression-test/plugins/plugin_compaction.groovy | 6 +-
.../ann_index_p0/ann_const_expr_vector.groovy | 117 +
.../ann_index_p0/cast_string_as_array.groovy | 2 +-
.../suites/arrow_flight_sql_p0/test_select.groovy | 36 +-
.../suites/auth/test_http_api_auth.groovy | 216 +
.../test_active_tablet_priority_scheduling.groovy | 263 +
...est_balance_use_compute_group_properties.groovy | 10 +-
...est_warm_up_cluster_event_cancel_expired.groovy | 203 +
.../test_cloud_admin_compact_table.groovy | 158 +
.../test_packed_file_async_close_error.groovy | 78 +
.../test_create_table_and_create_mv_race.groovy | 143 +
.../test_sc_compaction_cross_v1_retry.groovy | 158 +
.../compaction/test_admin_compact_table.groovy | 163 +
.../compaction/test_be_compaction_tasks.groovy | 167 +
.../test_compaction_profile_action.groovy | 196 +
.../test_time_series_compaction_policy.groovy | 42 +
.../test_non_mow_key_bounds_aggregation.groovy | 177 +
.../test_mor_value_predicate_pushdown.groovy | 366 ++
.../test_complex_disallowed_subtypes.groovy | 77 +
.../test_timestamptz_agg_functions.groovy | 59 +
.../test_timestamptz_array_index.groovy | 83 +
.../timestamptz/test_timestamptz_dst_fold.groovy | 103 +
.../timestamptz/test_timestamptz_dst_gap.groovy | 61 +
.../timestamptz/test_timestamptz_max_min_by.groovy | 67 +
.../timestamptz/test_timestamptz_sort.groovy | 134 +
.../test_timestamptz_utc_functions.groovy | 183 +
.../test_create_view_variant_nested_field.groovy | 157 +
.../outfile/csv/test_outfile_empty_data.groovy | 23 +-
.../broker_load/test_broker_load_func.groovy | 8 +
.../hive/test_external_catalog_hive.groovy | 15 +-
.../hive/test_hive_analyze_long_string.groovy | 125 +
.../hive/test_orc_lazy_mat_profile.groovy | 1 +
.../hive/write/test_hive_ctas_to_doris.groovy | 11 +-
.../iceberg/test_iceberg_jdbc_catalog.groovy | 8 +-
.../iceberg/write/test_iceberg_write_insert.groovy | 5 +
.../tvf/test_hdfs_parquet_group0.groovy | 4 +-
.../hudi/test_hudi_rewrite_mtmv.groovy | 325 +-
.../write/test_mc_write_catalog_block_bytes.groovy | 167 +
.../maxcompute/write/test_mc_write_ctas.groovy | 4 +-
.../write/test_mc_write_large_data.groovy | 49 -
.../hive_on_hms_and_dlf.groovy | 9 +-
.../memtable/test_memtable_too_many_rows.groovy | 49 +
.../test_audit_log_internal_query_failure.groovy | 98 +
.../test_forward_reopen_timeout.groovy | 116 +
.../test_publish_no_npe_when_be_down.groovy | 142 +
.../test_skip_calc_between_segments.groovy | 3 +-
.../insert_overwrite_error_message_percent.groovy | 59 +
.../inverted_index_p0/test_bm25_score.groovy | 49 +-
.../test_bm25_score_variant.groovy | 106 +
.../test_inverted_index_v3.groovy | 3 +
.../cdc/test_streaming_mysql_job_alter_cred.groovy | 160 +
...reaming_mysql_job_alter_props_restart_fe.groovy | 206 +
.../cdc/test_streaming_mysql_job_col_filter.groovy | 175 +
.../test_streaming_mysql_job_compute_group.groovy | 127 +
.../test_streaming_mysql_job_create_alter.groovy | 99 +-
.../cdc/test_streaming_mysql_job_date_pk.groovy | 129 +
.../cdc/test_streaming_mysql_job_lag.groovy | 98 +
.../cdc/test_streaming_mysql_job_metrics.groovy | 60 +-
.../cdc/test_streaming_mysql_job_priv.groovy | 10 +-
...treaming_mysql_job_restart_fe_with_props.groovy | 143 +
.../test_streaming_mysql_job_special_offset.groovy | 229 +
...ming_mysql_job_special_offset_restart_fe.groovy | 140 +
.../cdc/test_streaming_mysql_job_ssl.groovy | 158 +
.../test_streaming_mysql_job_table_mapping.groovy | 190 +
.../cdc/test_streaming_postgres_job_date_pk.groovy | 131 +
.../cdc/test_streaming_postgres_job_lag.groovy | 101 +
.../cdc/test_streaming_postgres_job_priv.groovy | 4 +-
.../test_streaming_postgres_job_publication.groovy | 412 ++
...st_streaming_postgres_job_special_offset.groovy | 249 +
.../cdc/tvf/test_cdc_stream_tvf_postgres.groovy | 5 +
.../cdc/tvf/test_cdc_stream_tvf_publication.groovy | 262 +
.../tvf/test_streaming_job_cdc_stream_mysql.groovy | 70 +
...eaming_job_cdc_stream_mysql_alter_offset.groovy | 164 +
...dc_stream_postgres_checkpoint_restart_fe.groovy | 298 ++
.../streaming_job/test_streaming_insert_job.groovy | 5 +
.../test_streaming_insert_job_compute_group.groovy | 158 +
...treaming_insert_job_compute_group_docker.groovy | 163 +
.../test_streaming_insert_job_file_number.groovy | 111 +
.../test_streaming_insert_job_filtered_rows.groovy | 100 +
...g_job_alter_offset_checkpoint_restart_fe.groovy | 151 +
...est_streaming_job_checkpoint_restart_fe.groovy} | 96 +-
.../test_streaming_job_max_retry.groovy | 110 +
.../test_streaming_job_restart_fe.groovy | 14 +
.../jsonb_p0/test_jsonb_keys_invalid_path.groovy | 27 +-
.../test_broker_load_multi_filegroup.groovy | 57 +-
.../test_group_commit_http_stream.groovy | 4 +
.../load_p0/insert/test_insert_statistic.groovy | 42 +-
.../test_insert_statistic_after_fe_restart.groovy | 92 +
.../test_routine_load_be_restart.groovy | 21 +-
.../suites/mysql_compatibility_p0/metadata.groovy | 4 +-
.../agg_function/topn/topn.groovy | 32 +
.../nereids_function_p0/scalar_function/A.groovy | 39 +-
.../scalar_function/Array2.groovy | 499 ++
.../runtime_filter/set_operator_in_filter.groovy | 138 +
.../agg_strategy/agg_strategy.groovy | 1 -
.../agg_strategy/distinct_agg_rewriter.groovy | 1 -
.../bind_relation/bind_view_alias_star_agg.groovy | 46 +
.../count_null_not_count_star.groovy | 137 +
.../distinct_split/disitinct_split.groovy | 1 +
.../join_elim_p_f_key/join_elim_filter_edge.groovy | 79 +
.../nereids_rules_p0/set_preagg/set_preagg.groovy | 25 +-
.../simplify_conditional_function.groovy | 47 +
...lter_above_consumer_with_unique_function.groovy | 49 +
...er_through_generate_with_unique_function.groovy | 49 +
.../test_simplify_in_predicate.groovy | 28 +
regression-test/suites/opensky_p2/load.groovy | 2 +-
.../test_auto_partition_behavior.groovy | 9 +-
.../suites/point_query_p0/test_point_query.groovy | 31 +
.../adaptive_batch_size/adaptive_batch_size.groovy | 208 +
.../suites/query_p0/set/test_user_var.groovy | 81 +
.../set_operation_exprid_reuse.groovy | 174 +
.../test_aggregate_all_functions2.groovy | 79 +
.../suites/query_p0/system/test_query_sys.groovy | 1 +
.../suites/query_p0/test_parquet_dict.groovy | 29 +-
.../topn_lazy/lazy_materialize_view.groovy | 84 +
.../suites/statistics/analyze_stats.groovy | 2 +-
.../statistics/test_analyze_long_string.groovy | 288 ++
.../suites/statistics/test_scale_num_nulls.groovy | 61 +
.../unique_with_mor_p0/test_read_mor_as_dup.groovy | 119 +
.../test_compact_multi_segments.groovy | 4 +
.../test_schema_change_add_key_column.groovy | 3 +
.../test_compaction_nokey_variant.groovy | 71 +
.../doc_mode/test_variant_cast_strict.groovy | 129 +
.../suites/variant_p0/duplicate_json_path.groovy | 106 +
.../variant_p0/predefine/test_predefine_ddl.groovy | 6 +-
.../variant_p0/test_json_object_flatten.groovy | 84 +
thirdparty/CHANGELOG.md | 8 +-
thirdparty/build-thirdparty.sh | 9 +
thirdparty/download-thirdparty.sh | 52 +-
...che-arrow-17.0.0-status-inline-static-fix.patch | 58 +
.../test/download-thirdparty-fallback-test.sh | 100 +
thirdparty/vars.sh | 12 +-
1434 files changed, 60331 insertions(+), 18054 deletions(-)
create mode 100644 be/benchmark/benchmark_zone_map_index.hpp
create mode 100644 be/src/common/thread_safety_annotations.h
create mode 100644 be/src/exec/common/hash_table/hash_crc32_return32.h
delete mode 100644 be/src/exec/sort/vsort_exec_exprs.cpp
delete mode 100644 be/src/exec/sort/vsort_exec_exprs.h
create mode 100644 be/src/exprs/aggregate/aggregate_function_collect_impl.h
copy be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_collect_limit.cpp} (67%)
copy be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_collect_no_limit.cpp} (59%)
create mode 100644
be/src/exprs/aggregate/aggregate_function_group_array_intersect.cpp
create mode 100644
be/src/exprs/aggregate/aggregate_function_group_array_set_op_impl.h
create mode 100644
be/src/exprs/aggregate/aggregate_function_group_array_union.cpp
copy be/src/{core/value/map_value.cpp =>
exprs/aggregate/aggregate_function_min_max_any.cpp} (72%)
copy be/src/exprs/aggregate/{aggregate_function_min_max.cpp =>
aggregate_function_min_max_impl.h} (78%)
copy be/src/{core/value/map_value.cpp =>
exprs/aggregate/aggregate_function_min_max_max.cpp} (72%)
copy be/src/{core/value/map_value.cpp =>
exprs/aggregate/aggregate_function_min_max_min.cpp} (72%)
copy be/src/{core/data_type/data_type_ipv4.cpp =>
exprs/aggregate/aggregate_function_orth_bitmap_expr_cal.cpp} (54%)
copy be/src/{core/data_type/data_type_ipv4.cpp =>
exprs/aggregate/aggregate_function_orth_bitmap_expr_cal_count.cpp} (54%)
copy be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_orth_bitmap_intersect.cpp} (65%)
copy be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_orth_bitmap_intersect_count.cpp} (65%)
copy be/src/{core/data_type/data_type_ipv4.cpp =>
exprs/aggregate/aggregate_function_orth_bitmap_union_count.cpp} (56%)
copy be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_orth_intersect_count.cpp} (66%)
copy be/src/exprs/aggregate/{aggregate_function_orthogonal_bitmap.cpp =>
aggregate_function_orthogonal_bitmap_impl.h} (68%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_reader_replace.cpp
create mode 100644 be/src/exprs/aggregate/aggregate_function_topn_array.cpp
copy be/src/exprs/aggregate/{aggregate_function_window_funnel.cpp =>
aggregate_function_topn_weighted.cpp} (57%)
rename be/src/exprs/aggregate/{aggregate_function_min_by.cpp =>
aggregate_function_window_first.cpp} (66%)
create mode 100644 be/src/exprs/aggregate/aggregate_function_window_impl.h
copy be/src/{core/value/map_value.cpp =>
exprs/aggregate/aggregate_function_window_lag.cpp} (75%)
copy be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_window_last.cpp} (66%)
rename be/src/{core/value/map_value.cpp =>
exprs/aggregate/aggregate_function_window_lead.cpp} (74%)
rename be/src/exprs/aggregate/{aggregate_function_max_by.cpp =>
aggregate_function_window_nth_value.cpp} (66%)
create mode 100644 be/src/exprs/function/cast/cast_wrapper_decls.h
create mode 100644 be/src/exprs/function/cast/function_cast_bool.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_date.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_decimal.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_float.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_int.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_ip.cpp
create mode 100644 be/src/exprs/function/cast/function_cast_timestamptz.cpp
delete mode 100644 be/src/exprs/function/function_string.h
create mode 100644 be/src/exprs/function/function_string_basic.cpp
create mode 100644 be/src/exprs/function/function_string_concat.h
create mode 100644 be/src/exprs/function/function_string_digest.cpp
create mode 100644 be/src/exprs/function/function_string_format.h
create mode 100644 be/src/exprs/function/function_string_mask.cpp
create mode 100644 be/src/exprs/function/function_string_misc.cpp
create mode 100644 be/src/exprs/function/function_string_replace.h
create mode 100644 be/src/exprs/function/function_string_search.cpp
create mode 100644 be/src/exprs/function/function_string_url.cpp
create mode 100644
be/src/information_schema/schema_compaction_tasks_scanner.cpp
copy be/src/{service/http/action/stream_load_2pc.h =>
information_schema/schema_compaction_tasks_scanner.h} (54%)
create mode 100644 be/src/service/http/action/compaction_profile_action.cpp
copy be/src/service/http/action/{health_action.h =>
compaction_profile_action.h} (78%)
create mode 100644 be/src/storage/compaction_task_tracker.cpp
create mode 100644 be/src/storage/compaction_task_tracker.h
create mode 100644 be/src/storage/segment/adaptive_block_size_predictor.cpp
create mode 100644 be/src/storage/segment/adaptive_block_size_predictor.h
create mode 100644 be/src/util/block_budget.h
delete mode 100644 be/src/util/io_helper.cpp
delete mode 100644 be/src/util/io_helper.h
create mode 100644 be/src/vec/core/hybrid_sorter.h
create mode 100644 be/test/cloud/cloud_schema_change_job_test.cpp
create mode 100644 be/test/common/block_budget_test.cpp
create mode 100644 be/test/core/column/predicate_column_test.cpp
create mode 100644 be/test/core/data_type/data_type_insert_default_test.cpp
create mode 100644 be/test/exec/common/hash_table/hash_crc32_return32_test.cpp
create mode 100644
be/test/exec/runtime_filter/vruntimefilter_wrapper_sampling_test.cpp
create mode 100644 be/test/exec/scan/scanner_late_arrival_rf_test.cpp
create mode 100644 be/test/exprs/function/function_json_object_flatten_test.cpp
create mode 100644 be/test/format/csv/csv_reader_test.cpp
create mode 100644 be/test/format/json/json_reader_test.cpp
create mode 100644 be/test/runtime/runtime_state_block_budget_test.cpp
create mode 100644 be/test/service/http/compaction_action_test.cpp
create mode 100644 be/test/storage/cache/ann_index_ivf_list_cache_test.cpp
create mode 100644 be/test/storage/compaction_task_tracker_test.cpp
create mode 100644 be/test/storage/index/ann/extract_query_vector_test.cpp
create mode 100644 be/test/storage/iterator/block_reader_agg_flush_test.cpp
create mode 100644
be/test/storage/iterator/block_reader_batch_max_rows_test.cpp
create mode 100644
be/test/storage/iterator/vcollect_iterator_collected_enough_test.cpp
create mode 100644
be/test/storage/segment/adaptive_block_size_predictor_test.cpp
create mode 100644
be/test/storage/segment/segment_column_raw_data_bytes_test.cpp
create mode 100644 be/test/storage/test_data/tablet_meta_test.hdr
create mode 100644 be/test/util/jsonb_contains_test.cpp
create mode 100644 be/test/util/test_data/stat_cpu_busy_after
create mode 100644 be/test/util/test_data/stat_cpu_busy_before
create mode 100644 be/test/util/test_data/stat_cpu_iowait_after
create mode 100644 be/test/util/test_data/stat_cpu_recovery_after
create mode 100644 be/test/util/test_data/stat_cpu_regressed_after
copy cloud/src/{meta-service/meta_service_http.cpp => common/http_helper.cpp}
(53%)
create mode 100644 cloud/src/common/http_helper.h
copy be/src/core/value/struct_value.cpp =>
cloud/src/snapshot/snapshot_manager_factory.cpp (75%)
rename be/src/core/value/struct_value.cpp =>
cloud/src/snapshot/snapshot_manager_factory.h (78%)
create mode 100644 common/cpp/private_member_accessor.hpp
copy docker/thirdparties/docker-compose/{postgresql => mysql}/certs/root.crt
(100%)
copy docker/thirdparties/docker-compose/{postgresql => mysql}/certs/server.crt
(100%)
copy docker/thirdparties/docker-compose/{postgresql => mysql}/certs/server.key
(100%)
create mode 100644 docker/thirdparties/test/juicefs-helpers-mirror-test.sh
delete mode 100644
fe/be-java-extensions/java-common/src/main/resources/log4j2.xml
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/TabletSlidingWindowAccessStats.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQueryFragmentProcNode.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQueryInfoProvider.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQuerySqlProcDir.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/CurrentQueryStatementsProcNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/proc/ProcReplicaVersionDisplay.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/job/extensions/insert/streaming/PostgresResourceValidator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/AGENTS.md
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{DateDiff.java
=> JsonObjectFlatten.java} (58%)
copy fe/fe-core/src/main/java/org/apache/doris/{common/util/BitUtil.java =>
statistics/AnalyzeSkipException.java} (53%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/alter/AlterJobV2RetryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/StorageDescPersistTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/SessionVariablesNullFixTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/TabletSlidingWindowAccessStatsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/CloudWarmUpJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudTabletRebalancerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/storage/DefaultRemoteTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/CloudProcVersionDisplayTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/proc/CurrentQueryStatisticsProcDirTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/HttpApiAuthTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/LoadActionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/DataSourceConfigValidatorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingInsertJobCheckDataQualityTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/mysql/authenticate/TestLogAppender.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/ReadMorAsDupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/UserVariableAnalysisTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/CollectFilterAboveConsumerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownFilterThroughGenerateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushProjectIntoUnionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushProjectThroughUnionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/ShortCircuitPointQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/ExpressionTraitTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/FieldDateTimeV2WildcardTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/window/TimestampTzLeadLagSignatureTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/literal/JsonLiteralTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/AuditLogHelperTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/AuditLogWorkloadGroupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/resource/workloadschedpolicy/WorkloadRuntimeStatusMgrTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/AnalysisTaskWrapperTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/task/PublishVersionTaskTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/transaction/CheckReplicaContinuousVersionSuccTest.java
create mode 100644 fe/fe-foundation/DESIGN.md
create mode 100644 fe/fe-foundation/pom.xml
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation/format}/FormatOptions.java
(98%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-foundation/src/main/java/org/apache/doris/foundation}/property/ConnectorPropertiesUtils.java
(91%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-foundation/src/main/java/org/apache/doris/foundation}/property/ConnectorProperty.java
(96%)
rename fe/{fe-core/src/main/java/org/apache/doris/datasource =>
fe-foundation/src/main/java/org/apache/doris/foundation}/property/ParamRules.java
(99%)
rename
fe/{fe-core/src/main/java/org/apache/doris/datasource/property/storage/exception
=>
fe-foundation/src/main/java/org/apache/doris/foundation/property}/StoragePropertiesException.java
(96%)
rename fe/{fe-common/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation/type}/ResultOr.java
(97%)
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation}/util/BitUtil.java (97%)
copy fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation}/util/ByteBufferUtil.java
(96%)
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation}/util/PathUtils.java
(98%)
rename fe/{fe-core/src/main/java/org/apache/doris/common =>
fe-foundation/src/main/java/org/apache/doris/foundation}/util/SerializationUtils.java
(98%)
delete mode 100644
fs_brokers/cdc_client/src/main/java/org/apache/flink/cdc/connectors/postgres/source/PostgresConnectionPoolFactory.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/AbstractCdcSourceReaderTest.java
create mode 100644
fs_brokers/cdc_client/src/test/java/org/apache/doris/cdcclient/source/reader/mysql/MySqlSourceReaderTest.java
create mode 100644 regression-test/data/ann_index_p0/ann_const_expr_vector.out
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> cloud_p0/compaction/test_cloud_admin_compact_table.out} (57%)
rename
regression-test/data/cloud_p0/{diffrent_serialize/diffrent_serialize.out =>
different_serialize/different_serialize.out} (100%)
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> compaction/test_admin_compact_table.out} (50%)
create mode 100644
regression-test/data/data_model_p0/unique/test_mor_value_predicate_pushdown.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_agg_functions.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_array_index.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_dst_fold.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_dst_gap.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_max_min_by.out
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_utc_functions.out
copy regression-test/data/{opensky_p2/sql/avgDistance.out =>
job_p0/streaming_job/cdc/test_streaming_mysql_job_alter_cred.out} (74%)
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> job_p0/streaming_job/cdc/test_streaming_mysql_job_col_filter.out} (58%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_mysql_job_special_offset.out
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_ssl.out
=> test_streaming_mysql_job_ssl.out} (100%)
copy
regression-test/data/job_p0/streaming_job/cdc/{test_streaming_postgres_job_table_mapping.out
=> test_streaming_mysql_job_table_mapping.out} (100%)
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_publication.out
create mode 100644
regression-test/data/job_p0/streaming_job/cdc/test_streaming_postgres_job_special_offset.out
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> job_p0/streaming_job/cdc/tvf/test_cdc_stream_tvf_publication.out} (57%)
copy
regression-test/data/job_p0/streaming_job/cdc/tvf/{test_streaming_job_cdc_stream_postgres_restart_fe.out
=> test_streaming_job_cdc_stream_postgres_checkpoint_restart_fe.out} (100%)
copy
regression-test/data/job_p0/streaming_job/{test_streaming_insert_job_crud.out
=> test_streaming_insert_job_file_number.out} (100%)
create mode 100644
regression-test/data/nereids_function_p0/scalar_function/Array2.out
create mode 100644
regression-test/data/nereids_p0/runtime_filter/set_operator_in_filter.out
copy regression-test/data/{opensky_p2/sql/avgDistance.out =>
nereids_rules_p0/bind_relation/bind_view_alias_star_agg.out} (71%)
create mode 100644
regression-test/data/nereids_rules_p0/count_null_not_count_star/count_null_not_count_star.out
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> nereids_rules_p0/mv/join_elim_p_f_key/join_elim_filter_edge.out} (64%)
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/collect_filter_above_consumer_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_generate_with_unique_function.out
copy regression-test/data/{opensky_p2/sql/avgDistance.out =>
nereids_syntax_p0/test_simplify_in_predicate.out} (71%)
create mode 100644
regression-test/data/query_p0/adaptive_batch_size/adaptive_batch_size.out
create mode 100644
regression-test/data/query_p0/set_operations/set_operation_exprid_reuse.out
copy regression-test/data/{opensky_p2/sql/avgDistance.out =>
query_p0/test_parquet_dict.out} (67%)
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> query_p0/topn_lazy/lazy_materialize_view.out} (50%)
create mode 100644
regression-test/data/variant_p0/compaction/test_compaction_nokey_variant.out
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> variant_p0/doc_mode/test_variant_cast_strict.out} (55%)
create mode 100644 regression-test/data/variant_p0/duplicate_json_path.json
create mode 100644 regression-test/data/variant_p0/test_json_object_flatten.out
create mode 100644
regression-test/suites/ann_index_p0/ann_const_expr_vector.groovy
create mode 100644 regression-test/suites/auth/test_http_api_auth.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_active_tablet_priority_scheduling.groovy
create mode 100644
regression-test/suites/cloud_p0/cache/multi_cluster/warm_up/cluster/test_warm_up_cluster_event_cancel_expired.groovy
create mode 100644
regression-test/suites/cloud_p0/compaction/test_cloud_admin_compact_table.groovy
create mode 100644
regression-test/suites/cloud_p0/packed_file/test_packed_file_async_close_error.groovy
create mode 100644
regression-test/suites/cloud_p0/partition/test_create_table_and_create_mv_race.groovy
create mode 100644
regression-test/suites/cloud_p1/schema_change/compaction_optimization/test_sc_compaction_cross_v1_retry.groovy
create mode 100644
regression-test/suites/compaction/test_admin_compact_table.groovy
create mode 100644
regression-test/suites/compaction/test_be_compaction_tasks.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_profile_action.groovy
create mode 100644
regression-test/suites/data_model_p0/duplicate/test_non_mow_key_bounds_aggregation.groovy
create mode 100644
regression-test/suites/data_model_p0/unique/test_mor_value_predicate_pushdown.groovy
create mode 100644
regression-test/suites/datatype_p0/complex_types/test_complex_disallowed_subtypes.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_agg_functions.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_array_index.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_dst_fold.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_dst_gap.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_max_min_by.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_utc_functions.groovy
create mode 100644
regression-test/suites/ddl_p0/create_view_nereids/test_create_view_variant_nested_field.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_analyze_long_string.groovy
create mode 100644
regression-test/suites/external_table_p2/maxcompute/write/test_mc_write_catalog_block_bytes.groovy
create mode 100644
regression-test/suites/fault_injection_p0/memtable/test_memtable_too_many_rows.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_audit_log_internal_query_failure.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_forward_reopen_timeout.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_publish_no_npe_when_be_down.groovy
create mode 100644
regression-test/suites/insert_overwrite_p0/insert_overwrite_error_message_percent.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_bm25_score_variant.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_alter_cred.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_alter_props_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_col_filter.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_compute_group.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_lag.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_restart_fe_with_props.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_special_offset.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_special_offset_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_ssl.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_mysql_job_table_mapping.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_date_pk.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_lag.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_publication.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/test_streaming_postgres_job_special_offset.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_cdc_stream_tvf_publication.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_mysql_alter_offset.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/cdc/tvf/test_streaming_job_cdc_stream_postgres_checkpoint_restart_fe.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_compute_group.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_compute_group_docker.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_file_number.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_insert_job_filtered_rows.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_job_alter_offset_checkpoint_restart_fe.groovy
copy
regression-test/suites/job_p0/streaming_job/{test_streaming_job_restart_fe.groovy
=> test_streaming_job_checkpoint_restart_fe.groovy} (51%)
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_job_max_retry.groovy
copy fe/fe-core/src/main/java/org/apache/doris/common/util/ByteBufferUtil.java
=> regression-test/suites/jsonb_p0/test_jsonb_keys_invalid_path.groovy (59%)
create mode 100644
regression-test/suites/load_p0/insert/test_insert_statistic_after_fe_restart.groovy
create mode 100644
regression-test/suites/nereids_function_p0/scalar_function/Array2.groovy
create mode 100644
regression-test/suites/nereids_p0/runtime_filter/set_operator_in_filter.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/bind_relation/bind_view_alias_star_agg.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/count_null_not_count_star/count_null_not_count_star.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/mv/join_elim_p_f_key/join_elim_filter_edge.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/collect_filter_above_consumer_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_generate_with_unique_function.groovy
create mode 100644
regression-test/suites/query_p0/adaptive_batch_size/adaptive_batch_size.groovy
create mode 100644
regression-test/suites/query_p0/set_operations/set_operation_exprid_reuse.groovy
rename
fe/fe-core/src/main/java/org/apache/doris/common/util/ByteBufferUtil.java =>
regression-test/suites/query_p0/test_parquet_dict.groovy (60%)
create mode 100644
regression-test/suites/query_p0/topn_lazy/lazy_materialize_view.groovy
create mode 100644
regression-test/suites/statistics/test_analyze_long_string.groovy
create mode 100644
regression-test/suites/statistics/test_scale_num_nulls.groovy
create mode 100644
regression-test/suites/unique_with_mor_p0/test_read_mor_as_dup.groovy
create mode 100644
regression-test/suites/variant_p0/compaction/test_compaction_nokey_variant.groovy
create mode 100644
regression-test/suites/variant_p0/doc_mode/test_variant_cast_strict.groovy
create mode 100644 regression-test/suites/variant_p0/duplicate_json_path.groovy
create mode 100644
regression-test/suites/variant_p0/test_json_object_flatten.groovy
create mode 100644
thirdparty/patches/apache-arrow-17.0.0-status-inline-static-fix.patch
create mode 100644 thirdparty/test/download-thirdparty-fallback-test.sh
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]