This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch auto-pick-48701-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 9191c72ea47 [fix](function) fix the function elt (#48701)
add a25e4133540 [fix](regression) fix case bug limit_push_down in
branch-3.0 (#48608)
add 1a2aff22209 branch-3.0: [Bug](compile) fix compile error in master
branch about GCC #42936 (#48665)
add efb090be69e [cherry-pick](serde) Fix the behavior of serializing
ip/date types nested in complex types (#48685)
add efd5439f3df [Fix](test) Fix test_cold_data_compaction_fault_injection
(#48708)
add 3eaa03d2052 branch-3.0: Revert "[fix](nereids) Add unique id to non
foldable expr… (#48703)
add 738fb88ee79 branch-3.0: [fix](regression)Fix insert p2 cases. #48636
(#48683)
add 49ed7c8f165 [fix](cloud) fix evict_in_advance ut for branch-3.0
(#48730)
add 5989c2b0352 [branch-30](ut) fix window_funnel UT failure (#48724)
add 2fdc378e1aa [cherry-pick](jsonb) fix invalid jsonb value write into
segment file which make be crash (#48731)
add 3936408ec88 branch-3.0: [case](auth)fix no such property jdbcUser
#48622 (#48633)
add cd7e03f59b2 branch-3.0: [fix](index build) Correct inverted index
behavior after dynamically adding a column #48389 (#48547)
add 68ffec777ad branch-3.0: [fix](build index) Forbid building indexes for
ngram BF indexes #47041 (#47146)
add d036421157a branch-3.0: [test](stable) fix some unstable hive and mc
cases #48697 (#48769)
add ac7bc80eeeb branch-3.0 [fix] (inverted index) Fix UTF-8 4-byte
truncation issue and add configuration to control correct term writing (#48657)
(#48792)
add 75103ae89d8 [test](fe) Add session variable enable_reserve_memory for
testing (#48806)
add 6ddff3dec12 [improve](ipv6) Enhance ipv6 type to accept uint128
strings in netwo… (#48802)
add 92ab9be5a54 branch-3.0: [case](auth)grant usage_priv to user when in
vault mode #47316 (#48413)
add e531acbd585 branch 3.0: [fix](regression) topn-filter unstable case
#47797 (#48367)
add 48e65ebba6e branch-3.0: [case](mtmv)The impact of validating the base
table and m… (#48549)
add 77c6b81ef28 branch-3.0: [fix](file-cache) Clear file cache when tablet
meta not found in ms #48318 (#48437)
add 230774bdf6f branch-3.0: [test](kerberos)Add hdfs(tvf),outfile and
export test (#48433) (#48814)
add f4aefd058cd branch-3.0: [fix](Nereids) nested window function with
order by raise exception #48492 (#48676)
add 9fb783187b9 branch-3.0: [fix](regression) fix cache p0 regression
tests #48515 (#48561)
add 10595e5b46b branch-3.0: [fix](nereids)fix unstable
test_correlated_filter_removed case #48520 (#48659)
add 9ec20604558 branch-3.0: [fix](nereids) fix create/alter view column
name force cast to lower case #48569 (#48600)
add 17c7309d548 branch-3.0: [fix](Nereids) divide const folding for
decimalv3 return type is not correct #48641 (#48679)
add 634f2d5e03d branch-3.0: [fix](Nereids) string constant folding process
regex delim by mistake #48783 (#48822)
add 9fadab4544f branch-3.0: [enhancement](threadpool) reduce thread pool
for arrow flight and spill io threads #48530 (#48555)
add 8e77cc94be9 branch-3.0: [fix](cloud) Modify the log level to prevent
too many logs #48524 (#48796)
add d5c6a0c8cfe branch-3.0: [Chore](client) Do not log in thrift exception
when ADDRESS_SANITIZER is defined #48430 (#48453)
add 1ac212cdd16 branch-3.0: [fix](memtable) revert #47860 and fix #47610
#48489 (#48637)
add 5dfcabf1de4 branch-3.0: [fix](cloud) fix filecache warmup crash due to
spurious wakeup #48623 (#48654)
add 31342672dc9 branch-3.0: [fix](cloud) speed up file cache initializtion
#48687 (#48798)
add 79df82ba620 branch-3.0: [fix](func) Fix be core dump caused by mem out
of bound #48693 (#48845)
add f7ed94624e9 branch-3.0-pick: [Fix](cloud) Should consider tablet state
change whether to skip `sync_rowsets` in publish phase (#48400) (#48667)
add 4757dadad5b branch-3.0: [fix](heartbeat) avoid failure immediately due
to connection reset #48444 (#48634)
add 2edecb87531 branch-3.0: [fix])(catalog)add equals for external table
#47956 (#48348)
add eff7875a263 branch-3.0: [enhance](mtmv)mv_infos not hold read lock of
tables #47415 (#48674)
add aa9a7ef5e64 branch-3.0: [enhance](auth)The priority of attributes is
higher than session vari… (#48548)
add 9c95d0d8f90 branch-3.0: [fix](nereids)Support negative partition range
value and negative column default value. #48297 (#48421)
add e71c5c0bb8f branch-3.0:[opt](mtmv) metadata cache of external table no
longer be refreshed b… (#48767)
add 9c39a343fc7 [fix](load) add lock for
runtime_state->tablet_commit_infos (#48709) (#48732)
add f662722abe9 branch-3.0-pick: [Fix](mow) Fix some logs for mow (#48523)
(#48664)
add 32eb08266e8 branch-3.0-pick: [Opt](merge-on-write) Check delete bitmap
cache after writing it (#48233) (#48493)
add 9ff8d4891e9 branch-3.0: [fix](cold hot separation) Fix the issue that
files on the remote storage are not deleted after triggering cold data
compaction. (#48109) (#48445)
add b1175bcb6ad branch-3.0: [fix](test) Remove unnecessary checks for sp
test #48611 (#48726)
add d5962b3e7c3 branch-3.0: [Fix](case) Fix case
`test_partial_update_with_delete_col_in_publish` #48632 (#48662)
add c0813750722 branch-3.0: [fix](binlog) Set dummy timestamp correctly
#48706 (#48754)
add 082afd515b5 branch-3.0: [Fix](case) Fix
`test_skip_calc_between_segments` when `force_olap_table_replication_num=3`
#48519 (#48645)
add ad551b0e3a6 branch-3.0: [fix](s3) support chinacloudapi endpoint for
azure #47703 (#48642)
add 72445f727ef branch-3.0: [enhance](mtmv)insert overwrite of mtmv force
drop partition #48074 (#48627)
add 957a4de9a88 branch-3.0: [improve](routine load) add more metrics to
observe the routine load job #48209 (#48764)
add 167f6f5eec6 branch-3.0: [improvement](thrift) Limit max cached client
size for BE thrift connection to master FE. #43973 (#48501)
add 5eaca71f308 branch-3.0: [fix](load) Fix import failure when the stream
load parameter specifies Transfer-Encoding:chunked #48196 (#48474)
add 6ec0bc9c7eb branch-3.0: [chore](binlog) add ingesting/downloading
binlog latency metrics #48599 (#48648)
add 7cd2af0f9cd branch-3.0: [fix](log) Fix s3_rate_limiter.cpp LOG
incomplete #48440 (#48643)
add 24821f5a8aa branch-3.0: [improve](load) improve error message "unknown
load_id" #47509 (#48638)
add ad3f8d15dd4 branch-3.0: [fix](function) Percentil func core when
percent args is non nullable negative number #48563 (#48605)
add bac11096148 branch-3.0: [chore](binlog) Save tablet delta rows in
UpsertRecord #48550 (#48649)
add 3f6a7019101 branch-3.0: [improve](cloud)(transaction) do not execute
afterVisible if commit transaction fail in cloud mode #48576 (#48774)
add 3e2709eb54b [fix](group commit)Fix wal manager ut (#48882)
add 1eadb71e238 branch-3.0: [fix](binlog) avoid adding acqurie_md5 param
when enable_download_md5… #48573 (#48583)
add 5124dc82f88 branch-3.0: [fix](table) Breaking up dynamic partition
table scheduling consuming peak CPU consumption #48577 (#48879)
add cd4b8666e74 branch-3.0: [fix](group commit) fix some group commit
problem (#48621) (#48896)
add 51ccdfa4b57 branch-3.0: [enhancement](schema-change) Cloud schema
change do clean up when job failed #48426 (#48897)
add eaf718711b0 branch-3.0-pick: [Fix](merge-on-write) should re-calculate
delete bitmaps between segments if BE restart before publish (#48775) (#48917)
add 5a93358974b branch-3.0: [chore](binlog) GetMeta returns dropped
partition/table/index commit seq #48852 (#48899)
add 007301d7394 branch-3.0: [improve](binlog) Download binlogs with
persistent connection #48467 (#48581)
add 602f8a29394 branch-3.0: [fix](test) Remove incorrect checks for
light_schema_change #48797 (#48885)
add 04d056a4878 branch-3.0: [fix](binlog) Replaced partition should be
record to Dropped Resources #48686 (#48846)
add ab0b7f6194b branch-3.0: [opt](nereids) do not fetch partition col
stats #48354 (#48824)
add 9af8ab2ffbb branch-3.0: [fix](be/recycler) Fix S3RateLimiter bvar
`rate_limit_exceed_req_num` incorrectly #48700 (#48881)
add bf60457943d branch-3.0: [opt](vault) Check hdfs connectivity when
creating hdfs storage vault #48369 (#48816)
add 4dc2def274b branch-3.0: [fix](case) fix udf cases #48969 (#48971)
add a733b3f0663 branch-3.0: [Fix](cloud) Should not skip to calculate
delete bitmaps in publish phase if cache miss when get delete bitmap #48867
(#48962)
add 02603b38a41 branch-3.0-pick: [Fix](cloud) Should calculate delete
bitmaps between segments when re-calculate for all historical data if cache
missed in publish phase #48748 (#48952)
add 63e8580520a branch-3.0: [chore](http) add HttpClient::execute debug
log #48595 (#48618)
add 6b3eae7c29c [test](mtmv) Remove un supported test case in branch 30
(#48936)
add 0648241ea96 branch-3.0-pick: [compaction](config) Add a config to
control whether to prune rows with delete sign=1 in base compaction (#48241)
(#48888)
add 0cbdf182410 branch-3.0-pick: [Opt](log) Add more delete bitmap log for
merge-on-write table (#48930) (#48966)
add b24ac3b51a5 branch-3.0: [fix](schema-change) Remove incorrect
assertion for tablet state after committing sc job #48219 (#48439)
add 7c5c78f3ba7 branch-3.0: [fix](cloud) dup FDCache reset before
FileCache dtor causing crash #48915 (#49016)
add 92015b93ffb branch-3.0: [fix](test) fix duplicate variable define
#48939 (#48945)
add e533c75bea3 branch-3.0: [fix](case) fix
insert_group_commit_into_unique_sync_mode #48384 (#48558)
add 6344bda53b0 branch-3.0: [improve](routine load) introduce routine load
abnormal job monitor metrics #48171 (#49045)
add 84f61c986bc branch-3.0-pick: [Fix](cloud) Fix dup key problem when
`enable_new_tablet_do_compaction=true` (#48399) (#49019)
add 6f1814cec04 branch-3.0-pick: [Fix](case) Fix
`test_config_prune_delete_sign` when `force_olap_table_replication_num=3`
(#48778) (#49018)
add d147868eea3 branch-3.0: [Bug](function) add index check on function
like #47991 (#48018)
add c9e3e18afe7 branch-3.0: [Fix](sc) Don't save base tablet's compaction
jobs to new tablet's `TabletJobInfoPB` #48960 (#49035)
add 5f03c9025f7 branch-3.0: [fix](statistics)Control memory use for sample
partition column and key column. #46534 (#48922)
add bc1f6b32b94 branch-3.0: [improvement](statistics)Add session variable
for partition sample count. #48218 (#49091)
add 3d1eb35bbff branch-3.0: [feat](binlog) filter the async mv binlogs
#49028 (#49098)
add 40805f2e4fc branch-3.0: [fix](nereids)fix the
cascadesContext.getMemo()==null #48771 (#49094)
add e73c5bde214 branch-3.0: [fix](auth)fix check internal priv when drop
db of external catalog (#47876)
add 484625df8f9 branch-3.0: [opt](mtmv) Opt materialized view rewrite
performance when the num of struct infos are huge #48782 (#48855)
add baff13ef466 branch-3.0: [fix](Nereids) fix substring with only one
parameter #48957 (#49029)
add cdbb07a57a4 branch-3.0: [fix](Nereids) fix split part with regex not
exist in source string #48895 (#48909)
add 380d5355a21 branch-3.0: [fix](sql cache) fix prepare statement with
sql cache throw NullPointerException #48902 (#48976)
add 1e9bea28fd1 branch-3.0: [improve](restore) Link existing rowset files
with source rowset id #48435 (#48999)
add 58760b1de5c branch-3.0: [feat](storage vault) Add object storage op
check when creating resource #48073 (#48880)
add cb9c5076ef9 branch-3.0: [improvement](statistics)Improve analyze
partition column and key column corner case. #48757 (#49100)
add a88ef51f38d [fix](pipeline) Do not schedule finalized task again
(#49007)
add 9c59134b703 branch-3.0: [fix](multi table load) error URL does not
depend on the value of _number_filtered_rows #49111 (#49130)
add ab4f189fd11 branch-3.0: [fix](regression) Avoid defined global
variables in backup-restore case script #49102 (#49133)
add 38724151b1e branch-3.0: [improve](mow) improve mow get_agg by cache
#48968 (#49110)
add 07ebb00a8ed branch-3.0: [fix][cloud] Prevent fe
CloudReplica.getBackendIdImpl consuming too much CPU when high-frequency stream
loads #48564 (#49108)
add 252645c99cc branch-3.0: [Fix](function) Fix wrong FE fold constant
implementation of function date_format #49032 (#49085)
add 9e3f1ac739c branch-3.0: [improvement](ccr) Add and adjust result for
get_lag #48953 (#49054)
add 655aa0e97f3 branch-3.0: [feat](load) stream load supports loading JSON
compressed format #48990 (#49044)
add aa13ed6657d branch-3.0: [fix](nereids) fix convert to date literal
throw exception #48980 (#48773)
add e15d464bd03 [fix](function) fix the function elt (#48701)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9191c72ea47)
\
N -- N -- N refs/heads/auto-pick-48701-branch-3.0 (e15d464bd03)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 80 +-
be/src/agent/utils.cpp | 13 +-
be/src/agent/utils.h | 2 +
be/src/cloud/cloud_compaction_stop_token.cpp | 125 +
.../src/cloud/cloud_compaction_stop_token.h | 43 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 7 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 29 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 3 +
be/src/cloud/cloud_schema_change_job.cpp | 26 +-
be/src/cloud/cloud_schema_change_job.h | 2 +
be/src/cloud/cloud_storage_engine.cpp | 65 +
be/src/cloud/cloud_storage_engine.h | 8 +
be/src/cloud/cloud_tablet.cpp | 53 +-
be/src/cloud/cloud_tablet.h | 3 +
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 16 +-
be/src/cloud/cloud_warm_up_manager.cpp | 9 +-
be/src/cloud/pb_convert.cpp | 8 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 13 +
be/src/common/config.h | 13 +
be/src/http/action/download_binlog_action.cpp | 13 +
be/src/http/action/stream_load.cpp | 5 +-
be/src/http/http_client.cpp | 37 +-
be/src/http/http_client.h | 5 +
be/src/io/cache/fs_file_cache_storage.cpp | 93 +-
be/src/io/fs/azure_obj_storage_client.cpp | 14 +-
be/src/io/fs/multi_table_pipe.cpp | 9 +-
be/src/io/fs/stream_load_pipe.h | 10 +
be/src/olap/base_tablet.cpp | 25 +-
be/src/olap/base_tablet.h | 4 +
be/src/olap/data_dir.cpp | 38 +-
be/src/olap/memtable_writer.cpp | 7 +-
be/src/olap/olap_server.cpp | 2 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 5 +-
be/src/olap/rowset/rowset.cpp | 9 +
.../rowset/segment_v2/inverted_index_writer.cpp | 1 +
be/src/olap/rowset_builder.cpp | 10 +-
be/src/olap/snapshot_manager.cpp | 8 +-
be/src/olap/tablet_meta.cpp | 74 +-
be/src/olap/tablet_meta.h | 10 +
be/src/olap/tablet_reader.cpp | 3 +-
be/src/olap/task/index_builder.cpp | 11 +-
be/src/olap/task/index_builder.h | 18 +-
be/src/olap/txn_manager.cpp | 11 +
be/src/pipeline/task_scheduler.cpp | 7 +-
be/src/runtime/exec_env.h | 3 +-
be/src/runtime/exec_env_init.cpp | 10 +-
be/src/runtime/fragment_mgr.cpp | 31 +-
be/src/runtime/load_channel_mgr.cpp | 6 +-
be/src/runtime/routine_load/data_consumer.cpp | 6 +
be/src/runtime/runtime_state.h | 27 +-
be/src/runtime/snapshot_loader.cpp | 890 ++++---
be/src/runtime/snapshot_loader.h | 3 +
.../runtime/stream_load/stream_load_executor.cpp | 2 +-
be/src/service/backend_service.cpp | 54 +-
be/src/service/internal_service.cpp | 2 +-
be/src/util/doris_metrics.cpp | 10 +
be/src/util/doris_metrics.h | 5 +
be/src/util/jsonb_document.h | 4 +-
be/src/util/jsonb_utils.h | 2 +-
be/src/util/jsonb_writer.h | 3 +-
be/src/util/load_util.cpp | 24 +
be/src/util/s3_util.cpp | 29 +-
be/src/util/stopwatch.hpp | 11 +-
.../aggregate_function_percentile.h | 1 +
.../data_types/serde/data_type_date64_serde.cpp | 25 +-
.../serde/data_type_datetimev2_serde.cpp | 10 +-
.../data_types/serde/data_type_datev2_serde.cpp | 9 +
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 9 +
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 11 +
be/src/vec/exec/format/json/new_json_reader.cpp | 51 +-
be/src/vec/exec/format/json/new_json_reader.h | 4 +
.../exprs/table_function/vexplode_json_array.cpp | 2 +-
.../exprs/table_function/vexplode_json_object.cpp | 4 +-
be/src/vec/functions/function_cast.h | 4 +-
be/src/vec/functions/function_ip.cpp | 3 +
be/src/vec/functions/function_ip.h | 44 +
be/src/vec/functions/function_jsonb.cpp | 17 +-
be/src/vec/functions/function_string.cpp | 14 +-
be/src/vec/functions/like.cpp | 2 +-
be/src/vec/functions/url/find_symbols.h | 11 +-
be/src/vec/jsonb/serialize.cpp | 2 +-
be/src/vec/olap/olap_data_convertor.cpp | 23 +-
be/src/vec/olap/olap_data_convertor.h | 4 +-
be/src/vec/runtime/ipv6_value.h | 11 +
be/src/vec/sink/writer/vtablet_writer.cpp | 21 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 5 +-
be/src/vec/spill/spill_stream_manager.cpp | 3 +-
be/test/http/stream_load_test.cpp | 7 +-
be/test/io/cache/block_file_cache_test.cpp | 4 +-
be/test/olap/index_builder_test.cpp | 2422 ++++++++++++++++++++
.../segment_v2/inverted_index_writer_test.cpp | 828 +++++++
be/test/olap/wal/wal_manager_test.cpp | 453 +++-
be/test/util/load_util_test.cpp | 64 +
.../aggregate_functions/vec_window_funnel_test.cpp | 10 +-
.../vec/data_types/common_data_type_serder_test.h | 19 +-
be/test/vec/data_types/data_type_ip_test.cpp | 128 +-
.../vec/data_types/serde/data_type_serde_test.cpp | 4 +-
.../data_types/serde/data_type_serde_text_test.cpp | 32 +-
be/test/vec/exec/vwal_scanner_test.cpp | 379 ---
be/test/vec/olap/jsonb_value_test.cpp | 242 ++
cloud/src/common/config.h | 2 +
cloud/src/meta-service/meta_service.cpp | 34 +-
cloud/src/meta-service/meta_service_job.cpp | 91 +-
cloud/src/recycler/s3_accessor.cpp | 31 +-
cloud/test/meta_service_test.cpp | 23 +-
cloud/test/s3_rate_limiter_test.cpp | 55 +-
common/cpp/s3_rate_limiter.cpp | 11 +-
common/cpp/s3_rate_limiter.h | 12 +-
.../main/java/org/apache/doris/common/Config.java | 17 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 4 +-
.../apache/doris/alter/SchemaChangeHandler.java | 17 +-
.../apache/doris/analysis/BuildIndexClause.java | 4 +
.../java/org/apache/doris/analysis/DropDbStmt.java | 10 +-
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../org/apache/doris/binlog/BinlogConfigCache.java | 70 +-
.../org/apache/doris/binlog/BinlogLagInfo.java | 17 +-
.../org/apache/doris/binlog/BinlogManager.java | 28 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 28 +-
.../java/org/apache/doris/binlog/DBBinlog.java | 29 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 1 +
.../java/org/apache/doris/binlog/UpsertRecord.java | 17 +-
.../org/apache/doris/catalog/AzureResource.java | 58 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../apache/doris/catalog/ColocateTableIndex.java | 17 +-
.../main/java/org/apache/doris/catalog/Env.java | 35 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 66 +-
.../org/apache/doris/catalog/MetadataViewer.java | 16 +-
.../java/org/apache/doris/catalog/OlapTable.java | 5 +-
.../java/org/apache/doris/catalog/Replica.java | 4 +-
.../java/org/apache/doris/catalog/S3Resource.java | 84 +-
.../org/apache/doris/catalog/StorageVault.java | 1 -
.../org/apache/doris/clone/DiskRebalancer.java | 8 +-
.../doris/clone/DynamicPartitionScheduler.java | 14 +
.../apache/doris/clone/PartitionRebalancer.java | 5 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 42 +-
.../org/apache/doris/clone/TabletScheduler.java | 18 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 8 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../apache/doris/cloud/storage/AzureRemote.java | 15 +-
.../transaction/CloudGlobalTransactionMgr.java | 23 +-
.../transaction/DeleteBitmapUpdateLockContext.java | 6 +
.../doris/common/NereidsSqlCacheManager.java | 19 +
.../apache/doris/common/proc/ReplicasProcNode.java | 5 +-
.../apache/doris/common/proc/TabletsProcDir.java | 7 +-
.../apache/doris/datasource/ExternalCatalog.java | 18 +
.../apache/doris/datasource/ExternalDatabase.java | 19 +
.../org/apache/doris/datasource/ExternalTable.java | 18 +
.../doris/datasource/hive/HMSExternalTable.java | 2 -
.../apache/doris/datasource/kafka/KafkaUtil.java | 60 +-
.../property/constants/AzureProperties.java | 17 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 62 +-
.../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 88 +
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 2 +-
.../doris/insertoverwrite/InsertOverwriteUtil.java | 7 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 2 +-
.../doris/load/routineload/KafkaProgress.java | 3 +
.../load/routineload/KafkaRoutineLoadJob.java | 14 +
.../doris/load/routineload/RoutineLoadJob.java | 24 +-
.../doris/load/routineload/RoutineLoadManager.java | 6 +
.../org/apache/doris/master/ReportHandler.java | 16 +
.../java/org/apache/doris/metric/MetricRepo.java | 130 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 15 +-
.../org/apache/doris/nereids/StatementContext.java | 2 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 9 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 18 +-
.../processor/post/TopnFilterPushDownVisitor.java | 2 +-
.../exploration/mv/MaterializedViewUtils.java | 2 +-
.../expression/rules/FoldConstantRuleOnFE.java | 19 +-
.../ExtractAndNormalizeWindowExpression.java | 2 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +-
.../executable/DateTimeExtractAndTransform.java | 8 +-
.../functions/executable/NumericArithmetic.java | 7 +-
.../functions/executable/StringArithmetic.java | 67 +-
...{Uuid.java => Ipv6FromUInt128StringOrNull.java} | 77 +-
.../trees/expressions/functions/scalar/Random.java | 61 +-
.../expressions/functions/scalar/RandomBytes.java | 39 +-
.../trees/expressions/functions/scalar/Uuid.java | 36 -
.../expressions/functions/scalar/UuidNumeric.java | 36 -
.../trees/expressions/literal/DateLiteral.java | 16 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../trees/plans/commands/ExecuteCommand.java | 12 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 7 +
.../insert/InsertOverwriteTableCommand.java | 7 +-
.../insert/OlapGroupCommitInsertExecutor.java | 12 +-
.../apache/doris/nereids/types/DateTimeV2Type.java | 10 +-
.../org/apache/doris/nereids/util/DateUtils.java | 8 +-
.../doris/nereids/util/TypeCoercionUtils.java | 3 +-
.../persist/ReplacePartitionOperationLog.java | 18 +-
.../org/apache/doris/planner/OlapScanNode.java | 7 +-
.../java/org/apache/doris/qe/ConnectContext.java | 65 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 11 +
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../java/org/apache/doris/qe/SessionVariable.java | 23 +
.../apache/doris/service/FrontendServiceImpl.java | 2 +
.../apache/doris/statistics/BaseAnalysisTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 386 +++-
.../doris/statistics/StatisticConstants.java | 4 +
.../doris/statistics/util/StatisticsUtil.java | 18 +
.../java/org/apache/doris/system/HeartbeatMgr.java | 9 +
.../doris/tablefunction/MetadataGenerator.java | 26 +-
.../doris/tablefunction/S3TableValuedFunction.java | 17 +-
.../doris/transaction/DatabaseTransactionMgr.java | 5 +-
.../apache/doris/transaction/TransactionState.java | 1 +
.../org/apache/doris/alter/IndexChangeJobTest.java | 34 +-
.../doris/alter/SchemaChangeHandlerTest.java | 154 +-
.../apache/doris/catalog/AzureResourceTest.java | 57 +
.../org/apache/doris/catalog/S3ResourceTest.java | 35 +
.../doris/cloud/catalog/HdfsStorageVaultTest.java | 76 +-
.../doris/datasource/ExternalEqualsTest.java | 52 +
.../property/constants/AzurePropertiesTest.java | 55 +
.../doris/load/routineload/RoutineLoadJobTest.java | 4 +-
.../doris/nereids/memo/StructInfoMapTest.java | 15 +-
.../rules/expression/ExpressionRewriteTest.java | 11 -
.../rules/expression/SimplifyRangeTest.java | 14 +-
.../functions/NonfoldableFunctionTest.java | 58 -
.../trees/expressions/literal/DateLiteralTest.java | 1 +
.../org/apache/doris/qe/ConnectContextTest.java | 70 +
.../doris/statistics/OlapAnalysisTaskTest.java | 628 +++--
gensrc/proto/cloud.proto | 2 +
gensrc/proto/olap_file.proto | 7 +
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/AgentService.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 11 +-
.../test_config_prune_delete_sign.out} | Bin 107 -> 163 bytes
.../test_insert_table_with_dump_nereids_memo.out} | Bin 107 -> 126 bytes
.../data/datatype_p0/ip/test_data/ipv6_uint128.csv | 105 +
.../data/datatype_p0/ip/test_ip_basic.out | Bin 9441 -> 15062 bytes
.../outfile/csv/test_outfile_csv_array_type.out | Bin 7168 -> 7204 bytes
.../outfile/csv/test_outfile_csv_complex_type.out | Bin 8537 -> 8577 bytes
.../outfile/csv/test_outfile_csv_map_type.out | Bin 13751 -> 13841 bytes
.../hive/test_prepare_hive_data_in_case.out | Bin 267 -> 173 bytes
.../kerberos/test_non_catalog_kerberos.out} | Bin 107 -> 135 bytes
.../cloud/test_cloud_mow_new_tablet_compaction.out | Bin 0 -> 206 bytes
...est_cloud_multi_segments_re_calc_in_publish.out | Bin 0 -> 202 bytes
.../test_cloud_publish_skip_calc_cache_miss.out} | Bin 107 -> 183 bytes
.../test_tablet_state_change_in_publish_phase.out | Bin 0 -> 227 bytes
...est_local_multi_segments_re_calc_in_publish.out | Bin 0 -> 202 bytes
.../test_function_string.out} | Bin 107 -> 121 bytes
.../insert_group_commit_with_large_data.out | Bin 221 -> 383 bytes
.../test_index_change_on_new_column.out | Bin 245 -> 611 bytes
.../load_p0/stream_load/test_json_compress.out | Bin 0 -> 25202 bytes
.../test_load_with_transfer_encoding.out} | Bin 107 -> 131 bytes
regression-test/data/mtmv_p0/test_base_mtmv.out | Bin 987 -> 1193 bytes
.../limit_push_down/limit_push_down.out | Bin 21517 -> 21029 bytes
.../mv/external_table/part_partition_invalid.out | Bin 1324 -> 436 bytes
.../data/nereids_rules_p0/test_nonfoldable.out | Bin 2891 -> 2819 bytes
.../data/nereids_syntax_p0/test_cast_datetime.out | Bin 107 -> 258 bytes
.../partition_p0/test_negative_partition_value.out | Bin 0 -> 375 bytes
.../test_negative_default_column_value.out} | Bin 107 -> 143 bytes
regression-test/data/view_p0/view_p0.out | Bin 982 -> 1144 bytes
.../doris/regression/action/TestAction.groovy | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 20 +-
.../pipeline/external/conf/regression-conf.groovy | 2 +-
regression-test/pipeline/p0/conf/be.conf | 3 +
.../vault_p0/conf/regression-conf-custom.groovy | 1 -
.../suites/account_p0/test_property_session.groovy | 56 +
.../test_ddl_database_external_auth.groovy | 63 +
.../suites/auth_call/test_ddl_job_auth.groovy | 12 +-
.../suites/auth_call/test_ddl_mtmv_auth.groovy | 10 +-
.../suites/auth_call/test_ddl_table_auth.groovy | 14 +-
.../test_master_slave_consistency_auth.groovy | 20 +-
.../test_backup_store_with_db_properties.groovy | 2 +-
.../test_backup_store_with_db_properties_kv.groovy | 2 +-
.../ccr_syncer_p1/test_backup_restore.groovy | 9 +-
.../check_before_quit/check_before_quit.groovy | 11 +-
.../cache/http/test_list_cache_file.groovy | 6 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 2 +-
.../warm_up/table/test_warm_up_table.groovy | 11 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 8 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 5 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 6 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 6 +-
.../cache/ttl/create_table_as_select.groovy | 13 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 7 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 80 +-
.../cloud_p0/cache/ttl/test_ttl_lru_evict.groovy | 4 +-
.../cold_data_compaction.groovy | 132 ++
.../test_config_prune_delete_sign.groovy | 88 +
...test_insert_table_with_dump_nereids_memo.groovy | 58 +
.../suites/datatype_p0/ip/test_ip_basic.groovy | 50 +
.../ddl_p0/test_create_table_properties.groovy | 3 +-
regression-test/suites/ddl_p0/test_ctas.groovy | 2 +-
.../presto/scalar/timestamptz/TestOperators.sql | 1784 +++++++-------
.../hive/test_prepare_hive_data_in_case.groovy | 3 +-
.../kerberos/test_non_catalog_kerberos.groovy | 146 ++
.../test_max_compute_partition_prune.groovy | 3 +-
.../test_cloud_mow_new_tablet_compaction.groovy | 143 ++
...cloud_multi_segments_re_calc_in_publish.groovy} | 82 +-
.../test_cloud_publish_skip_calc_cache_miss.groovy | 78 +
...est_tablet_state_change_in_publish_phase.groovy | 161 ++
...artial_update_with_delete_col_in_publish.groovy | 2 +-
..._local_multi_segments_re_calc_in_publish.groovy | 174 ++
.../test_skip_calc_between_segments.groovy | 1 -
.../suites/function_p0/test_function_string.groovy | 50 +
...nsert_group_commit_into_unique_sync_mode.groovy | 2 +-
.../insert_group_commit_with_large_data.groovy | 54 +-
...mit_insert_into_lineitem_multiple_client.groovy | 8 +-
...mmit_insert_into_lineitem_multiple_table.groovy | 8 +-
...group_commit_insert_into_lineitem_normal.groovy | 5 +-
...ommit_insert_into_lineitem_scheme_change.groovy | 8 +-
.../test_index_change_on_new_column.groovy | 90 +-
..._schedule.csv => test_abnormal_job_monitor.csv} | 0
.../data/{test_schedule.csv => test_metrics.csv} | 0
.../test_routin_load_abnormal_job_monitor.groovy | 225 ++
.../routine_load/test_routine_load_metrics.groovy | 254 ++
.../load_p0/stream_load/test_json_compress.groovy | 149 ++
.../test_load_with_transfer_encoding.groovy | 119 +
.../suites/mtmv_p0/test_base_mtmv.groovy | 38 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 +-
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 12 +
.../suites/mtmv_p0/test_replace_mtmv.groovy | 16 +-
.../cache/parse_sql_from_sql_cache.groovy | 7 +-
.../cache/prepare_stmt_with_sql_cache.groovy | 33 +-
.../fold_constant_date_arithmatic.groovy | 9 +
.../fold_constant_numeric_arithmatic.groovy | 3 +
.../fold_constant_string_arithmatic.groovy | 132 +-
.../subquery/test_correlated_filter_removed.groovy | 16 +-
.../external_table/part_partition_invalid.groovy | 46 -
.../normalize_window_nullable_agg_test.groovy | 10 +
.../nereids_syntax_p0/test_cast_datetime.groovy | 511 ++++-
.../test_negative_partition_value.groovy | 58 +
.../test_partition_storage_policy.groovy | 12 +-
.../test_aggregate_all_functions.groovy | 22 +
.../query_p0/test_array_orderby_limit.groovy | 10 +-
.../test_negative_default_column_value.groovy} | 28 +-
.../vault_p0/create/test_create_vault.groovy | 4 +-
.../test_create_vault_with_case_sensitive.groovy | 7 +-
.../create/test_create_vault_with_kerberos.groovy | 18 +-
.../privilege/test_vault_privilege_restart.groovy | 3 +-
regression-test/suites/view_p0/view_p0.groovy | 19 +
335 files changed, 12777 insertions(+), 3429 deletions(-)
create mode 100644 be/src/cloud/cloud_compaction_stop_token.cpp
copy
regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_date_arithmatic.groovy
=> be/src/cloud/cloud_compaction_stop_token.h (56%)
create mode 100644 be/test/olap/index_builder_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp
delete mode 100644 be/test/vec/exec/vwal_scanner_test.cpp
create mode 100644 be/test/vec/olap/jsonb_value_test.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{Uuid.java
=> Ipv6FromUInt128StringOrNull.java} (51%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/AzureResourceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/constants/AzurePropertiesTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/NonfoldableFunctionTest.java
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
compaction/test_config_prune_delete_sign.out} (58%)
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
correctness/test_insert_table_with_dump_nereids_memo.out} (76%)
create mode 100644
regression-test/data/datatype_p0/ip/test_data/ipv6_uint128.csv
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
external_table_p0/kerberos/test_non_catalog_kerberos.out} (71%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.out
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_multi_segments_re_calc_in_publish.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
fault_injection_p0/cloud/test_cloud_publish_skip_calc_cache_miss.out} (52%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_tablet_state_change_in_publish_phase.out
create mode 100644
regression-test/data/fault_injection_p0/test_local_multi_segments_re_calc_in_publish.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
function_p0/test_function_string.out} (79%)
create mode 100644
regression-test/data/load_p0/stream_load/test_json_compress.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
load_p0/stream_load/test_load_with_transfer_encoding.out} (73%)
create mode 100644
regression-test/data/partition_p0/test_negative_partition_value.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
table_p0/test_negative_default_column_value.out} (67%)
create mode 100644
regression-test/suites/account_p0/test_property_session.groovy
create mode 100644
regression-test/suites/auth_call/test_ddl_database_external_auth.groovy
create mode 100644
regression-test/suites/cold_heat_separation/cold_data_compaction.groovy
create mode 100644
regression-test/suites/compaction/test_config_prune_delete_sign.groovy
create mode 100644
regression-test/suites/correctness/test_insert_table_with_dump_nereids_memo.groovy
create mode 100644
regression-test/suites/external_table_p0/kerberos/test_non_catalog_kerberos.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.groovy
copy
regression-test/suites/fault_injection_p0/{test_skip_calc_between_segments.groovy
=> cloud/test_cloud_multi_segments_re_calc_in_publish.groovy} (59%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_publish_skip_calc_cache_miss.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_tablet_state_change_in_publish_phase.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_local_multi_segments_re_calc_in_publish.groovy
create mode 100644
regression-test/suites/function_p0/test_function_string.groovy
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_abnormal_job_monitor.csv} (100%)
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_metrics.csv} (100%)
create mode 100644
regression-test/suites/load_p0/routine_load/test_routin_load_abnormal_job_monitor.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_metrics.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_json_compress.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_load_with_transfer_encoding.groovy
create mode 100644
regression-test/suites/partition_p0/test_negative_partition_value.groovy
copy
regression-test/suites/{nereids_p0/expression/fold_constant/fold_constant_date_arithmatic.groovy
=> table_p0/test_negative_default_column_value.groovy} (54%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
