This is an automated email from the ASF dual-hosted git repository.
eldenmoon pushed a change to branch auto-pick-47629-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from e6c76affd47 Merge branch 'branch-3.0' into auto-pick-47629-branch-3.0
add cd7e03f59b2 branch-3.0: [fix](index build) Correct inverted index
behavior after dynamically adding a column #48389 (#48547)
add 68ffec777ad branch-3.0: [fix](build index) Forbid building indexes for
ngram BF indexes #47041 (#47146)
add d036421157a branch-3.0: [test](stable) fix some unstable hive and mc
cases #48697 (#48769)
add ac7bc80eeeb branch-3.0 [fix] (inverted index) Fix UTF-8 4-byte
truncation issue and add configuration to control correct term writing (#48657)
(#48792)
add 75103ae89d8 [test](fe) Add session variable enable_reserve_memory for
testing (#48806)
add 6ddff3dec12 [improve](ipv6) Enhance ipv6 type to accept uint128
strings in netwo… (#48802)
add 92ab9be5a54 branch-3.0: [case](auth)grant usage_priv to user when in
vault mode #47316 (#48413)
add e531acbd585 branch 3.0: [fix](regression) topn-filter unstable case
#47797 (#48367)
add 48e65ebba6e branch-3.0: [case](mtmv)The impact of validating the base
table and m… (#48549)
add 77c6b81ef28 branch-3.0: [fix](file-cache) Clear file cache when tablet
meta not found in ms #48318 (#48437)
add 230774bdf6f branch-3.0: [test](kerberos)Add hdfs(tvf),outfile and
export test (#48433) (#48814)
add f4aefd058cd branch-3.0: [fix](Nereids) nested window function with
order by raise exception #48492 (#48676)
add 9fb783187b9 branch-3.0: [fix](regression) fix cache p0 regression
tests #48515 (#48561)
add 10595e5b46b branch-3.0: [fix](nereids)fix unstable
test_correlated_filter_removed case #48520 (#48659)
add 9ec20604558 branch-3.0: [fix](nereids) fix create/alter view column
name force cast to lower case #48569 (#48600)
add 17c7309d548 branch-3.0: [fix](Nereids) divide const folding for
decimalv3 return type is not correct #48641 (#48679)
add 634f2d5e03d branch-3.0: [fix](Nereids) string constant folding process
regex delim by mistake #48783 (#48822)
add 9fadab4544f branch-3.0: [enhancement](threadpool) reduce thread pool
for arrow flight and spill io threads #48530 (#48555)
add 8e77cc94be9 branch-3.0: [fix](cloud) Modify the log level to prevent
too many logs #48524 (#48796)
add d5c6a0c8cfe branch-3.0: [Chore](client) Do not log in thrift exception
when ADDRESS_SANITIZER is defined #48430 (#48453)
add 1ac212cdd16 branch-3.0: [fix](memtable) revert #47860 and fix #47610
#48489 (#48637)
add 5dfcabf1de4 branch-3.0: [fix](cloud) fix filecache warmup crash due to
spurious wakeup #48623 (#48654)
add 31342672dc9 branch-3.0: [fix](cloud) speed up file cache initializtion
#48687 (#48798)
add 79df82ba620 branch-3.0: [fix](func) Fix be core dump caused by mem out
of bound #48693 (#48845)
add f7ed94624e9 branch-3.0-pick: [Fix](cloud) Should consider tablet state
change whether to skip `sync_rowsets` in publish phase (#48400) (#48667)
add 4757dadad5b branch-3.0: [fix](heartbeat) avoid failure immediately due
to connection reset #48444 (#48634)
add 2edecb87531 branch-3.0: [fix])(catalog)add equals for external table
#47956 (#48348)
add eff7875a263 branch-3.0: [enhance](mtmv)mv_infos not hold read lock of
tables #47415 (#48674)
add aa9a7ef5e64 branch-3.0: [enhance](auth)The priority of attributes is
higher than session vari… (#48548)
add 9c95d0d8f90 branch-3.0: [fix](nereids)Support negative partition range
value and negative column default value. #48297 (#48421)
add e71c5c0bb8f branch-3.0:[opt](mtmv) metadata cache of external table no
longer be refreshed b… (#48767)
add 9c39a343fc7 [fix](load) add lock for
runtime_state->tablet_commit_infos (#48709) (#48732)
add f662722abe9 branch-3.0-pick: [Fix](mow) Fix some logs for mow (#48523)
(#48664)
add 32eb08266e8 branch-3.0-pick: [Opt](merge-on-write) Check delete bitmap
cache after writing it (#48233) (#48493)
add 9ff8d4891e9 branch-3.0: [fix](cold hot separation) Fix the issue that
files on the remote storage are not deleted after triggering cold data
compaction. (#48109) (#48445)
add b1175bcb6ad branch-3.0: [fix](test) Remove unnecessary checks for sp
test #48611 (#48726)
add d5962b3e7c3 branch-3.0: [Fix](case) Fix case
`test_partial_update_with_delete_col_in_publish` #48632 (#48662)
add c0813750722 branch-3.0: [fix](binlog) Set dummy timestamp correctly
#48706 (#48754)
add 082afd515b5 branch-3.0: [Fix](case) Fix
`test_skip_calc_between_segments` when `force_olap_table_replication_num=3`
#48519 (#48645)
add ad551b0e3a6 branch-3.0: [fix](s3) support chinacloudapi endpoint for
azure #47703 (#48642)
add 72445f727ef branch-3.0: [enhance](mtmv)insert overwrite of mtmv force
drop partition #48074 (#48627)
add 957a4de9a88 branch-3.0: [improve](routine load) add more metrics to
observe the routine load job #48209 (#48764)
add 167f6f5eec6 branch-3.0: [improvement](thrift) Limit max cached client
size for BE thrift connection to master FE. #43973 (#48501)
add 5eaca71f308 branch-3.0: [fix](load) Fix import failure when the stream
load parameter specifies Transfer-Encoding:chunked #48196 (#48474)
add 6ec0bc9c7eb branch-3.0: [chore](binlog) add ingesting/downloading
binlog latency metrics #48599 (#48648)
add 7cd2af0f9cd branch-3.0: [fix](log) Fix s3_rate_limiter.cpp LOG
incomplete #48440 (#48643)
add 24821f5a8aa branch-3.0: [improve](load) improve error message "unknown
load_id" #47509 (#48638)
add ad3f8d15dd4 branch-3.0: [fix](function) Percentil func core when
percent args is non nullable negative number #48563 (#48605)
add bac11096148 branch-3.0: [chore](binlog) Save tablet delta rows in
UpsertRecord #48550 (#48649)
add 3f6a7019101 branch-3.0: [improve](cloud)(transaction) do not execute
afterVisible if commit transaction fail in cloud mode #48576 (#48774)
add 3e2709eb54b [fix](group commit)Fix wal manager ut (#48882)
add 1eadb71e238 branch-3.0: [fix](binlog) avoid adding acqurie_md5 param
when enable_download_md5… #48573 (#48583)
add 5124dc82f88 branch-3.0: [fix](table) Breaking up dynamic partition
table scheduling consuming peak CPU consumption #48577 (#48879)
add cd4b8666e74 branch-3.0: [fix](group commit) fix some group commit
problem (#48621) (#48896)
add 51ccdfa4b57 branch-3.0: [enhancement](schema-change) Cloud schema
change do clean up when job failed #48426 (#48897)
add eaf718711b0 branch-3.0-pick: [Fix](merge-on-write) should re-calculate
delete bitmaps between segments if BE restart before publish (#48775) (#48917)
add 5a93358974b branch-3.0: [chore](binlog) GetMeta returns dropped
partition/table/index commit seq #48852 (#48899)
add 007301d7394 branch-3.0: [improve](binlog) Download binlogs with
persistent connection #48467 (#48581)
add 602f8a29394 branch-3.0: [fix](test) Remove incorrect checks for
light_schema_change #48797 (#48885)
add 04d056a4878 branch-3.0: [fix](binlog) Replaced partition should be
record to Dropped Resources #48686 (#48846)
add ab0b7f6194b branch-3.0: [opt](nereids) do not fetch partition col
stats #48354 (#48824)
add 9af8ab2ffbb branch-3.0: [fix](be/recycler) Fix S3RateLimiter bvar
`rate_limit_exceed_req_num` incorrectly #48700 (#48881)
add bf60457943d branch-3.0: [opt](vault) Check hdfs connectivity when
creating hdfs storage vault #48369 (#48816)
add 4dc2def274b branch-3.0: [fix](case) fix udf cases #48969 (#48971)
add a733b3f0663 branch-3.0: [Fix](cloud) Should not skip to calculate
delete bitmaps in publish phase if cache miss when get delete bitmap #48867
(#48962)
add 02603b38a41 branch-3.0-pick: [Fix](cloud) Should calculate delete
bitmaps between segments when re-calculate for all historical data if cache
missed in publish phase #48748 (#48952)
add 63e8580520a branch-3.0: [chore](http) add HttpClient::execute debug
log #48595 (#48618)
add 6b3eae7c29c [test](mtmv) Remove un supported test case in branch 30
(#48936)
add 0648241ea96 branch-3.0-pick: [compaction](config) Add a config to
control whether to prune rows with delete sign=1 in base compaction (#48241)
(#48888)
add 0cbdf182410 branch-3.0-pick: [Opt](log) Add more delete bitmap log for
merge-on-write table (#48930) (#48966)
add b24ac3b51a5 branch-3.0: [fix](schema-change) Remove incorrect
assertion for tablet state after committing sc job #48219 (#48439)
add 7c5c78f3ba7 branch-3.0: [fix](cloud) dup FDCache reset before
FileCache dtor causing crash #48915 (#49016)
add 92015b93ffb branch-3.0: [fix](test) fix duplicate variable define
#48939 (#48945)
add e533c75bea3 branch-3.0: [fix](case) fix
insert_group_commit_into_unique_sync_mode #48384 (#48558)
add 6344bda53b0 branch-3.0: [improve](routine load) introduce routine load
abnormal job monitor metrics #48171 (#49045)
add 84f61c986bc branch-3.0-pick: [Fix](cloud) Fix dup key problem when
`enable_new_tablet_do_compaction=true` (#48399) (#49019)
add 6f1814cec04 branch-3.0-pick: [Fix](case) Fix
`test_config_prune_delete_sign` when `force_olap_table_replication_num=3`
(#48778) (#49018)
add d147868eea3 branch-3.0: [Bug](function) add index check on function
like #47991 (#48018)
add c9e3e18afe7 branch-3.0: [Fix](sc) Don't save base tablet's compaction
jobs to new tablet's `TabletJobInfoPB` #48960 (#49035)
add 5f03c9025f7 branch-3.0: [fix](statistics)Control memory use for sample
partition column and key column. #46534 (#48922)
add bc1f6b32b94 branch-3.0: [improvement](statistics)Add session variable
for partition sample count. #48218 (#49091)
add 3d1eb35bbff branch-3.0: [feat](binlog) filter the async mv binlogs
#49028 (#49098)
add 40805f2e4fc branch-3.0: [fix](nereids)fix the
cascadesContext.getMemo()==null #48771 (#49094)
add e73c5bde214 branch-3.0: [fix](auth)fix check internal priv when drop
db of external catalog (#47876)
add 484625df8f9 branch-3.0: [opt](mtmv) Opt materialized view rewrite
performance when the num of struct infos are huge #48782 (#48855)
add baff13ef466 branch-3.0: [fix](Nereids) fix substring with only one
parameter #48957 (#49029)
add cdbb07a57a4 branch-3.0: [fix](Nereids) fix split part with regex not
exist in source string #48895 (#48909)
add 380d5355a21 branch-3.0: [fix](sql cache) fix prepare statement with
sql cache throw NullPointerException #48902 (#48976)
add 1e9bea28fd1 branch-3.0: [improve](restore) Link existing rowset files
with source rowset id #48435 (#48999)
add 58760b1de5c branch-3.0: [feat](storage vault) Add object storage op
check when creating resource #48073 (#48880)
add cb9c5076ef9 branch-3.0: [improvement](statistics)Improve analyze
partition column and key column corner case. #48757 (#49100)
add a88ef51f38d [fix](pipeline) Do not schedule finalized task again
(#49007)
add 9c59134b703 branch-3.0: [fix](multi table load) error URL does not
depend on the value of _number_filtered_rows #49111 (#49130)
add ab4f189fd11 branch-3.0: [fix](regression) Avoid defined global
variables in backup-restore case script #49102 (#49133)
add 38724151b1e branch-3.0: [improve](mow) improve mow get_agg by cache
#48968 (#49110)
add 07ebb00a8ed branch-3.0: [fix][cloud] Prevent fe
CloudReplica.getBackendIdImpl consuming too much CPU when high-frequency stream
loads #48564 (#49108)
add 252645c99cc branch-3.0: [Fix](function) Fix wrong FE fold constant
implementation of function date_format #49032 (#49085)
add 9e3f1ac739c branch-3.0: [improvement](ccr) Add and adjust result for
get_lag #48953 (#49054)
add 655aa0e97f3 branch-3.0: [feat](load) stream load supports loading JSON
compressed format #48990 (#49044)
add aa13ed6657d branch-3.0: [fix](nereids) fix convert to date literal
throw exception #48980 (#48773)
add 1461b3d7460 Merge branch 'branch-3.0' into auto-pick-47629-branch-3.0
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 80 +-
be/src/agent/utils.cpp | 13 +-
be/src/agent/utils.h | 2 +
be/src/cloud/cloud_compaction_stop_token.cpp | 125 +
.../src/cloud/cloud_compaction_stop_token.h | 43 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 7 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 29 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 3 +
be/src/cloud/cloud_schema_change_job.cpp | 26 +-
be/src/cloud/cloud_schema_change_job.h | 2 +
be/src/cloud/cloud_storage_engine.cpp | 64 +
be/src/cloud/cloud_storage_engine.h | 8 +
be/src/cloud/cloud_tablet.cpp | 53 +-
be/src/cloud/cloud_tablet.h | 3 +
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 16 +-
be/src/cloud/cloud_warm_up_manager.cpp | 9 +-
be/src/cloud/pb_convert.cpp | 8 +
be/src/clucene | 2 +-
be/src/common/config.cpp | 13 +
be/src/common/config.h | 13 +
be/src/http/action/download_binlog_action.cpp | 13 +
be/src/http/action/stream_load.cpp | 5 +-
be/src/http/http_client.cpp | 37 +-
be/src/http/http_client.h | 5 +
be/src/io/cache/fs_file_cache_storage.cpp | 93 +-
be/src/io/fs/azure_obj_storage_client.cpp | 14 +-
be/src/io/fs/multi_table_pipe.cpp | 9 +-
be/src/io/fs/stream_load_pipe.h | 10 +
be/src/olap/base_tablet.cpp | 25 +-
be/src/olap/base_tablet.h | 4 +
be/src/olap/data_dir.cpp | 38 +-
be/src/olap/memtable_writer.cpp | 7 +-
be/src/olap/olap_server.cpp | 2 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 5 +-
be/src/olap/rowset/rowset.cpp | 9 +
.../rowset/segment_v2/inverted_index_writer.cpp | 1 +
be/src/olap/rowset_builder.cpp | 10 +-
be/src/olap/snapshot_manager.cpp | 8 +-
be/src/olap/tablet_meta.cpp | 74 +-
be/src/olap/tablet_meta.h | 10 +
be/src/olap/tablet_reader.cpp | 3 +-
be/src/olap/task/index_builder.cpp | 11 +-
be/src/olap/task/index_builder.h | 18 +-
be/src/olap/txn_manager.cpp | 11 +
be/src/pipeline/task_scheduler.cpp | 7 +-
be/src/runtime/exec_env.h | 3 +-
be/src/runtime/exec_env_init.cpp | 10 +-
be/src/runtime/fragment_mgr.cpp | 31 +-
be/src/runtime/load_channel_mgr.cpp | 6 +-
be/src/runtime/routine_load/data_consumer.cpp | 6 +
be/src/runtime/runtime_state.h | 27 +-
be/src/runtime/snapshot_loader.cpp | 890 ++++---
be/src/runtime/snapshot_loader.h | 3 +
.../runtime/stream_load/stream_load_executor.cpp | 2 +-
be/src/service/backend_service.cpp | 54 +-
be/src/service/internal_service.cpp | 2 +-
be/src/util/doris_metrics.cpp | 10 +
be/src/util/doris_metrics.h | 5 +
be/src/util/load_util.cpp | 24 +
be/src/util/s3_util.cpp | 29 +-
be/src/util/stopwatch.hpp | 11 +-
.../aggregate_function_percentile.h | 1 +
be/src/vec/exec/format/json/new_json_reader.cpp | 51 +-
be/src/vec/exec/format/json/new_json_reader.h | 4 +
be/src/vec/functions/function_ip.cpp | 3 +
be/src/vec/functions/function_ip.h | 44 +
be/src/vec/functions/function_string.cpp | 14 +-
be/src/vec/functions/like.cpp | 2 +-
be/src/vec/runtime/ipv6_value.h | 11 +
be/src/vec/sink/writer/vtablet_writer.cpp | 21 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 5 +-
be/src/vec/spill/spill_stream_manager.cpp | 3 +-
be/test/http/stream_load_test.cpp | 7 +-
be/test/olap/index_builder_test.cpp | 2422 ++++++++++++++++++++
.../segment_v2/inverted_index_writer_test.cpp | 828 +++++++
be/test/olap/wal/wal_manager_test.cpp | 453 +++-
be/test/util/load_util_test.cpp | 64 +
be/test/vec/exec/vwal_scanner_test.cpp | 379 ---
cloud/src/common/config.h | 2 +
cloud/src/meta-service/meta_service.cpp | 34 +-
cloud/src/meta-service/meta_service_job.cpp | 91 +-
cloud/src/recycler/s3_accessor.cpp | 31 +-
cloud/test/meta_service_test.cpp | 23 +-
cloud/test/s3_rate_limiter_test.cpp | 55 +-
common/cpp/s3_rate_limiter.cpp | 11 +-
common/cpp/s3_rate_limiter.h | 12 +-
.../main/java/org/apache/doris/common/Config.java | 17 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 4 +-
.../apache/doris/alter/SchemaChangeHandler.java | 17 +-
.../apache/doris/analysis/BuildIndexClause.java | 4 +
.../java/org/apache/doris/analysis/DropDbStmt.java | 10 +-
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../org/apache/doris/binlog/BinlogConfigCache.java | 70 +-
.../org/apache/doris/binlog/BinlogLagInfo.java | 17 +-
.../org/apache/doris/binlog/BinlogManager.java | 28 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 28 +-
.../java/org/apache/doris/binlog/DBBinlog.java | 29 +-
.../java/org/apache/doris/binlog/TableBinlog.java | 1 +
.../java/org/apache/doris/binlog/UpsertRecord.java | 17 +-
.../org/apache/doris/catalog/AzureResource.java | 58 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../apache/doris/catalog/ColocateTableIndex.java | 17 +-
.../main/java/org/apache/doris/catalog/Env.java | 35 +-
.../org/apache/doris/catalog/HdfsStorageVault.java | 66 +-
.../org/apache/doris/catalog/MetadataViewer.java | 16 +-
.../java/org/apache/doris/catalog/OlapTable.java | 5 +-
.../java/org/apache/doris/catalog/Replica.java | 4 +-
.../java/org/apache/doris/catalog/S3Resource.java | 84 +-
.../org/apache/doris/catalog/StorageVault.java | 1 -
.../org/apache/doris/clone/DiskRebalancer.java | 8 +-
.../doris/clone/DynamicPartitionScheduler.java | 14 +
.../apache/doris/clone/PartitionRebalancer.java | 5 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 42 +-
.../org/apache/doris/clone/TabletScheduler.java | 18 +-
.../apache/doris/cloud/catalog/CloudReplica.java | 8 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../apache/doris/cloud/storage/AzureRemote.java | 15 +-
.../transaction/CloudGlobalTransactionMgr.java | 23 +-
.../transaction/DeleteBitmapUpdateLockContext.java | 6 +
.../doris/common/NereidsSqlCacheManager.java | 19 +
.../apache/doris/common/proc/ReplicasProcNode.java | 5 +-
.../apache/doris/common/proc/TabletsProcDir.java | 7 +-
.../apache/doris/datasource/ExternalCatalog.java | 18 +
.../apache/doris/datasource/ExternalDatabase.java | 19 +
.../org/apache/doris/datasource/ExternalTable.java | 18 +
.../doris/datasource/hive/HMSExternalTable.java | 2 -
.../apache/doris/datasource/kafka/KafkaUtil.java | 60 +-
.../property/constants/AzureProperties.java | 17 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 62 +-
.../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 88 +
.../apache/doris/fs/remote/dfs/DFSFileSystem.java | 2 +-
.../doris/insertoverwrite/InsertOverwriteUtil.java | 7 +-
.../main/java/org/apache/doris/load/DeleteJob.java | 2 +-
.../doris/load/routineload/KafkaProgress.java | 3 +
.../load/routineload/KafkaRoutineLoadJob.java | 14 +
.../doris/load/routineload/RoutineLoadJob.java | 24 +-
.../doris/load/routineload/RoutineLoadManager.java | 6 +
.../org/apache/doris/master/ReportHandler.java | 16 +
.../java/org/apache/doris/metric/MetricRepo.java | 130 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 15 +-
.../org/apache/doris/nereids/StatementContext.java | 2 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 9 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 18 +-
.../processor/post/TopnFilterPushDownVisitor.java | 2 +-
.../exploration/mv/MaterializedViewUtils.java | 2 +-
.../expression/rules/FoldConstantRuleOnFE.java | 19 +-
.../ExtractAndNormalizeWindowExpression.java | 2 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +-
.../executable/DateTimeExtractAndTransform.java | 8 +-
.../functions/executable/NumericArithmetic.java | 7 +-
.../functions/executable/StringArithmetic.java | 67 +-
.../scalar/Ipv6FromUInt128StringOrNull.java | 70 +
.../trees/expressions/literal/DateLiteral.java | 16 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../trees/plans/commands/ExecuteCommand.java | 12 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 7 +
.../insert/InsertOverwriteTableCommand.java | 7 +-
.../insert/OlapGroupCommitInsertExecutor.java | 12 +-
.../apache/doris/nereids/types/DateTimeV2Type.java | 10 +-
.../org/apache/doris/nereids/util/DateUtils.java | 8 +-
.../doris/nereids/util/TypeCoercionUtils.java | 3 +-
.../persist/ReplacePartitionOperationLog.java | 18 +-
.../org/apache/doris/planner/OlapScanNode.java | 7 +-
.../java/org/apache/doris/qe/ConnectContext.java | 65 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 11 +
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../java/org/apache/doris/qe/SessionVariable.java | 23 +
.../apache/doris/service/FrontendServiceImpl.java | 2 +
.../apache/doris/statistics/BaseAnalysisTask.java | 2 +-
.../apache/doris/statistics/OlapAnalysisTask.java | 386 +++-
.../doris/statistics/StatisticConstants.java | 4 +
.../doris/statistics/util/StatisticsUtil.java | 18 +
.../java/org/apache/doris/system/HeartbeatMgr.java | 9 +
.../doris/tablefunction/MetadataGenerator.java | 26 +-
.../doris/tablefunction/S3TableValuedFunction.java | 17 +-
.../doris/transaction/DatabaseTransactionMgr.java | 5 +-
.../apache/doris/transaction/TransactionState.java | 1 +
.../org/apache/doris/alter/IndexChangeJobTest.java | 34 +-
.../doris/alter/SchemaChangeHandlerTest.java | 154 +-
.../apache/doris/catalog/AzureResourceTest.java | 57 +
.../org/apache/doris/catalog/S3ResourceTest.java | 35 +
.../doris/cloud/catalog/HdfsStorageVaultTest.java | 76 +-
.../doris/datasource/ExternalEqualsTest.java | 52 +
.../property/constants/AzurePropertiesTest.java | 55 +
.../doris/load/routineload/RoutineLoadJobTest.java | 4 +-
.../doris/nereids/memo/StructInfoMapTest.java | 15 +-
.../trees/expressions/literal/DateLiteralTest.java | 1 +
.../org/apache/doris/qe/ConnectContextTest.java | 70 +
.../doris/statistics/OlapAnalysisTaskTest.java | 628 +++--
gensrc/proto/cloud.proto | 2 +
gensrc/proto/olap_file.proto | 7 +
gensrc/script/doris_builtins_functions.py | 2 +
gensrc/thrift/AgentService.thrift | 2 +
gensrc/thrift/FrontendService.thrift | 11 +-
.../test_config_prune_delete_sign.out} | Bin 107 -> 163 bytes
.../test_insert_table_with_dump_nereids_memo.out} | Bin 107 -> 126 bytes
.../data/datatype_p0/ip/test_data/ipv6_uint128.csv | 105 +
.../data/datatype_p0/ip/test_ip_basic.out | Bin 9441 -> 15062 bytes
.../hive/test_prepare_hive_data_in_case.out | Bin 267 -> 173 bytes
.../kerberos/test_non_catalog_kerberos.out} | Bin 107 -> 135 bytes
.../cloud/test_cloud_mow_new_tablet_compaction.out | Bin 0 -> 206 bytes
...est_cloud_multi_segments_re_calc_in_publish.out | Bin 0 -> 202 bytes
.../test_cloud_publish_skip_calc_cache_miss.out} | Bin 107 -> 183 bytes
.../test_tablet_state_change_in_publish_phase.out | Bin 0 -> 227 bytes
...est_local_multi_segments_re_calc_in_publish.out | Bin 0 -> 202 bytes
.../test_function_string.out} | Bin 107 -> 121 bytes
.../insert_group_commit_with_large_data.out | Bin 221 -> 383 bytes
.../test_index_change_on_new_column.out | Bin 245 -> 611 bytes
.../load_p0/stream_load/test_json_compress.out | Bin 0 -> 25202 bytes
.../test_load_with_transfer_encoding.out} | Bin 107 -> 131 bytes
regression-test/data/mtmv_p0/test_base_mtmv.out | Bin 987 -> 1193 bytes
.../mv/external_table/part_partition_invalid.out | Bin 1324 -> 436 bytes
.../data/nereids_syntax_p0/test_cast_datetime.out | Bin 107 -> 258 bytes
.../partition_p0/test_negative_partition_value.out | Bin 0 -> 375 bytes
.../test_negative_default_column_value.out} | Bin 107 -> 143 bytes
regression-test/data/view_p0/view_p0.out | Bin 982 -> 1144 bytes
.../doris/regression/action/TestAction.groovy | 2 +-
.../org/apache/doris/regression/suite/Suite.groovy | 2 +-
.../pipeline/external/conf/regression-conf.groovy | 2 +-
regression-test/pipeline/p0/conf/be.conf | 3 +
.../vault_p0/conf/regression-conf-custom.groovy | 1 -
.../suites/account_p0/test_property_session.groovy | 56 +
.../test_ddl_database_external_auth.groovy | 63 +
.../suites/auth_call/test_ddl_job_auth.groovy | 12 +-
.../suites/auth_call/test_ddl_mtmv_auth.groovy | 10 +-
.../suites/auth_call/test_ddl_table_auth.groovy | 14 +-
.../test_backup_store_with_db_properties.groovy | 2 +-
.../test_backup_store_with_db_properties_kv.groovy | 2 +-
.../ccr_syncer_p1/test_backup_restore.groovy | 9 +-
.../check_before_quit/check_before_quit.groovy | 11 +-
.../cache/http/test_list_cache_file.groovy | 6 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 2 +-
.../warm_up/table/test_warm_up_table.groovy | 11 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 8 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 5 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 6 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 6 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 6 +-
.../cache/ttl/create_table_as_select.groovy | 13 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 7 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 80 +-
.../cloud_p0/cache/ttl/test_ttl_lru_evict.groovy | 4 +-
.../cold_data_compaction.groovy | 132 ++
.../test_config_prune_delete_sign.groovy | 88 +
...test_insert_table_with_dump_nereids_memo.groovy | 58 +
.../suites/datatype_p0/ip/test_ip_basic.groovy | 50 +
.../ddl_p0/test_create_table_properties.groovy | 3 +-
regression-test/suites/ddl_p0/test_ctas.groovy | 2 +-
.../presto/scalar/timestamptz/TestOperators.sql | 1784 +++++++-------
.../hive/test_prepare_hive_data_in_case.groovy | 3 +-
.../kerberos/test_non_catalog_kerberos.groovy | 146 ++
.../test_max_compute_partition_prune.groovy | 3 +-
.../test_cloud_mow_new_tablet_compaction.groovy | 143 ++
...cloud_multi_segments_re_calc_in_publish.groovy} | 82 +-
.../test_cloud_publish_skip_calc_cache_miss.groovy | 78 +
...est_tablet_state_change_in_publish_phase.groovy | 161 ++
...artial_update_with_delete_col_in_publish.groovy | 2 +-
..._local_multi_segments_re_calc_in_publish.groovy | 174 ++
.../test_skip_calc_between_segments.groovy | 1 -
.../suites/function_p0/test_function_string.groovy | 50 +
...nsert_group_commit_into_unique_sync_mode.groovy | 2 +-
.../insert_group_commit_with_large_data.groovy | 54 +-
.../test_index_change_on_new_column.groovy | 90 +-
..._schedule.csv => test_abnormal_job_monitor.csv} | 0
.../data/{test_schedule.csv => test_metrics.csv} | 0
.../test_routin_load_abnormal_job_monitor.groovy | 225 ++
.../routine_load/test_routine_load_metrics.groovy | 254 ++
.../load_p0/stream_load/test_json_compress.groovy | 149 ++
.../test_load_with_transfer_encoding.groovy | 119 +
.../suites/mtmv_p0/test_base_mtmv.groovy | 38 +-
.../suites/mtmv_p0/test_build_mtmv.groovy | 15 +-
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 12 +
.../suites/mtmv_p0/test_replace_mtmv.groovy | 16 +-
.../cache/parse_sql_from_sql_cache.groovy | 7 +-
.../cache/prepare_stmt_with_sql_cache.groovy | 33 +-
.../fold_constant_date_arithmatic.groovy | 9 +
.../fold_constant_numeric_arithmatic.groovy | 3 +
.../fold_constant_string_arithmatic.groovy | 132 +-
.../subquery/test_correlated_filter_removed.groovy | 16 +-
.../external_table/part_partition_invalid.groovy | 46 -
.../normalize_window_nullable_agg_test.groovy | 10 +
.../nereids_syntax_p0/test_cast_datetime.groovy | 511 ++++-
.../test_negative_partition_value.groovy | 58 +
.../test_partition_storage_policy.groovy | 12 +-
.../test_aggregate_all_functions.groovy | 22 +
.../query_p0/test_array_orderby_limit.groovy | 10 +-
.../test_negative_default_column_value.groovy} | 28 +-
.../vault_p0/create/test_create_vault.groovy | 4 +-
.../test_create_vault_with_case_sensitive.groovy | 7 +-
.../create/test_create_vault_with_kerberos.groovy | 18 +-
.../privilege/test_vault_privilege_restart.groovy | 3 +-
regression-test/suites/view_p0/view_p0.groovy | 19 +
295 files changed, 12245 insertions(+), 3052 deletions(-)
create mode 100644 be/src/cloud/cloud_compaction_stop_token.cpp
copy
regression-test/suites/nereids_p0/expression/fold_constant/fold_constant_date_arithmatic.groovy
=> be/src/cloud/cloud_compaction_stop_token.h (56%)
create mode 100644 be/test/olap/index_builder_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index_writer_test.cpp
delete mode 100644 be/test/vec/exec/vwal_scanner_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/Ipv6FromUInt128StringOrNull.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/AzureResourceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/constants/AzurePropertiesTest.java
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
compaction/test_config_prune_delete_sign.out} (58%)
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
correctness/test_insert_table_with_dump_nereids_memo.out} (76%)
create mode 100644
regression-test/data/datatype_p0/ip/test_data/ipv6_uint128.csv
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
external_table_p0/kerberos/test_non_catalog_kerberos.out} (71%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.out
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_cloud_multi_segments_re_calc_in_publish.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
fault_injection_p0/cloud/test_cloud_publish_skip_calc_cache_miss.out} (52%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_tablet_state_change_in_publish_phase.out
create mode 100644
regression-test/data/fault_injection_p0/test_local_multi_segments_re_calc_in_publish.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
function_p0/test_function_string.out} (79%)
create mode 100644
regression-test/data/load_p0/stream_load/test_json_compress.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
load_p0/stream_load/test_load_with_transfer_encoding.out} (73%)
create mode 100644
regression-test/data/partition_p0/test_negative_partition_value.out
copy regression-test/data/{nereids_syntax_p0/test_cast_datetime.out =>
table_p0/test_negative_default_column_value.out} (67%)
create mode 100644
regression-test/suites/account_p0/test_property_session.groovy
create mode 100644
regression-test/suites/auth_call/test_ddl_database_external_auth.groovy
create mode 100644
regression-test/suites/cold_heat_separation/cold_data_compaction.groovy
create mode 100644
regression-test/suites/compaction/test_config_prune_delete_sign.groovy
create mode 100644
regression-test/suites/correctness/test_insert_table_with_dump_nereids_memo.groovy
create mode 100644
regression-test/suites/external_table_p0/kerberos/test_non_catalog_kerberos.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_new_tablet_compaction.groovy
copy
regression-test/suites/fault_injection_p0/{test_skip_calc_between_segments.groovy
=> cloud/test_cloud_multi_segments_re_calc_in_publish.groovy} (59%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_publish_skip_calc_cache_miss.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_tablet_state_change_in_publish_phase.groovy
create mode 100644
regression-test/suites/fault_injection_p0/test_local_multi_segments_re_calc_in_publish.groovy
create mode 100644
regression-test/suites/function_p0/test_function_string.groovy
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_abnormal_job_monitor.csv} (100%)
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_metrics.csv} (100%)
create mode 100644
regression-test/suites/load_p0/routine_load/test_routin_load_abnormal_job_monitor.groovy
create mode 100644
regression-test/suites/load_p0/routine_load/test_routine_load_metrics.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_json_compress.groovy
create mode 100644
regression-test/suites/load_p0/stream_load/test_load_with_transfer_encoding.groovy
create mode 100644
regression-test/suites/partition_p0/test_negative_partition_value.groovy
copy
regression-test/suites/{nereids_p0/expression/fold_constant/fold_constant_date_arithmatic.groovy
=> table_p0/test_negative_default_column_value.groovy} (54%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
