This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 364d8b3df81 [Fix](inverted index) fix wrong no need read data when
same column in inverted index and like function (#36687)
new defeaa9c896 [fix](jdbc catalog) fix jdbc mysql client match jsonb type
(#36177)
new ba9af775ddf [feature](Azure) Implement Azure's multi part upload in BE
(#36620)
new 5fd059d763c [fix](multi-table-load) fix fe log too much when using
multi table load (#36458)
new eefb5443e3d [chore](routine-load) increase routine load job default
max batch size and rows (#36632)
new 9c16df1d953 [chore](routine-load) optimize out of range error message
(#36450)
new 4e286ce101a [chore](routine-load) make get Kafka meta timeout
configurable (#36619)
new 6588a41f22a [Feature](inverted index) add no need read data optimize
config (#36686)
new 70189e4dda4 [chore](Regression) Add provider conf in regression's
pipeline conf (#36695)
new 19627e12eb0 [Feature-WIP](iceberg-writer) Implements iceberg partition
transform. (#36289)
new 93deaa89b55 [fix](cloud-mow) duplicate key occured when StreamLoad
commit failed and retry (#36670)
new 861a34f3614 [Improvement](load) Do no block in group commit sink
(#36612)
new 021e76365eb [Chore](exchange) change
LocalExchangeSharedState:mem_usage signed type to avoid query … (#36682)
new f93b915e579 [Improvement](sink) optimization for parallel result sink
(#36667)
new d4740cccd94 [feat](nereids) support partition level column stats
(#35875)
new ad6466ae04a [enhance](mtmv) not allow modify data of MTMV (#35870)
new dd4cf74f56a [fix](spill join) fix coredump of debug_string (#36715)
new d79f9f35c36 [fix](cloud) Fix cloud metrics loss multi cluster infos
(#36608)
new 67d18ec59db [fix](exception) throw std::runtime_error leads to BE
coredump (#36666)
new 70d60209037 [Fix] Fix typos in class name (#36663)
new b685c63091a [regression-test](Variant) modify schema change wait time
to avoid timeout (#36673)
new 0bc123a8e02 [fix](topn-opt) remove redundant check for fetch phase
(#36629)
new c1cbf46448a [Fix](inverted index) remove duplicate stats of
inverted_index_query_cache_miss (#36707)
new 84e96426e8a [feature-wip](Cloud) Support Azure Cloud Blob in FE
(#35990)
new b6fe1bdc6d0 [improve](scan)scanner could eos early when reached limit
(#36535)
new dd8b09015d6 [ci](perf) print running pipeline tasks to debug (#36610)
new 559e11ff1ad [Fix](Nereids) fix distribute hint showing problem in hint
log (#36327)
new 81ea9e98221 [Improvement](load) Do no block in group commit sink
(#36717)
new 73eec55d5bf [fix](memory) Refactor LRU cache policy memory tracking
(#36235)
new 6322a4b0301 [fix](date)difference between BE and FE in determining a
leap year. (#36266)
new 93adef07c90 [Fix](load) Fix data loss when node channel been cancelled
before close wait (#36662)
new 594216fd602 [case](udf) support run java udf case on cluster with
multiple BEs (#36669)
new bbd7271e114 [improvement](memory) Support make all memory snapshots
(#36679)
new 79e2853e800 [bug](prepared statement) fix bug and add some cases for
in list prepared statement (#36683)
new 483be854953 [bug](prepared statement) Fix an analysis bug in legacy
planner (#36703)
new a0319f5047b [bug](prepared statement) fix double type value incorrect
in legacy planner (#36704)
new a7553cc7f9c [fix](txn_manager) Add ingested rowsets to unused rowsets
when removing txn (#36551)
new ca7bd334ceb [fix](be) Check MD5 when downloading snapshot in http
(#36726)
new 87117f0b611 [Feature](agg-state) add be_exec_version to agg state type
meta (#36607)
new ec1ee2ab494 [enhancement](regression-test) fix table name conflict
(#36708)
new ed4f7a54af4 [Fix](upgrade) Fix fields not handled correctly during
upgrade and downgrade (#36690)
new d4f68d4bad2 [Fix](JournalEntity) re-add a line of code that is
accidentally removed in #19917 (#36423)
new 2829d653f76 [regression](statistics)Add test case for partition stats.
(#36664)
new d014e493281 [feat](mtmv) compute agg expressions tree cost (#36368)
new 2668c198cc1 [enhance](Regression) Construct Azure format url when
running regression tests on azure cloud (#36739)
new 624e682c770 [fix](index tool)Fix index_tool compile error (#36737)
new 74a88d20a65 [feature](cast) Support cast complex type to json (#36548)
new dbf19534549 [fix](profile) Fix regresstion s3_load_profile_test case.
(#36709)
new 88b16a2c8a8 [fix](cloud) fix replay journal fail when FE node upgrade
(#36156)
new fc78ea4f723 [feature](Azure) Support copy into on Azure Blob Storage
(#36554)
new 905cb21d535 [fix](memory) Fix free page not tracking correctly (#36768)
new 3dc13c8313c [Feature](Row Store) support partial columns row store in
cloud mode (#36658)
new 6f21e82a840 [improvement](meta) serialize meta via gson part3 (#36552)
new cda386c00cf [Fix](tablet) Fix cloud partial update UB error (#36778)
new b727a465b74 [Improvement](load) Do no block in group commit scan
operator (#36730)
new a54f76d0f15 [Bug](sink) fix wrong returned rows on parallel result
sink (#36735)
new 47740ab5ba2 [fix](statistics)Partition stats support truncate single
partition. (#36758)
new 77c74bfec85 [fix](planner & nereids) compute signature is wrong on
function coalesce & ifnull (#36724)
new ae873afb1c6 [test](external) move test_hive_to_date and
test_compress_type from p2 to p0 (#36750)
new 2dc44e80b28 [improvement](stream load) support hll_from_base64 for
stream load column mapping (#35923)
new 5f5bfe315c7 [opt](cast) Optimize the conversion of numeric types to
strings. (#36541)
new 2039b0794a3 [Feat](create table) support generated column (#35284)
new 3684f60bd7b [fix](ut) Fix `ShowViewStmtTest` not stable run in cloud
mode (#36763)
new c7aca3a5cb8 [Fix](stream-load) Fix stream load stuck under high
concurrency (#36772)
new b2952064fd1 [fix](pipeline) Avoid to close task twice (#36747)
new 9594b977cae [fix](mtmv) Fix union rewrite by materialized view
regression test instability (#36770)
new b1232f01a4e [chore](Regession) Test s3 load without provider property
(#36785)
new 016ac17fcea [Feat](job)scheduled job allows the time to be set in the
past (#36732)
new e2213b42bfa [fix](mtmv) Fix high nest level materialized view can not
be rewritten, because low level mv aggregate roll up (#36567)
new c453033901d [fix](Nereids) processCharacterLiteral even if both side
are literal (#36729)
new ecab6df1646 [fix](show) show create table show index comment error
(#36306)
new c30651c14d1 [Fix](csv_reader) Add a session variable to control
whether empty rows in CSV files are read as NULL values. (#36668)
new 935b17e8ebb [chore](Nereids) opt part not exists error msg in bind
relation (#36792)
new 8d640c91e2f [minor](join) Refactor partitioned hash join (#36790)
new 9f2b1a7fd1e [Feature](Prepared Statement) fix and enable
enable_server_side_prepared_statement by default (#36581)
new 3d5d7638968 [fix](array)fix array_except/union for left const return
only one row result (#36776)
new b20bf61e67a [Fix](export/outfile) Support compression when exporting
data to Parquet / ORC. (#36490)
new 73d3cb59e5a [Revert](stream-load)Revert fix stream load stuck under
high concurrency #36772 (#36798)
new b240a393747 [Bug](agg-state) set agg_state's be_exec_version on cloud
mode (#36822)
The 78 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.licenserc.yaml | 1 +
be/src/agent/cgroup_cpu_ctl.cpp | 8 +-
be/src/cloud/cloud_tablet_mgr.cpp | 6 +-
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 4 +-
be/src/cloud/cloud_txn_delete_bitmap_cache.h | 6 +-
be/src/cloud/injection_point_action.cpp | 10 +
be/src/cloud/pb_convert.cpp | 4 +
be/src/common/daemon.cpp | 8 +-
be/src/exec/rowid_fetcher.cpp | 8 +-
be/src/exec/tablet_info.cpp | 10 +
be/src/http/action/download_action.cpp | 21 +-
be/src/http/action/shrink_mem_action.cpp | 4 +-
be/src/http/default_path_handlers.cpp | 2 +
be/src/index-tools/index_tool.cpp | 4 +-
be/src/io/fs/azure_obj_storage_client.cpp | 20 +-
be/src/io/fs/azure_obj_storage_client.h | 6 +-
be/src/io/fs/obj_storage_client.h | 7 +-
be/src/io/fs/s3_file_writer.cpp | 25 +-
be/src/io/fs/s3_file_writer.h | 6 +-
be/src/io/fs/s3_obj_storage_client.cpp | 13 +-
be/src/io/fs/s3_obj_storage_client.h | 7 +-
be/src/olap/page_cache.cpp | 28 +-
be/src/olap/page_cache.h | 51 +-
be/src/olap/parallel_scanner_builder.cpp | 5 +-
be/src/olap/parallel_scanner_builder.h | 6 +-
be/src/olap/rowset/rowset.cpp | 11 +-
be/src/olap/rowset/rowset.h | 1 +
.../segment_v2/bitshuffle_page_pre_decoder.h | 4 +-
be/src/olap/rowset/segment_v2/encoding_info.h | 2 +-
.../rowset/segment_v2/inverted_index_cache.cpp | 10 +-
.../olap/rowset/segment_v2/inverted_index_cache.h | 42 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 1 -
be/src/olap/rowset/segment_v2/page_io.cpp | 14 +-
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 6 +
be/src/olap/rowset/segment_v2/segment_writer.cpp | 21 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 20 +-
be/src/olap/schema_cache.h | 9 +-
be/src/olap/schema_change.cpp | 4 +-
be/src/olap/segment_loader.cpp | 6 +-
be/src/olap/segment_loader.h | 9 +-
be/src/olap/storage_engine.cpp | 8 +-
be/src/olap/storage_engine.h | 10 +-
be/src/olap/tablet_meta.cpp | 4 +
be/src/olap/tablet_meta.h | 11 +-
be/src/olap/tablet_schema.cpp | 34 +-
be/src/olap/tablet_schema.h | 2 +
be/src/olap/tablet_schema_cache.cpp | 4 +-
be/src/olap/tablet_schema_cache.h | 10 +-
be/src/olap/txn_manager.cpp | 7 +-
be/src/olap/txn_manager.h | 11 +-
be/src/pipeline/dependency.h | 40 +-
be/src/pipeline/exec/es_scan_operator.cpp | 2 +-
be/src/pipeline/exec/file_scan_operator.cpp | 3 +-
.../exec/group_commit_block_sink_operator.cpp | 87 +-
.../exec/group_commit_block_sink_operator.h | 8 +-
.../pipeline/exec/group_commit_scan_operator.cpp | 7 +-
be/src/pipeline/exec/group_commit_scan_operator.h | 6 +
be/src/pipeline/exec/jdbc_scan_operator.cpp | 2 +-
be/src/pipeline/exec/meta_scan_operator.cpp | 3 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 5 +-
.../exec/partitioned_hash_join_probe_operator.cpp | 25 +-
.../exec/partitioned_hash_join_probe_operator.h | 7 +-
.../exec/partitioned_hash_join_sink_operator.cpp | 19 +-
.../exec/partitioned_hash_join_sink_operator.h | 3 +-
be/src/pipeline/exec/result_file_sink_operator.cpp | 5 +-
be/src/pipeline/exec/result_file_sink_operator.h | 2 +-
be/src/pipeline/exec/result_sink_operator.cpp | 13 +-
be/src/pipeline/exec/result_sink_operator.h | 9 +-
be/src/pipeline/local_exchange/local_exchanger.cpp | 114 +-
be/src/pipeline/local_exchange/local_exchanger.h | 1 +
be/src/pipeline/pipeline_task.h | 1 +
be/src/pipeline/task_scheduler.cpp | 4 +
be/src/runtime/buffer_control_block.cpp | 258 ++--
be/src/runtime/buffer_control_block.h | 35 +-
be/src/runtime/exec_env.h | 6 +-
be/src/runtime/exec_env_init.cpp | 2 +-
be/src/runtime/group_commit_mgr.cpp | 214 ++--
be/src/runtime/group_commit_mgr.h | 42 +-
be/src/runtime/load_channel_mgr.h | 9 +-
be/src/runtime/memory/cache_manager.h | 2 -
be/src/runtime/memory/cache_policy.h | 28 -
be/src/runtime/memory/lru_cache_policy.h | 140 ++-
be/src/runtime/memory/lru_cache_value_base.h | 12 +-
be/src/runtime/memory/mem_tracker.cpp | 16 +-
be/src/runtime/memory/mem_tracker.h | 35 +
be/src/runtime/memory/mem_tracker_limiter.cpp | 45 +-
be/src/runtime/memory/mem_tracker_limiter.h | 37 +-
...emory_arbitrator.cpp => memory_reclamation.cpp} | 13 +-
.../{memory_arbitrator.h => memory_reclamation.h} | 2 +-
be/src/runtime/query_context.cpp | 2 +-
be/src/runtime/query_statistics.h | 2 +-
be/src/runtime/result_buffer_mgr.cpp | 6 +-
be/src/runtime/result_buffer_mgr.h | 3 +-
be/src/runtime/result_writer.h | 2 +-
be/src/runtime/routine_load/data_consumer.cpp | 22 +-
be/src/runtime/runtime_query_statistics_mgr.cpp | 36 +-
be/src/runtime/runtime_query_statistics_mgr.h | 6 +-
be/src/runtime/runtime_state.h | 5 +
be/src/runtime/snapshot_loader.cpp | 89 +-
.../runtime/stream_load/stream_load_executor.cpp | 2 +-
be/src/runtime/types.h | 4 +-
be/src/service/internal_service.cpp | 2 +-
be/src/service/point_query_executor.cpp | 24 +-
be/src/service/point_query_executor.h | 17 +-
be/src/util/bit_util.h | 22 +
be/src/util/bitmap_value.h | 7 +-
be/src/util/obj_lru_cache.cpp | 6 +-
be/src/util/obj_lru_cache.h | 11 +-
be/src/util/once.h | 3 +-
be/src/util/s3_util.cpp | 22 +-
be/src/util/s3_util.h | 9 -
.../aggregate_function_state_union.h | 8 +-
be/src/vec/core/sort_cursor.h | 2 +-
be/src/vec/data_types/data_type.cpp | 10 +
be/src/vec/data_types/data_type.h | 3 +
be/src/vec/data_types/data_type_agg_state.h | 18 +-
be/src/vec/data_types/data_type_date.cpp | 10 +
be/src/vec/data_types/data_type_date.h | 6 +
be/src/vec/data_types/data_type_date_time.cpp | 14 +
be/src/vec/data_types/data_type_date_time.h | 7 +
be/src/vec/data_types/data_type_decimal.cpp | 37 +
be/src/vec/data_types/data_type_decimal.h | 3 +
be/src/vec/data_types/data_type_factory.cpp | 22 +-
be/src/vec/data_types/data_type_ipv4.cpp | 10 +
be/src/vec/data_types/data_type_ipv4.h | 6 +
be/src/vec/data_types/data_type_ipv6.cpp | 10 +-
be/src/vec/data_types/data_type_ipv6.h | 6 +
be/src/vec/data_types/data_type_number.cpp | 77 ++
be/src/vec/data_types/data_type_number.h | 9 +
be/src/vec/data_types/data_type_number_base.h | 28 +
be/src/vec/data_types/data_type_time.cpp | 18 +
be/src/vec/data_types/data_type_time.h | 11 +
be/src/vec/data_types/data_type_time_v2.cpp | 25 +
be/src/vec/data_types/data_type_time_v2.h | 14 +
be/src/vec/exec/format/csv/csv_reader.cpp | 25 +-
be/src/vec/exec/format/csv/csv_reader.h | 1 +
be/src/vec/exec/scan/scanner_context.cpp | 6 +-
be/src/vec/functions/array/function_array_set.h | 6 +-
be/src/vec/functions/function_cast.h | 9 +-
be/src/vec/runtime/vorc_transformer.cpp | 50 +-
be/src/vec/runtime/vorc_transformer.h | 11 +-
be/src/vec/runtime/vparquet_transformer.cpp | 31 +-
be/src/vec/sink/varrow_flight_result_writer.cpp | 4 +-
be/src/vec/sink/varrow_flight_result_writer.h | 2 +-
be/src/vec/sink/vmysql_result_writer.cpp | 4 +-
be/src/vec/sink/vmysql_result_writer.h | 2 +-
be/src/vec/sink/writer/async_result_writer.cpp | 2 +-
.../sink/writer/iceberg/partition_transformers.cpp | 168 ++-
.../sink/writer/iceberg/partition_transformers.h | 1275 +++++++++++++++++++-
.../writer/iceberg/viceberg_partition_writer.cpp | 27 +-
.../sink/writer/iceberg/viceberg_table_writer.cpp | 24 +-
.../sink/writer/iceberg/viceberg_table_writer.h | 2 +-
be/src/vec/sink/writer/vfile_result_writer.cpp | 11 +-
be/src/vec/sink/writer/vfile_result_writer.h | 2 +-
be/src/vec/sink/writer/vhive_partition_writer.cpp | 29 +-
be/src/vec/sink/writer/vhive_table_writer.cpp | 2 +-
be/src/vec/sink/writer/vhive_table_writer.h | 4 +-
be/src/vec/sink/writer/vjdbc_table_writer.cpp | 2 +-
be/src/vec/sink/writer/vjdbc_table_writer.h | 2 +-
be/src/vec/sink/writer/vmysql_table_writer.cpp | 2 +-
be/src/vec/sink/writer/vmysql_table_writer.h | 2 +-
be/src/vec/sink/writer/vodbc_table_writer.cpp | 2 +-
be/src/vec/sink/writer/vodbc_table_writer.h | 2 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 52 +-
be/src/vec/sink/writer/vtablet_writer.h | 2 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 4 +-
be/src/vec/sink/writer/vtablet_writer_v2.h | 2 +-
be/src/vec/spill/spill_stream_manager.cpp | 9 +-
be/src/vec/spill/spill_stream_manager.h | 5 +-
be/test/olap/lru_cache_test.cpp | 12 +-
be/test/olap/page_cache_test.cpp | 30 +-
be/test/olap/test_data/rowset_meta3.json | 22 +
be/test/olap/txn_manager_test.cpp | 39 +
.../serde/data_type_serde_mysql_test.cpp | 2 +-
be/test/vec/function/function_time_test.cpp | 14 +
.../docker-compose/hive/scripts/hive-metastore.sh | 30 +-
.../test_hive_compress_type/create_table.hql | 206 ++++
.../scripts/suites/test_hive_compress_type/run.sh | 22 +
.../suites/test_hive_to_date/create_table.hql | 52 +
.../scripts/suites/test_hive_to_date/data.tar.gz | Bin 0 -> 745 bytes
.../hive/scripts/suites/test_hive_to_date/run.sh | 12 +
docker/thirdparties/run-thirdparties-docker.sh | 24 +
.../org/apache/doris/catalog/AggStateType.java | 2 +
.../main/java/org/apache/doris/catalog/Type.java | 3 +
.../main/java/org/apache/doris/common/Config.java | 6 +
.../org/apache/doris/common/FeMetaVersion.java | 4 +-
.../antlr4/org/apache/doris/nereids/DorisLexer.g4 | 2 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 5 +-
fe/fe-core/src/main/cup/sql_parser.cup | 27 +-
.../org/apache/doris/alter/CloudRollupJobV2.java | 5 +-
.../apache/doris/alter/CloudSchemaChangeJobV2.java | 3 +-
.../apache/doris/alter/SchemaChangeHandler.java | 90 +-
.../org/apache/doris/analysis/BoolLiteral.java | 3 +
.../java/org/apache/doris/analysis/BrokerDesc.java | 17 +-
.../java/org/apache/doris/analysis/CastExpr.java | 4 +
.../java/org/apache/doris/analysis/ColumnDef.java | 75 +-
.../java/org/apache/doris/analysis/CopyStmt.java | 1 +
.../org/apache/doris/analysis/CreateTableStmt.java | 164 +++
.../org/apache/doris/analysis/DateLiteral.java | 3 +
.../org/apache/doris/analysis/DecimalLiteral.java | 3 +
.../java/org/apache/doris/analysis/ExportStmt.java | 7 +
.../org/apache/doris/analysis/FloatLiteral.java | 3 +
.../apache/doris/analysis/FunctionCallExpr.java | 19 +
.../org/apache/doris/analysis/FunctionName.java | 15 +-
.../doris/analysis/InsertOverwriteTableStmt.java | 13 +
.../java/org/apache/doris/analysis/IntLiteral.java | 3 +
.../org/apache/doris/analysis/LargeIntLiteral.java | 3 +
.../org/apache/doris/analysis/LiteralExpr.java | 1 +
.../java/org/apache/doris/analysis/LoadStmt.java | 6 +-
.../org/apache/doris/analysis/NullLiteral.java | 3 +
.../org/apache/doris/analysis/OutFileClause.java | 64 +-
.../org/apache/doris/analysis/ResourceDesc.java | 3 +
.../org/apache/doris/analysis/StorageBackend.java | 17 +-
.../org/apache/doris/analysis/StorageDesc.java | 4 +-
.../org/apache/doris/analysis/StringLiteral.java | 3 +
.../java/org/apache/doris/backup/AbstractJob.java | 68 +-
.../org/apache/doris/backup/BackupHandler.java | 17 +-
.../java/org/apache/doris/backup/BackupJob.java | 66 +-
.../java/org/apache/doris/backup/BackupMeta.java | 36 +-
.../java/org/apache/doris/backup/Repository.java | 7 +-
.../org/apache/doris/backup/RepositoryMgr.java | 4 +-
.../java/org/apache/doris/backup/RestoreJob.java | 84 +-
.../apache/doris/catalog/AggregateFunction.java | 42 +-
.../org/apache/doris/catalog/AliasFunction.java | 19 +-
.../apache/doris/catalog/AuthorizationInfo.java | 3 +
.../org/apache/doris/catalog/AzureResource.java | 198 +++
.../java/org/apache/doris/catalog/BrokerTable.java | 26 +-
.../apache/doris/catalog/CatalogRecycleBin.java | 109 +-
.../main/java/org/apache/doris/catalog/Column.java | 54 +-
.../java/org/apache/doris/catalog/Database.java | 82 +-
.../apache/doris/catalog/DatabaseEncryptKey.java | 11 +-
.../org/apache/doris/catalog/DistributionInfo.java | 9 +-
.../main/java/org/apache/doris/catalog/Env.java | 12 +-
.../java/org/apache/doris/catalog/EsTable.java | 52 +-
.../java/org/apache/doris/catalog/Function.java | 54 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 1 +
.../org/apache/doris/catalog/FunctionUtil.java | 14 -
.../apache/doris/catalog/GeneratedColumnInfo.java | 78 ++
.../apache/doris/catalog/GlobalFunctionMgr.java | 35 +-
.../apache/doris/catalog/HashDistributionInfo.java | 12 -
.../java/org/apache/doris/catalog/HiveTable.java | 19 +-
.../main/java/org/apache/doris/catalog/Index.java | 23 +-
.../java/org/apache/doris/catalog/JdbcTable.java | 51 +-
.../apache/doris/catalog/ListPartitionInfo.java | 32 +-
.../apache/doris/catalog/ListPartitionItem.java | 12 +-
.../main/java/org/apache/doris/catalog/MTMV.java | 8 +-
.../apache/doris/catalog/MaterializedIndex.java | 28 +-
.../org/apache/doris/catalog/MetadataViewer.java | 2 +-
.../java/org/apache/doris/catalog/MysqlTable.java | 37 +-
.../java/org/apache/doris/catalog/OdbcTable.java | 49 +-
.../java/org/apache/doris/catalog/OlapTable.java | 155 ++-
.../java/org/apache/doris/catalog/Partition.java | 39 +-
.../org/apache/doris/catalog/PartitionInfo.java | 49 +-
.../org/apache/doris/catalog/PartitionItem.java | 3 +-
.../org/apache/doris/catalog/PartitionKey.java | 118 +-
.../org/apache/doris/catalog/PartitionType.java | 3 +
.../doris/catalog/RandomDistributionInfo.java | 7 -
.../apache/doris/catalog/RangePartitionInfo.java | 32 +-
.../apache/doris/catalog/RangePartitionItem.java | 10 +-
.../java/org/apache/doris/catalog/Resource.java | 6 +-
.../org/apache/doris/catalog/ScalarFunction.java | 18 +-
.../apache/doris/catalog/SinglePartitionInfo.java | 18 +-
.../main/java/org/apache/doris/catalog/Table.java | 93 +-
.../org/apache/doris/catalog/TableAttributes.java | 9 +-
.../org/apache/doris/catalog/TableProperty.java | 69 +-
.../main/java/org/apache/doris/catalog/View.java | 28 +-
.../cloud/datasource/CloudInternalCatalog.java | 11 +-
.../java/org/apache/doris/cloud/load/CopyJob.java | 15 +-
.../apache/doris/cloud/storage/AzureRemote.java | 255 ++++
.../org/apache/doris/cloud/storage/BosRemote.java | 3 +-
.../org/apache/doris/cloud/storage/CosRemote.java | 2 +-
.../org/apache/doris/cloud/storage/ObsRemote.java | 4 +-
.../org/apache/doris/cloud/storage/OssRemote.java | 2 +-
.../org/apache/doris/cloud/storage/RemoteBase.java | 4 +
.../org/apache/doris/cloud/storage/S3Remote.java | 2 +-
.../transaction/CloudGlobalTransactionMgr.java | 3 +
.../java/org/apache/doris/common/TreeNode.java | 10 +
.../org/apache/doris/common/UserException.java | 4 +
.../apache/doris/common/info/SimpleTableInfo.java | 66 +
.../doris/common/proc/IndexSchemaProcNode.java | 3 +
.../doris/common/proc/PartitionsProcDir.java | 2 +-
.../org/apache/doris/common/util/ExprUtil.java | 45 +
.../doris/common/util/GeneratedColumnUtil.java | 69 ++
.../org/apache/doris/common/util/RangeUtils.java | 61 +-
.../org/apache/doris/common/util/SmallFileMgr.java | 30 +-
.../java/org/apache/doris/common/util/URI.java | 2 +
.../apache/doris/datasource/InternalCatalog.java | 24 +-
.../datasource/iceberg/IcebergMetadataCache.java | 19 +-
.../datasource/iceberg/IcebergMetadataOps.java | 5 +
.../datasource/iceberg/IcebergTransaction.java | 211 ++--
.../doris/datasource/iceberg/IcebergUtils.java | 64 +-
.../iceberg/helper/IcebergWriterHelper.java | 91 ++
.../iceberg/source/IcebergApiSource.java | 2 +-
.../iceberg/source/IcebergHMSSource.java | 4 +-
.../datasource/jdbc/client/JdbcMySQLClient.java | 1 +
.../apache/doris/datasource/kafka/KafkaUtil.java | 20 +-
.../datasource/property/PropertyConverter.java | 7 +
.../property/constants/AzureProperties.java | 57 +
.../property/constants/S3Properties.java | 12 +
.../datasource/statistics/CommonStatistics.java | 81 ++
.../org/apache/doris/fs/FileSystemFactory.java | 10 +
.../java/org/apache/doris/fs/FileSystemType.java | 3 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 227 ++++
.../java/org/apache/doris/fs/obj/ObjStorage.java | 4 +-
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 6 +-
.../apache/doris/fs/remote/AzureFileSystem.java | 132 ++
.../org/apache/doris/fs/remote/ObjFileSystem.java | 16 +-
.../doris/job/base/JobExecutionConfiguration.java | 2 +-
.../org/apache/doris/job/base/TimerDefinition.java | 5 +-
.../org/apache/doris/journal/JournalEntity.java | 4 +-
.../main/java/org/apache/doris/load/ExportJob.java | 9 +
.../src/main/java/org/apache/doris/load/Load.java | 27 +-
.../org/apache/doris/load/loadv2/BulkLoadJob.java | 29 +-
.../apache/doris/load/loadv2/InsertLoadJob.java | 11 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 95 +-
.../doris/load/loadv2/LoadJobFinalOperation.java | 25 +-
.../org/apache/doris/load/loadv2/LoadManager.java | 3 +
.../org/apache/doris/load/loadv2/MiniLoadJob.java | 7 +-
.../doris/load/loadv2/SparkLoadAppHandle.java | 6 +-
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 23 +-
.../doris/load/routineload/RoutineLoadJob.java | 4 +-
.../java/org/apache/doris/metric/CloudMetrics.java | 64 +-
.../org/apache/doris/metric/MetricCalculator.java | 6 +
.../java/org/apache/doris/metric/MetricRepo.java | 14 +
.../java/org/apache/doris/mtmv/MTMVPlanUtil.java | 1 +
.../main/java/org/apache/doris/mtmv/MTMVUtil.java | 25 +
.../org/apache/doris/nereids/cost/CostModelV1.java | 25 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 10 +-
.../doris/nereids/rules/analysis/BindRelation.java | 41 +-
.../doris/nereids/rules/analysis/BindSink.java | 71 +-
.../mv/AbstractMaterializedViewAggregateRule.java | 71 +-
.../mv/AbstractMaterializedViewJoinRule.java | 3 +-
.../mv/AbstractMaterializedViewRule.java | 9 +-
...terializedViewAggregateOnNoneAggregateRule.java | 3 +-
.../exploration/mv/MaterializedViewScanRule.java | 3 +-
.../exploration/mv/mapping/RelationMapping.java | 5 +
.../nereids/rules/expression/check/CheckCast.java | 22 +
.../doris/nereids/rules/rewrite/ReorderJoin.java | 22 +-
.../doris/nereids/stats/StatsCalculator.java | 82 +-
.../doris/nereids/trees/expressions/Cast.java | 2 +-
.../expressions/functions/SearchSignature.java | 5 +
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../doris/nereids/trees/plans/DistributeType.java | 22 -
.../trees/plans/commands/ExportCommand.java | 8 +-
.../trees/plans/commands/PrepareCommand.java | 5 +
.../plans/commands/info/ColumnDefinition.java | 46 +-
.../trees/plans/commands/info/CreateTableInfo.java | 238 +++-
.../plans/commands/info/GeneratedColumnDesc.java | 64 +
.../insert/BatchInsertIntoTableCommand.java | 2 +-
.../commands/insert/IcebergInsertExecutor.java | 28 +-
.../commands/insert/InsertIntoTableCommand.java | 2 +-
.../insert/InsertOverwriteTableCommand.java | 11 +-
.../trees/plans/commands/insert/InsertUtils.java | 79 +-
.../commands/insert/OlapInsertCommandContext.java | 27 +-
.../doris/nereids/util/TypeCoercionUtils.java | 4 -
.../java/org/apache/doris/nereids/util/Utils.java | 65 +-
.../apache/doris/persist/PartitionPersistInfo.java | 23 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 47 +-
.../persist/gson/RuntimeTypeAdapterFactory.java | 1 +
.../org/apache/doris/planner/FileLoadScanNode.java | 4 +-
.../org/apache/doris/planner/IcebergTableSink.java | 2 +-
.../apache/doris/planner/StreamLoadPlanner.java | 6 +
.../java/org/apache/doris/qe/ConnectContext.java | 9 +-
.../org/apache/doris/qe/PointQueryExecutor.java | 10 +-
.../java/org/apache/doris/qe/SessionVariable.java | 43 +-
.../doris/rewrite/RewriteInPredicateRule.java | 10 +-
.../apache/doris/service/FrontendServiceImpl.java | 4 +-
.../apache/doris/statistics/AnalysisManager.java | 13 +-
.../PartitionColumnStatisticBuilder.java | 21 +
.../doris/statistics/util/StatisticsUtil.java | 10 +-
.../doris/tablefunction/S3TableValuedFunction.java | 4 +
.../doris/transaction/DatabaseTransactionMgr.java | 2 +
.../transaction/IcebergTransactionManager.java | 7 +-
fe/fe-core/src/main/jflex/sql_scanner.flex | 2 +
.../java/org/apache/doris/alter/AlterTest.java | 4 +-
.../apache/doris/analysis/ShowViewStmtTest.java | 6 +-
.../org/apache/doris/catalog/DatabaseTest.java | 6 +-
.../org/apache/doris/catalog/PartitionKeyTest.java | 3 +-
.../doris/catalog/RangePartitionInfoTest.java | 30 +
.../apache/doris/catalog/TempPartitionTest.java | 4 +-
.../datasource/iceberg/IcebergTransactionTest.java | 139 ++-
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 10 +-
.../job/base/JobExecutionConfigurationTest.java | 3 +
.../apache/doris/load/loadv2/LoadManagerTest.java | 2 +
.../doris/load/routineload/RoutineLoadJobTest.java | 3 +-
.../nereids/rules/expression/FoldConstantTest.java | 13 +
fe/pom.xml | 2 +-
gensrc/proto/data.proto | 1 +
gensrc/proto/descriptors.proto | 2 +-
gensrc/proto/olap_file.proto | 1 +
gensrc/proto/segment_v2.proto | 1 +
gensrc/thrift/DataSinks.thrift | 2 +
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 3 +
gensrc/thrift/Types.thrift | 4 +-
.../diffrent_serialize/diffrent_serialize.out | 7 +
.../data/correctness_p0/test_cast_date_decimal.out | 3 +
.../alter_column_test_generated_column.out | 28 +
.../gen_col_data.csv | 2 +
.../gen_col_data.json | 4 +
.../gen_col_data_delete.csv | 1 +
.../stream_load_and_mysql_load.out | 71 ++
.../test_create_table_generated_column.out | 337 ++++++
.../test_create_table_generated_column_legacy.out | 93 ++
.../test_delete_generated_column.out | 53 +
.../test_generated_column_nereids.out | 223 ++++
.../test_insert_overwrite_generated_column.out | 64 +
.../test_load_delete_generated_column.out | 9 +
.../test_partial_update_generated_column.out | 11 +
.../test_routine_load_generated_column.out | 5 +
.../test_update_generated_column.out | 22 +
.../three_column_gen_col_data.csv | 2 +
.../export_p0/test_parquet_orc_compression.out | 248 ++++
.../hive/test_hive_compress_type.out} | 572 +++++++++
.../hive/test_hive_to_date.out | 24 +
.../tvf/test_read_csv_empty_line_as_null.out | 31 +
.../insert_group_commit_with_prepare_stmt.out | 16 +-
.../data/load_p0/http_stream/test_http_stream.out | 12 +
.../stream_load/test_stream_load_hll_type.csv | 10 +
.../load_p0/stream_load/test_stream_load_new.out | 12 +
.../diffrent_serialize/diffrent_serialize.out | 7 +
.../test_string_literal_vs_other_literal.out | 11 +
.../data/prepared_stmt_p0/prepared_stmt.out | 42 +
.../prepared_stmt_p0/prepared_stmt_in_list.out | 129 ++
.../query_p0/cast/test_complextype_to_json.out | 67 +
regression-test/data/query_p0/dry_run/dry_run.out | 4 +
.../array_functions/test_array_functions.out | 12 +
.../test_unique_model_schema_value_add.out | 30 +-
.../test_unique_model_schema_value_change.out | 76 +-
.../show_p0/test_show_create_table_and_views.out | 8 +-
.../test_show_create_table_and_views_nereids.out | 8 +-
.../org/apache/doris/regression/suite/Suite.groovy | 20 +
.../cloud_p1/conf/regression-conf-custom.groovy | 1 -
regression-test/pipeline/common/doris-utils.sh | 10 +
regression-test/pipeline/common/github-utils.sh | 17 +
.../pipeline/external/conf/regression-conf.groovy | 1 +
.../pipeline/p0/conf/regression-conf.groovy | 1 +
.../pipeline/p1/conf/regression-conf.groovy | 1 +
regression-test/pipeline/performance/deploy.sh | 4 +-
regression-test/pipeline/performance/prepare.sh | 9 +
regression-test/pipeline/performance/run-tpcds.sh | 5 +-
regression-test/pipeline/performance/run-tpch.sh | 5 +-
.../plugins/plugin_must_contains.groovy | 2 +-
.../test_create_and_drop_repository.groovy | 6 +-
.../cache/compaction/test_stale_rowset.groovy | 3 +-
.../cache/http/test_cache_metrics_format.groovy | 3 +-
.../cloud_p0/cache/http/test_clear_cache.groovy | 3 +-
.../cache/http/test_clear_cache_async.groovy | 3 +-
.../read_write/test_multi_stale_rowset.groovy | 3 +-
.../warm_up/cluster/test_warm_up_cluster.groovy | 3 +-
.../cluster/test_warm_up_cluster_batch.groovy | 3 +-
.../cluster/test_warm_up_cluster_bigsize.groovy | 3 +-
.../cluster/test_warm_up_cluster_empty.groovy | 3 +-
.../warm_up/hotspot/test_warmup_show_stmt.groovy | 3 +-
.../warm_up/hotspot/test_warmup_show_stmt_2.groovy | 3 +-
.../warm_up/hotspot/test_warmup_show_stmt_3.groovy | 3 +-
.../warm_up/table/test_warm_up_partition.groovy | 3 +-
.../warm_up/table/test_warm_up_table.groovy | 3 +-
.../warm_up/table/test_warm_up_tables.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_3.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 3 +-
.../cloud_p0/cache/ttl/alter_ttl_max_int64.groovy | 3 +-
.../cloud_p0/cache/ttl/alter_ttl_random.groovy | 3 +-
.../cloud_p0/cache/ttl/alter_ttl_seconds.groovy | 3 +-
.../cache/ttl/create_table_as_select.groovy | 3 +-
.../cloud_p0/cache/ttl/create_table_like.groovy | 3 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 3 +-
.../cloud_p0/cache/ttl/test_ttl_preempt.groovy | 3 +-
.../diffrent_serialize/diffrent_serialize.groovy | 9 +-
...paction_with_dup_key_max_file_size_limit.groovy | 3 +-
.../test_compaction_uniq_keys_row_store.groovy | 3 -
.../correctness_p0/test_cast_date_decimal.groovy | 4 +
.../one_level_nestedtypes_with_s3data.groovy | 4 +
.../three_level_nestedtypes_with_s3data.groovy | 2 +
.../two_level_nestedtypes_with_s3data.groovy | 4 +
.../test_nested_types_insert_into_with_s3.groovy | 5 +
...test_nestedtypes_csv_insert_into_with_s3.groovy | 2 +
...est_nestedtypes_json_insert_into_with_s3.groovy | 3 +
.../alter_column_test_generated_column.groovy | 143 +++
.../fault_tolerance_nereids.groovy | 202 ++++
.../stream_load_and_mysql_load.groovy | 144 +++
...est_create_table_generated_column_legacy.groovy | 248 ++++
.../test_delete_generated_column.groovy | 74 ++
.../test_generated_column_nereids.groovy | 236 ++++
.../test_insert_overwrite_generated_column.groovy | 117 ++
.../test_load_delete_generated_column.groovy | 52 +
.../test_partial_update_generated_column.groovy | 78 ++
.../test_routine_load_generated_column.groovy | 96 ++
.../test_update_generated_column.groovy | 75 ++
.../export_p0/export/test_show_export.groovy | 8 +-
.../suites/export_p0/test_export_data_types.groovy | 20 +-
.../suites/export_p0/test_export_orc.groovy | 6 +-
.../suites/export_p0/test_export_parquet.groovy | 4 +-
...test_export_table_with_materialized_view.groovy | 4 +-
.../suites/export_p0/test_export_view.groovy | 4 +-
.../export_p0/test_outfile_file_suffix.groovy | 1 +
.../export_p0/test_parquet_orc_compression.groovy | 177 +++
.../suites/export_p0/test_with_bom.groovy | 16 +-
.../suites/export_p2/test_export_big_data.groovy | 1 +
.../export_p2/test_export_with_parallelism.groovy | 4 +-
.../suites/export_p2/test_export_with_s3.groovy | 4 +-
.../hive/test_hive_compress_type.groovy} | 39 +-
.../hive/test_hive_to_date.groovy | 37 +-
.../tvf/test_read_csv_empty_line_as_null.groovy | 111 ++
.../external_table_p0/tvf/test_tvf_avro.groovy | 12 +
.../test_segcompaction_fault_injection.groovy | 3 +-
.../test_too_many_segments_fault_injection.groovy | 3 +-
.../suites/index_p0/test_index_meta.groovy | 12 +-
.../insert_group_commit_with_exception.groovy | 16 +-
.../insert_group_commit_with_prepare_stmt.groovy | 4 +-
.../collect/test_javaudf_groupcount.groovy | 1 +
.../collect/test_javaudf_murmurhash3.groovy | 1 +
.../javaudf_p0/date/test_javaudf_adddays.groovy | 1 +
.../date/test_javaudf_addisoperioud.groovy | 1 +
.../javaudf_p0/date/test_javaudf_daydiff.groovy | 1 +
.../json/test_javaudf_convertfromcamelcase.groovy | 1 +
.../json/test_javaudf_converttocamelcase.groovy | 1 +
.../sanity/test_javaudf_assertequal.groovy | 1 +
.../sanity/test_javaudf_assertlessthan.groovy | 1 +
.../sanity/test_javaudf_assertudf.groovy | 1 +
.../javaudf_p0/sketch/test_javaudf_md5.groovy | 1 +
.../test_javaudaf_my_date_datetime.groovy | 1 +
.../test_javaudaf_mygroupconcat_string.groovy | 1 +
.../javaudf_p0/test_javaudaf_mysum_array.groovy | 1 +
.../javaudf_p0/test_javaudaf_mysum_decimal.groovy | 1 +
.../test_javaudaf_mysum_float_double.groovy | 1 +
.../javaudf_p0/test_javaudaf_mysum_int.groovy | 1 +
.../javaudf_p0/test_javaudaf_null_test.groovy | 1 +
.../javaudf_p0/test_javaudaf_return_map.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_agg_map.groovy | 1 +
.../javaudf_p0/test_javaudf_all_types.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_array.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_auth.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_boolean.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_case.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_date.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_decimal.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_float.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_int.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_map.groovy | 1 +
.../javaudf_p0/test_javaudf_multi_evaluate.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_no_input.groovy | 2 +-
.../suites/javaudf_p0/test_javaudf_null.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_ret_map.groovy | 1 +
.../suites/javaudf_p0/test_javaudf_string.groovy | 1 +
.../javaudf_p0/test_javaudf_struct_type.groovy | 1 +
.../javaudf_p0/test_javaudf_with_decimal.groovy | 1 +
.../javaudf_p0/test_javaudtf_all_types.groovy | 1 +
.../javaudf_p0/test_javaudtf_arrayint.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_decimal.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_double.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_int.groovy | 1 +
.../suites/javaudf_p0/test_javaudtf_string.groovy | 1 +
.../suites/job_p0/test_base_insert_job.groovy | 17 +-
.../load_p0/broker_load/test_compress_type.groovy | 3 +-
.../test_csv_with_enclose_and_escapeS3_load.groovy | 3 +-
.../load_p0/broker_load/test_etl_failed.groovy | 3 +-
.../broker_load/test_multi_table_load.groovy | 6 +-
.../suites/load_p0/broker_load/test_s3_load.groovy | 3 +-
.../load_p0/http_stream/test_http_stream.groovy | 41 +
.../routine_load/data/test_out_of_range.csv | 0
.../routine_load/test_out_of_range_error.groovy | 112 ++
.../stream_load/test_stream_load_new.groovy | 42 +
.../load_p2/broker_load/test_broker_load.groovy | 6 +-
.../test_parquet_large_metadata_load.groovy | 4 +-
.../test_s3_load_with_load_parallelism.groovy | 3 +-
.../broker_load/test_tvf_based_broker_load.groovy | 3 +-
.../suites/mtmv_p0/test_modify_data_mtmv.groovy | 83 ++
.../diffrent_serialize/diffrent_serialize.groovy | 7 +
.../suites/mv_p0/test_28741/test_28741.groovy | 1 +
.../cache/parse_sql_from_sql_cache.groovy | 1 +
.../javaudf/collect/test_javaudf_groupcount.groovy | 1 +
.../collect/test_javaudf_murmurhash3.groovy | 1 +
.../javaudf/collect/test_javaudf_sessionize.groovy | 1 +
.../javaudf/date/test_javaudf_adddays.groovy | 1 +
.../javaudf/date/test_javaudf_addisoperioud.groovy | 1 +
.../javaudf/date/test_javaudf_daydiff.groovy | 1 +
.../json/test_javaudf_convertfromcamelcase.groovy | 1 +
.../json/test_javaudf_converttocamelcase.groovy | 1 +
.../javaudf/sanity/test_javaudf_assertequal.groovy | 1 +
.../sanity/test_javaudf_assertlessthan.groovy | 1 +
.../javaudf/sanity/test_javaudf_assertudf.groovy | 1 +
.../javaudf/sketch/test_javaudf_md5.groovy | 1 +
.../javaudf/test_javaudaf_my_date_datetime.groovy | 1 +
.../test_javaudaf_mygroupconcat_string.groovy | 1 +
.../javaudf/test_javaudaf_mysum_decimal.groovy | 1 +
.../test_javaudaf_mysum_float_double.groovy | 1 +
.../javaudf/test_javaudaf_mysum_int.groovy | 1 +
.../javaudf/test_javaudaf_null_test.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_boolean.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_case.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_date.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_decimal.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_float.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_int.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_null.groovy | 1 +
.../nereids_p0/javaudf/test_javaudf_string.groovy | 1 +
.../nereids_p0/stats/partition_col_stats.groovy | 45 +
.../test_string_literal_vs_other_literal.groovy} | 16 +-
.../mv/nested_mtmv/nested_mtmv.groovy | 38 +-
.../mv/union_rewrite/usercase_union_rewrite.groovy | 11 +-
.../shape/tpcds_sf1t_stats.groovy | 74 --
regression-test/suites/point_query_p0/load.groovy | 16 +-
.../suites/point_query_p0/test_point_query.groovy | 2 -
.../test_point_query_cluster_key.groovy | 25 +-
.../test_point_query_partition.groovy | 4 +-
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 113 +-
.../prepared_stmt_p0/prepared_stmt_in_list.groovy | 194 +++
.../query_p0/cast/test_complextype_to_json.groovy | 119 ++
.../suites/query_p0/dry_run/dry_run.groovy | 42 +-
.../array_functions/test_array_functions.groovy | 3 +
.../conditional_functions/test_coalesce_new.groovy | 186 +++
.../query_profile/s3_load_profile_test.groovy | 10 +-
.../test_unique_model_schema_value_add.groovy | 39 +-
.../test_unique_model_schema_value_change.groovy | 244 ++--
.../schema_change_p2/test_schema_change.groovy | 3 +-
.../test_segcompaction_agg_keys.groovy | 3 +-
.../test_segcompaction_agg_keys_index.groovy | 3 +-
.../test_segcompaction_dup_keys.groovy | 3 +-
.../test_segcompaction_dup_keys_index.groovy | 3 +-
.../test_segcompaction_unique_keys.groovy | 3 +-
.../test_segcompaction_unique_keys_mow.groovy | 3 +-
...test_segcompaction_unique_keys_mow_index.groovy | 3 +-
.../test_show_create_table_and_views.groovy | 4 +-
...test_show_create_table_and_views_nereids.groovy | 4 +-
regression-test/suites/ssb_sf100_p2/load.groovy | 3 +-
.../suites/statistics/test_partition_stats.groovy | 479 +++++++-
...est_update_rows_and_partition_first_load.groovy | 3 +-
.../tpcds_sf100_dup_without_key_p2/load.groovy | 3 +-
regression-test/suites/tpcds_sf100_p2/load.groovy | 3 +-
regression-test/suites/tpch_sf100_p2/load.groovy | 3 +-
.../load_four_step/load.groovy | 3 +-
.../tpch_sf100_unique_p2/load_one_step/load.groovy | 3 +-
.../load_three_step/load.groovy | 3 +-
.../tpch_sf100_unique_p2/load_two_step/load.groovy | 3 +-
.../suites/tpch_sf100_unique_sql_p2/load.groovy | 3 +-
.../tpch_sf10_unique_p2/load_four_step/load.groovy | 3 +-
.../tpch_sf10_unique_p2/load_one_step/load.groovy | 3 +-
.../load_three_step/load.groovy | 3 +-
.../tpch_sf10_unique_p2/load_two_step/load.groovy | 3 +-
.../four/load_four_step.groovy | 3 +-
.../ssb_unique_load_zstd/one/load_one_step.groovy | 3 +-
.../three/load_three_step.groovy | 3 +-
.../ssb_unique_load_zstd/two/load_two_step.groovy | 3 +-
.../variant_github_events_p0_new/load.groovy | 2 +-
regression-test/suites/variant_p2/load.groovy | 3 +-
648 files changed, 13823 insertions(+), 3413 deletions(-)
rename be/src/runtime/memory/{memory_arbitrator.cpp => memory_reclamation.cpp}
(95%)
rename be/src/runtime/memory/{memory_arbitrator.h => memory_reclamation.h}
(98%)
create mode 100644 be/src/vec/data_types/data_type_number.cpp
create mode 100644 be/test/olap/test_data/rowset_meta3.json
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/suites/test_hive_compress_type/create_table.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/suites/test_hive_compress_type/run.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/suites/test_hive_to_date/create_table.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/suites/test_hive_to_date/data.tar.gz
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/suites/test_hive_to_date/run.sh
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/AzureResource.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/GeneratedColumnInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/storage/AzureRemote.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/info/SimpleTableInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/util/ExprUtil.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/util/GeneratedColumnUtil.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/helper/IcebergWriterHelper.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/AzureProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/statistics/CommonStatistics.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/obj/AzureObjStorage.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/fs/remote/AzureFileSystem.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/GeneratedColumnDesc.java
copy regression-test/data/{mv_p0/agg_state =>
cloud_p0}/diffrent_serialize/diffrent_serialize.out (85%)
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/alter_column_test_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/gen_col_data.csv
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/gen_col_data.json
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/gen_col_data_delete.csv
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/stream_load_and_mysql_load.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_create_table_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_create_table_generated_column_legacy.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_delete_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_generated_column_nereids.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_insert_overwrite_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_load_delete_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_partial_update_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_routine_load_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/test_update_generated_column.out
create mode 100644
regression-test/data/ddl_p0/test_create_table_generated_column/three_column_gen_col_data.csv
create mode 100644
regression-test/data/export_p0/test_parquet_orc_compression.out
rename regression-test/data/{external_table_p2/hive/test_compress_type.out =>
external_table_p0/hive/test_hive_compress_type.out} (50%)
rename regression-test/data/{external_table_p2 =>
external_table_p0}/hive/test_hive_to_date.out (61%)
create mode 100644
regression-test/data/external_table_p0/tvf/test_read_csv_empty_line_as_null.out
create mode 100644
regression-test/data/load_p0/stream_load/test_stream_load_hll_type.csv
create mode 100644
regression-test/data/nereids_p0/type_inference/test_string_literal_vs_other_literal.out
create mode 100644
regression-test/data/prepared_stmt_p0/prepared_stmt_in_list.out
create mode 100644
regression-test/data/query_p0/cast/test_complextype_to_json.out
create mode 100644 regression-test/data/query_p0/dry_run/dry_run.out
copy regression-test/suites/{mv_p0/agg_state =>
cloud_p0}/diffrent_serialize/diffrent_serialize.groovy (88%)
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/alter_column_test_generated_column.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/fault_tolerance_nereids.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/stream_load_and_mysql_load.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_create_table_generated_column_legacy.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_delete_generated_column.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_generated_column_nereids.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_insert_overwrite_generated_column.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_load_delete_generated_column.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_partial_update_generated_column.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_routine_load_generated_column.groovy
create mode 100644
regression-test/suites/ddl_p0/test_create_table_generated_column/test_update_generated_column.groovy
create mode 100644
regression-test/suites/export_p0/test_parquet_orc_compression.groovy
rename
regression-test/suites/{external_table_p2/hive/test_compress_type.groovy =>
external_table_p0/hive/test_hive_compress_type.groovy} (86%)
rename regression-test/suites/{external_table_p2 =>
external_table_p0}/hive/test_hive_to_date.groovy (60%)
create mode 100644
regression-test/suites/external_table_p0/tvf/test_read_csv_empty_line_as_null.groovy
copy docker/thirdparties/docker-compose/kafka/scripts/multi_table_csv.csv =>
regression-test/suites/load_p0/routine_load/data/test_out_of_range.csv (100%)
create mode 100644
regression-test/suites/load_p0/routine_load/test_out_of_range_error.groovy
create mode 100644 regression-test/suites/mtmv_p0/test_modify_data_mtmv.groovy
create mode 100644
regression-test/suites/nereids_p0/stats/partition_col_stats.groovy
copy regression-test/{plugins/plugin_must_contains.groovy =>
suites/nereids_p0/type_inference/test_string_literal_vs_other_literal.groovy}
(63%)
delete mode 100644
regression-test/suites/nereids_tpcds_shape_sf1000_p0/shape/tpcds_sf1t_stats.groovy
create mode 100644
regression-test/suites/prepared_stmt_p0/prepared_stmt_in_list.groovy
create mode 100644
regression-test/suites/query_p0/cast/test_complextype_to_json.groovy
copy be/src/http/action/shrink_mem_action.cpp =>
regression-test/suites/query_p0/dry_run/dry_run.groovy (50%)
create mode 100644
regression-test/suites/query_p0/sql_functions/conditional_functions/test_coalesce_new.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
