This is an automated email from the ASF dual-hosted git repository.
hellostephen pushed a change to branch hello-stephen-patch-5
in repository https://gitbox.apache.org/repos/asf/doris.git
from 1522200d31b Merge branch 'master' into hello-stephen-patch-5
add 8896be60df2 [test](inverted index) add ut test for regexp query
(#52208)
add 6f00a7cb197 [opt](partial update) use a separate config to control the
behavior of newly inserted rows in partial update (#41232)
add 99ee5d9353e [Chore](nereids) Remove CreateStageStmt (#52191)
add 2bae60a8cda [bvar](cloud-mow) Add bvar for mow compaction get delete
bitmap lock backoff sleep time (#52044)
add 5245955fa41 [chore](hms)Remove unused JDBC support for Hive Metastore
(#52264)
add 834fdb36cb9 [fix](paimon) fix test_paimon_count case (#52263)
add 8d90e0b3594 [feat](paimon)support paimon incr read (#51661)
add 97444ee57c1 [fix](nereids) fix build WarmUpClusterCommand in
LogicalPlanBuilder (#52259)
add 21a0f24fc60 [refactor](sink) refactor vtablet writer sequential close
to parallel close (#51404)
add 72a54819e96 [Bug](column) fix ColumnDate::insert_default create
invalid date (#52126)
add 64ca5d74e2f [Enhancement](FE) Support for time types with scale on the
FE side (#51270)
add 04c3e175268 [Chore](nereids) Remove AlterCatalogStmt (#52108)
add a8ee49dca05 [refactor](sink) refactor vtablet writer v2 sequential
close to parallel close (#51989)
add 1d37391fecb [fix](cloud) Fix `ConcurrentModificationException` in
cloud rebalance (#52013)
add 6c668d01a22 [Bug](distinct) fix distinct function with over return
error result (#51875)
add deb2523728b [feat](nereids) support runtime filter for
except/intersect (FE part) (#49947)
add 35710501c03 [fix](cloud)Fix auto start affected by daemon jobs (#51729)
add 5a155f33f54 [opt](checker) Add inverted index file check for checker
(#51591)
add c50992bb2d2 [feat](storage vault) Check storage vault connectivity for
BE when starting (#51175)
add c400b0f44dd [fix](hive) ignore all hidden dir and files (#52286)
add ef55aadeb7b [Chore](expr) remove VTupleIsNullPredicate (#52279)
add 9ac847cc108 [chore](Serde) add get_name function in DataTypeSerDe
(#52306)
add 0f5619ece47 [Refactor]Remove workload group's memory sum check limit
(#52051)
add 7bc484b67a0 [chore](recycler) Convert recycler begin/end `info` log to
`warning` (#51856)
add b6f4cd251a7 [enhance](meta-service)add bvar for ms kv get del put
count (#51708)
add 035f3defe46 [Enhancement] (nereids) implement alterRoutineLoadCommand
in nereids (#49960)
add 5d6bf9e0fb1 [Chore](nereids) Remove CreateUserStmt (#52135)
add c31394b21d2 [improvement] (metadata cache) use expire after access
strategy on meta cache (#50757)
add a151ca73114 [fix](hudi)fix hudi get current schema for not partitioned
table. (#51152)
add 42069dab3fb [fix](ci) disable build ui in performance (#52351)
add 80ce5b924cf [Function](exec) Add Regex_Count function (#51652)
add ceebf3f68e6 [opt](nereids) optimize small sql (#43546)
add 7bae87f7f7d [Fix](auto-partition) Fix false positive check of
max_auto_partition_num (#52270)
add b40194dab05 [Chore](nereids) Remove AlterResource/PolicyStmt (#52105)
add 9270ccc17b5 [fix](cluster)fix fe host may be contains Scope Identifier
(#52076)
add 90500c01ad2 [chore](conf) change max_running_txn_num_per_db to 10000
(#51367)
add 107b7b87eea [Enhancement](checker) Add more log for checker (#51951)
add bb03726437d [Enhancement](Compaction) Make base compaction use the
same tablet selection strategy as cumulative compaction (#51649)
add e6128536d78 [Feature](array) Support order by array column (#52361)
add 35cbbaa4dfa [feature](show) support show create user (#51845)
add 7d7fda7760c [fix](map) fix createMap function (#52231)
add 30d669bc8db [Debug](dictionary) minor fix and add debug log of
dictionary commit (#52383)
add 90ba8cb02ff [fix](iceberg) use the remote name when request meta data
from external system (#52331)
add 9abe0c55d03 [optimization](filecache) speed up filecache warm up
(#51776)
add c7f7f7e16c3 [test](json) fix cases in TestJsonFunctions.sql (#52302)
add 4fc1ff54bc5 [Feature](recycler) Add recycler metrics for instance
layer (#51448)
add 956ba9c4665 [fix](load) fix bad load id in injection (#52339)
add 9eae555131d [Fix](dictionary) Fix concurrency conflict when collect
dictionary status (#52415)
add 9c6022d8664 [Chore](nereids) Remove CreateResourceStmt (#52285)
add a0595a4de80 [Opt](cloud-mow) Skip MS RPC retry's backoff when
encounter fdb txn conflict when mow load get ms delete bitmap lock (#52360)
add 0cd08b0f8c2 [fix](inverted index) enhance inverted index profile
(#51495)
add 4f3b3539f35 [fix](docker)Add docker-ps 'sudo' permissions (#52395)
add 33fde5796f6 [Fix](function) fix wrong rows number of date computations
(#52444)
add dccc25983b8 [Chore](compile) use std::endian to replace BYTE_ORDER
(#52425)
add 12bccada097 [Chore](function) reduce some template instantiation of
create_topn_array (#52277)
add 0fe5b939676 [opt](iceberg)support drop tag and branch (#52453)
add 5e1f24f5725 [feature](index change)Support light index change for
inverted index without parser (#52251)
add ccc336cbd23 [fix](nereids) intersect/except runtime filter project
wrong child slot (#52435)
add cf5bbfa97be [opt](explain) use full qualified name in scan node
(#52342)
add 39617eabd1d Merge branch 'master' into hello-stephen-patch-5
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_backend_service.cpp | 4 +-
be/src/cloud/cloud_meta_mgr.cpp | 7 +
be/src/cloud/cloud_storage_engine.cpp | 54 +-
be/src/cloud/cloud_storage_engine.h | 3 +-
be/src/cloud/cloud_tablet.cpp | 12 +-
be/src/cloud/cloud_tablet_mgr.cpp | 24 +-
be/src/cloud/cloud_warm_up_manager.cpp | 138 +-
be/src/cloud/cloud_warm_up_manager.h | 6 +-
be/src/cloud/config.cpp | 5 +-
be/src/cloud/config.h | 4 +-
be/src/common/config.cpp | 3 +
be/src/common/config.h | 3 +
be/src/common/status.h | 1 +
be/src/exec/tablet_info.cpp | 27 +
be/src/exec/tablet_info.h | 5 +
be/src/gutil/endian.h | 257 +-
be/src/http/action/stream_load.cpp | 19 +
be/src/http/http_common.h | 1 +
be/src/io/cache/block_file_cache_downloader.cpp | 4 +-
be/src/io/cache/block_file_cache_downloader.h | 2 +-
be/src/io/cache/block_file_cache_profile.h | 4 +
be/src/io/fs/s3_file_system.cpp | 2 +
be/src/io/io_common.h | 1 +
be/src/olap/delta_writer_v2.cpp | 1 +
be/src/olap/key_coder.h | 41 +-
be/src/olap/olap_common.h | 2 +
be/src/olap/partial_update_info.cpp | 101 +-
be/src/olap/partial_update_info.h | 13 +-
.../segment_v2/inverted_index_fs_directory.cpp | 57 +-
.../segment_v2/inverted_index_fs_directory.h | 2 +
.../rowset/segment_v2/inverted_index_reader.cpp | 17 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 4 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 14 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 22 +-
be/src/olap/rowset_builder.cpp | 1 +
be/src/olap/tablet_meta_manager.cpp | 11 +-
be/src/olap/uint24.h | 4 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 4 +
be/src/pipeline/exec/olap_scan_operator.h | 2 +
be/src/runtime/load_stream.cpp | 14 +-
be/src/runtime/load_stream.h | 8 +-
be/src/util/bit_util.h | 266 --
be/src/util/byte_stream_split.cpp | 38 +-
be/src/util/coding.h | 49 +-
be/src/util/hash_util.hpp | 30 +-
.../aggregate_function_approx_count_distinct.cpp | 79 +-
.../aggregate_function_approx_count_distinct.h | 2 -
.../aggregate_function_approx_top_sum.cpp | 4 +-
.../aggregate_function_distinct.h | 13 +
.../aggregate_function_histogram.cpp | 84 +-
.../aggregate_function_histogram.h | 33 +-
.../aggregate_function_orthogonal_bitmap.cpp | 5 +-
.../aggregate_function_topn.cpp | 116 +-
.../aggregate_functions/aggregate_function_topn.h | 53 +-
be/src/vec/aggregate_functions/helpers.h | 83 +-
be/src/vec/columns/column_array.cpp | 44 +
be/src/vec/columns/column_array.h | 2 +
be/src/vec/columns/column_complex.h | 8 +-
be/src/vec/columns/column_vector.cpp | 11 +-
be/src/vec/columns/column_vector.h | 14 +-
be/src/vec/common/format_ip.h | 6 +-
.../vec/data_types/serde/data_type_array_serde.h | 2 +
.../vec/data_types/serde/data_type_bitmap_serde.h | 2 +
.../vec/data_types/serde/data_type_decimal_serde.h | 2 +
be/src/vec/data_types/serde/data_type_hll_serde.h | 2 +
.../vec/data_types/serde/data_type_jsonb_serde.h | 2 +
be/src/vec/data_types/serde/data_type_map_serde.h | 4 +
.../vec/data_types/serde/data_type_nothing_serde.h | 2 +
.../data_types/serde/data_type_nullable_serde.h | 2 +
.../vec/data_types/serde/data_type_number_serde.h | 2 +
.../vec/data_types/serde/data_type_object_serde.h | 2 +
.../serde/data_type_quantilestate_serde.h | 2 +
be/src/vec/data_types/serde/data_type_serde.h | 2 +
.../vec/data_types/serde/data_type_string_serde.h | 2 +
.../data_types/serde/data_type_struct_serde.cpp | 17 +
.../vec/data_types/serde/data_type_struct_serde.h | 2 +
.../exec/format/parquet/parquet_column_convert.h | 4 +-
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 3 +-
be/src/vec/exec/scan/olap_scanner.cpp | 4 +
be/src/vec/exprs/vexpr.cpp | 5 -
be/src/vec/exprs/vtuple_is_null_predicate.cpp | 81 -
be/src/vec/exprs/vtuple_is_null_predicate.h | 63 -
be/src/vec/functions/array/function_array_index.h | 11 +-
.../function_date_or_datetime_computation.h | 21 +-
be/src/vec/functions/function_regexp.cpp | 110 +
be/src/vec/functions/function_string.h | 44 +-
be/src/vec/sink/load_stream_map_pool.h | 9 +
be/src/vec/sink/load_stream_stub.cpp | 72 +-
be/src/vec/sink/load_stream_stub.h | 10 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 219 +-
be/src/vec/sink/writer/vtablet_writer.h | 88 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 107 +-
be/src/vec/sink/writer/vtablet_writer_v2.h | 12 +-
.../compaction/util/index_compaction_utils.cpp | 3 +-
.../inverted_index/query/regexp_query_test.cpp | 158 +
.../inverted_index_fs_directory_test.cpp | 43 +
be/test/util/bit_util_test.cpp | 22 +-
be/test/vec/columns/column_array_test.cpp | 11 -
be/test/vec/columns/common_column_test.h | 106 +-
be/test/vec/core/column_complex_test.cpp | 6 +
.../serde/data_type_serde_get_name_test.cpp | 121 +
cloud/src/common/bvars.cpp | 207 +-
cloud/src/common/bvars.h | 160 +-
cloud/src/common/config.h | 4 +
.../RewriteJob.java => cloud/src/common/stats.h | 17 +-
cloud/src/main.cpp | 3 +-
cloud/src/meta-service/mem_txn_kv.cpp | 15 +-
cloud/src/meta-service/mem_txn_kv.h | 8 +
cloud/src/meta-service/meta_service.cpp | 156 +-
cloud/src/meta-service/meta_service.h | 13 +-
cloud/src/meta-service/meta_service_helper.h | 73 +-
cloud/src/meta-service/meta_service_job.cpp | 7 +-
cloud/src/meta-service/meta_service_partition.cpp | 34 +-
cloud/src/meta-service/meta_service_resource.cpp | 84 +-
cloud/src/meta-service/meta_service_txn.cpp | 108 +-
cloud/src/meta-service/txn_kv.cpp | 3 +
cloud/src/meta-service/txn_kv.h | 9 +
cloud/src/meta-service/txn_lazy_committer.cpp | 6 +-
cloud/src/recycler/checker.cpp | 147 +-
cloud/src/recycler/recycler.cpp | 944 +++++-
cloud/src/recycler/recycler.h | 134 +-
cloud/test/CMakeLists.txt | 8 +-
cloud/test/meta_server_test.cpp | 6 +-
cloud/test/mock_accessor.cpp | 183 --
cloud/test/mock_accessor.h | 158 +
cloud/test/recycler_test.cpp | 193 +-
cloud/test/rpc_kv_bvar_test.cpp | 3141 ++++++++++++++++++++
.../create_preinstalled_scripts/paimon/run04.sql | 16 +
docker/thirdparties/run-thirdparties-docker.sh | 4 +-
.../org/apache/doris/catalog/PrimitiveType.java | 13 +-
.../main/java/org/apache/doris/common/Config.java | 37 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 21 +-
fe/fe-core/src/main/cup/sql_parser.cup | 51 -
.../main/java/org/apache/doris/alter/Alter.java | 10 +
.../apache/doris/alter/SchemaChangeHandler.java | 36 +-
.../doris/analysis/AlterCatalogNameStmt.java | 64 -
.../apache/doris/analysis/AlterCatalogStmt.java | 55 -
.../org/apache/doris/analysis/AlterPolicyStmt.java | 104 -
.../apache/doris/analysis/AlterResourceStmt.java | 95 -
.../apache/doris/analysis/BuildIndexClause.java | 6 +-
.../apache/doris/analysis/CreateResourceStmt.java | 139 -
.../org/apache/doris/analysis/CreateStageStmt.java | 192 --
.../doris/analysis/CreateStorageVaultStmt.java | 172 --
.../org/apache/doris/analysis/CreateUserStmt.java | 211 --
...talogCommentStmt.java => DropBranchClause.java} | 35 +-
...CatalogPropertyStmt.java => DropTagClause.java} | 43 +-
.../java/org/apache/doris/analysis/LoadStmt.java | 18 +
.../java/org/apache/doris/analysis/QueryStmt.java | 2 +-
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../org/apache/doris/catalog/FunctionRegistry.java | 1 -
.../main/java/org/apache/doris/catalog/Index.java | 27 +-
.../apache/doris/catalog/MaterializedIndex.java | 2 +-
.../java/org/apache/doris/catalog/Resource.java | 9 -
.../java/org/apache/doris/catalog/ResourceMgr.java | 20 -
.../org/apache/doris/catalog/S3StorageVault.java | 7 -
.../org/apache/doris/catalog/StorageVault.java | 40 -
.../org/apache/doris/catalog/StorageVaultMgr.java | 17 -
.../java/org/apache/doris/catalog/TableIf.java | 37 +-
.../main/java/org/apache/doris/catalog/Tablet.java | 31 +-
.../apache/doris/cloud/CacheHotspotManager.java | 2 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 10 -
.../doris/cloud/catalog/CloudTabletRebalancer.java | 18 +-
.../cloud/datasource/CloudInternalCatalog.java | 8 +
.../doris/cloud/load/CloudBrokerLoadJob.java | 3 +-
.../doris/cloud/load/CloudLoadLoadingTask.java | 6 +-
.../doris/cloud/system/CloudSystemInfoService.java | 9 +-
.../org/apache/doris/cluster/ClusterNamespace.java | 11 +-
.../java/org/apache/doris/common/CacheFactory.java | 10 +-
.../java/org/apache/doris/common/FeNameFormat.java | 6 +
.../org/apache/doris/common/util/DebugUtil.java | 11 +-
.../apache/doris/datasource/CatalogFactory.java | 12 -
.../org/apache/doris/datasource/CatalogIf.java | 12 +-
.../org/apache/doris/datasource/CatalogMgr.java | 24 -
.../apache/doris/datasource/ExternalCatalog.java | 44 +-
.../apache/doris/datasource/ExternalDatabase.java | 6 +-
.../doris/datasource/ExternalMetaCacheMgr.java | 5 +-
.../doris/datasource/ExternalRowCountCache.java | 4 +-
.../doris/datasource/ExternalSchemaCache.java | 4 +-
.../org/apache/doris/datasource/ExternalTable.java | 8 +-
.../org/apache/doris/datasource/FileScanNode.java | 4 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 25 +-
.../doris/datasource/hive/HMSExternalTable.java | 3 +-
.../doris/datasource/hive/HiveMetaStoreCache.java | 28 +-
.../doris/datasource/hive/HiveMetadataOps.java | 37 +-
.../apache/doris/datasource/hive/HudiDlaTable.java | 15 +-
.../doris/datasource/hive/IcebergDlaTable.java | 16 +-
.../doris/datasource/hive/JdbcHMSCachedClient.java | 37 -
.../hive/PostgreSQLJdbcHMSCachedClient.java | 589 ----
.../doris/datasource/hudi/HudiMvccSnapshot.java | 8 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 23 +
.../hudi/source/HudiCachedFsViewProcessor.java | 4 +-
.../hudi/source/HudiCachedMetaClientProcessor.java | 4 +-
.../hudi/source/HudiCachedPartitionProcessor.java | 8 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 18 +-
.../datasource/iceberg/IcebergExternalTable.java | 43 +-
.../datasource/iceberg/IcebergMetadataCache.java | 12 +-
.../datasource/iceberg/IcebergMetadataOps.java | 43 +-
.../iceberg/source/IcebergApiSource.java | 4 +-
.../iceberg/source/IcebergHMSSource.java | 2 +-
.../maxcompute/MaxComputeMetadataCache.java | 2 +-
.../doris/datasource/metacache/MetaCache.java | 6 +-
.../operations/ExternalMetadataOperations.java | 6 +-
.../datasource/operations/ExternalMetadataOps.java | 40 +-
.../datasource/paimon/PaimonMetadataCache.java | 4 +-
.../datasource/paimon/source/PaimonScanNode.java | 232 +-
.../org/apache/doris/dictionary/Dictionary.java | 9 +-
.../apache/doris/dictionary/DictionaryManager.java | 47 +-
.../java/org/apache/doris/fs/FileSystemCache.java | 2 +-
.../apache/doris/load/loadv2/BrokerLoadJob.java | 3 +-
.../java/org/apache/doris/load/loadv2/LoadJob.java | 6 +
.../apache/doris/load/loadv2/LoadLoadingTask.java | 8 +-
.../load/routineload/KafkaRoutineLoadJob.java | 26 +
.../doris/load/routineload/RoutineLoadJob.java | 3 +
.../doris/load/routineload/RoutineLoadManager.java | 26 +
.../main/java/org/apache/doris/mtmv/MTMVCache.java | 12 +-
.../org/apache/doris/mysql/privilege/Auth.java | 8 -
.../org/apache/doris/nereids/CascadesContext.java | 17 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 34 +-
.../java/org/apache/doris/nereids/PlanProcess.java | 5 +
.../org/apache/doris/nereids/StatementContext.java | 4 +
.../doris/nereids/analyzer/UnboundRelation.java | 22 +
.../apache/doris/nereids/analyzer/UnboundStar.java | 42 +-
.../doris/nereids/analyzer/UnboundTableSink.java | 33 +-
.../nereids/analyzer/UnboundTableSinkCreator.java | 11 +-
.../glue/translator/ExpressionTranslator.java | 50 +-
.../glue/translator/PhysicalPlanTranslator.java | 190 +-
.../glue/translator/PlanTranslatorContext.java | 10 +
.../glue/translator/RunTimeFilterTranslatorV2.java | 120 +
.../org/apache/doris/nereids/hint/LeadingHint.java | 9 +-
.../jobs/executor/AbstractBatchJobExecutor.java | 83 +-
.../doris/nereids/jobs/executor/Analyzer.java | 30 +-
.../doris/nereids/jobs/executor/Rewriter.java | 228 +-
.../jobs/rewrite/AdaptiveBottomUpRewriteJob.java | 63 +
.../jobs/rewrite/AdaptiveTopDownRewriteJob.java | 63 +
.../jobs/rewrite/BottomUpVisitorRewriteJob.java | 148 +
.../nereids/jobs/rewrite/CostBasedRewriteJob.java | 36 +-
.../nereids/jobs/rewrite/CustomRewriteJob.java | 2 +-
.../jobs/rewrite/PlanTreeRewriteBottomUpJob.java | 29 +-
.../nereids/jobs/rewrite/PlanTreeRewriteJob.java | 7 +-
.../jobs/rewrite/PlanTreeRewriteTopDownJob.java | 14 +-
.../doris/nereids/jobs/rewrite/ProcessState.java | 121 +
.../doris/nereids/jobs/rewrite/RewriteJob.java | 16 +
.../nereids/jobs/rewrite/RewriteTopDownJob.java | 14 +-
.../jobs/rewrite/RootPlanTreeRewriteJob.java | 16 +-
.../jobs/rewrite/TopDownVisitorRewriteJob.java | 145 +
.../nereids/jobs/rewrite/TopicRewriteJob.java | 19 +-
.../nereids/jobs/scheduler/SimpleJobScheduler.java | 3 +-
.../nereids/load/NereidsLoadPlanInfoCollector.java | 7 +-
.../nereids/load/NereidsLoadScanProvider.java | 8 +-
.../doris/nereids/load/NereidsLoadTaskInfo.java | 5 +
.../doris/nereids/load/NereidsLoadUtils.java | 58 +-
.../nereids/load/NereidsLoadingTaskPlanner.java | 10 +-
.../nereids/load/NereidsStreamLoadPlanner.java | 8 +-
.../doris/nereids/load/NereidsStreamLoadTask.java | 10 +
.../java/org/apache/doris/nereids/memo/Group.java | 5 +-
.../apache/doris/nereids/memo/GroupExpression.java | 7 +-
.../java/org/apache/doris/nereids/memo/Memo.java | 10 +-
.../apache/doris/nereids/memo/StructInfoMap.java | 10 +-
.../doris/nereids/minidump/MinidumpUtils.java | 10 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 75 +-
.../nereids/pattern/ExpressionPatternRules.java | 44 +-
.../ExpressionPatternTraverseListeners.java | 2 +-
.../org/apache/doris/nereids/pattern/Pattern.java | 5 +
.../doris/nereids/pattern/PatternDescriptor.java | 13 +-
.../doris/nereids/pattern/PatternMatcher.java | 13 +-
.../apache/doris/nereids/pattern/PlanPatterns.java | 5 +
.../apache/doris/nereids/pattern/ProxyPattern.java | 4 +
.../doris/nereids/pattern/SubTreePattern.java | 4 +
.../apache/doris/nereids/pattern/TypeMappings.java | 26 +-
.../apache/doris/nereids/pattern/TypePattern.java | 7 +-
.../processor/post/MergeProjectPostProcessor.java | 2 +-
.../nereids/processor/post/PlanPostProcessors.java | 4 +-
.../post/RemoveUselessProjectPostProcessor.java | 13 +-
.../processor/post/RuntimeFilterContext.java | 10 +-
.../processor/post/RuntimeFilterGenerator.java | 20 +-
.../post/RuntimeFilterPrunerForExternalTable.java | 3 +
.../doris/nereids/processor/post/Validator.java | 42 +-
.../post/materialize/LazyMaterializeTopN.java | 10 +-
.../post/runtimefilterv2/PushDownContext.java | 97 +
.../post/runtimefilterv2/PushDownVisitor.java | 188 ++
.../runtimefilterv2/RuntimeFilterContextV2.java | 86 +
.../post/runtimefilterv2/RuntimeFilterV2.java | 148 +
.../runtimefilterv2/RuntimeFilterV2Generator.java | 107 +
.../nereids/processor/pre/PlanPreprocessor.java | 5 +-
.../nereids/processor/pre/PlanPreprocessors.java | 2 +-
.../properties/ChildrenPropertiesRegulator.java | 11 +-
.../apache/doris/nereids/properties/DataTrait.java | 33 +-
.../nereids/properties/LogicalProperties.java | 22 +-
.../nereids/properties/RequestPropertyDeriver.java | 26 +-
.../doris/nereids/rules/AppliedAwareRule.java | 10 +
.../apache/doris/nereids/rules/FilteredRules.java | 130 +
.../java/org/apache/doris/nereids/rules/Rule.java | 2 +
.../org/apache/doris/nereids/rules/RuleSet.java | 13 +-
.../org/apache/doris/nereids/rules/RuleType.java | 1 +
.../PropagateNullable.java => rules/Rules.java} | 32 +-
.../doris/nereids/rules/analysis/AnalyzeCTE.java | 10 +-
.../nereids/rules/analysis/BindExpression.java | 39 +-
.../doris/nereids/rules/analysis/BindRelation.java | 27 +-
.../doris/nereids/rules/analysis/BindSink.java | 11 +-
.../nereids/rules/analysis/CheckAfterRewrite.java | 39 +-
.../nereids/rules/analysis/CheckAnalysis.java | 5 +-
.../doris/nereids/rules/analysis/CheckPolicy.java | 5 +-
.../nereids/rules/analysis/CollectRelation.java | 32 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 24 +-
.../rules/analysis/FillUpQualifyMissingSlot.java | 5 +-
.../LogicalSubQueryAliasToLogicalProject.java | 13 +-
.../nereids/rules/analysis/NormalizeAggregate.java | 77 +-
.../OneRowRelationToProject.java} | 31 +-
.../rules/analysis/ProjectToGlobalAggregate.java | 11 +-
.../nereids/rules/analysis/SubExprAnalyzer.java | 24 +-
.../nereids/rules/analysis/SubqueryToApply.java | 1 -
.../nereids/rules/analysis/VariableToLiteral.java | 3 +-
.../rules/exploration/MergeProjectsCBO.java | 6 +-
.../mv/AbstractMaterializedViewRule.java | 5 +-
.../mv/MaterializedViewProjectJoinRule.java | 10 +-
.../exploration/mv/MaterializedViewUtils.java | 10 +-
.../expression/ExpressionBottomUpRewriter.java | 17 +-
.../rules/expression/ExpressionNormalization.java | 9 +-
.../ExpressionNormalizationAndOptimization.java | 9 +-
.../rules/expression/ExpressionOptimization.java | 4 +-
.../rules/expression/ExpressionRewrite.java | 62 +-
.../rules/expression/ExpressionRuleExecutor.java | 9 +-
.../NullableDependentExpressionRewrite.java | 9 +-
.../rules/expression/QueryColumnCollector.java | 61 +-
.../rules/expression/rules/BetweenToEqual.java | 3 +-
.../expression/rules/ConvertAggStateCast.java | 2 +-
.../expression/rules/DistinctPredicatesRule.java | 8 +-
.../expression/rules/ExtractCommonFactorRule.java | 14 +-
.../rules/expression/rules/FoldConstantRule.java | 11 +-
.../expression/rules/FoldConstantRuleOnFE.java | 38 +-
.../nereids/rules/expression/rules/OrToIn.java | 27 +-
.../rules/expression/rules/RangeInference.java | 2 +-
.../expression/rules/SimplifyConflictCompound.java | 12 +-
.../expression/rules/SimplifyNotExprRule.java | 3 +-
.../rules/expression/rules/SimplifyRange.java | 6 +
.../rules/implementation/AggregateStrategies.java | 18 +-
.../LogicalLimitToPhysicalLimit.java | 3 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 7 +-
...ogicalOlapTableSinkToPhysicalOlapTableSink.java | 1 +
.../LogicalProjectToPhysicalProject.java | 3 +-
.../rules/rewrite/AdjustConjunctsReturnType.java | 18 +-
.../nereids/rules/rewrite/AdjustNullable.java | 248 +-
.../rewrite/AggScalarSubQueryToWindowFunction.java | 4 +
.../nereids/rules/rewrite/CheckDataTypes.java | 21 +-
.../rules/rewrite/CheckMatchExpression.java | 2 +-
.../nereids/rules/rewrite/CheckPrivileges.java | 15 +-
.../doris/nereids/rules/rewrite/ColumnPruning.java | 315 +-
.../rules/rewrite/DeferMaterializeTopNResult.java | 9 +-
.../nereids/rules/rewrite/EliminateFilter.java | 69 +-
.../nereids/rules/rewrite/EliminateGroupBy.java | 11 +-
.../rewrite/EliminateGroupByKeyByUniform.java | 3 +-
.../nereids/rules/rewrite/EliminateNotNull.java | 11 +
.../nereids/rules/rewrite/EliminateOrderByKey.java | 3 +-
.../doris/nereids/rules/rewrite/EliminateSort.java | 3 +
.../rules/rewrite/EliminateUnnecessaryProject.java | 13 +-
.../nereids/rules/rewrite/ExprIdRewriter.java | 47 +-
.../nereids/rules/rewrite/InferFilterNotNull.java | 26 +-
.../rules/rewrite/InferInPredicateFromOr.java | 22 +-
.../nereids/rules/rewrite/InferPredicates.java | 3 +
.../{MergeProjects.java => MergeProjectable.java} | 25 +-
.../doris/nereids/rules/rewrite/MergeProjects.java | 6 +-
.../nereids/rules/rewrite/MergeSetOperations.java | 86 +-
.../rules/rewrite/OperativeColumnDerive.java | 72 +-
.../doris/nereids/rules/rewrite/OrExpansion.java | 4 +
.../nereids/rules/rewrite/PruneOlapScanTablet.java | 38 +-
.../rewrite/PushDownAggThroughJoinOneSide.java | 6 +-
.../PushDownExpressionsInHashCondition.java | 4 +-
.../rewrite/PushDownFilterThroughSetOperation.java | 125 +-
.../rules/rewrite/PushProjectThroughUnion.java | 130 +-
.../nereids/rules/rewrite/RewriteCteChildren.java | 28 +-
.../nereids/rules/rewrite/ScalarApplyToJoin.java | 16 +-
.../nereids/rules/rewrite/SkipSimpleExprs.java | 89 +
.../doris/nereids/stats/FilterEstimation.java | 4 +-
.../doris/nereids/stats/StatsCalculator.java | 100 +-
.../doris/nereids/trees/AbstractTreeNode.java | 33 +
.../apache/doris/nereids/trees/SuperClassId.java | 76 +
.../org/apache/doris/nereids/trees/TreeNode.java | 40 +-
.../doris/nereids/trees/expressions/Alias.java | 1 +
.../doris/nereids/trees/expressions/And.java | 1 +
.../doris/nereids/trees/expressions/BoundStar.java | 24 +-
.../nereids/trees/expressions/Expression.java | 8 +-
.../apache/doris/nereids/trees/expressions/Or.java | 1 +
.../nereids/trees/expressions/SlotReference.java | 11 +-
.../expressions/StatementScopeIdGenerator.java | 43 +-
.../functions/ComputeSignatureHelper.java | 136 +-
.../expressions/functions/PropagateNullable.java | 7 +-
.../trees/expressions/functions/agg/Histogram.java | 5 +-
.../expressions/functions/scalar/CreateMap.java | 20 +-
.../expressions/functions/scalar/RegexpCount.java | 79 +
.../trees/expressions/literal/TimeV2Literal.java | 39 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../doris/nereids/trees/plans/AbstractPlan.java | 117 +-
.../apache/doris/nereids/trees/plans/FakePlan.java | 2 +-
.../doris/nereids/trees/plans/GroupPlan.java | 4 +-
.../org/apache/doris/nereids/trees/plans/Plan.java | 57 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 4 +-
.../trees/plans/algebra/CatalogRelation.java | 1 -
.../doris/nereids/trees/plans/algebra/Project.java | 22 +-
.../nereids/trees/plans/algebra/Relation.java | 3 +-
.../plans/commands/AlterRoutineLoadCommand.java | 318 ++
.../trees/plans/commands/AlterTableCommand.java | 6 +-
.../nereids/trees/plans/commands/Command.java | 2 +-
.../trees/plans/commands/DeleteFromCommand.java | 4 +-
.../nereids/trees/plans/commands/LoadCommand.java | 4 +-
.../plans/commands/ShowCreateUserCommand.java | 177 ++
.../trees/plans/commands/UpdateCommand.java | 4 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 23 +-
.../trees/plans/commands/info/BuildIndexOp.java | 5 +-
.../plans/commands/info/CreateRoutineLoadInfo.java | 11 +-
.../trees/plans/commands/info/DropBranchInfo.java | 56 +
.../trees/plans/commands/info/DropBranchOp.java | 64 +
.../trees/plans/commands/info/DropTagInfo.java | 56 +
.../trees/plans/commands/info/DropTagOp.java | 64 +
.../insert/FastInsertIntoValuesPlanner.java | 4 +-
.../commands/insert/IcebergInsertExecutor.java | 8 +-
.../commands/insert/InsertIntoTableCommand.java | 8 +-
.../commands/insert/InsertIntoValuesAnalyzer.java | 25 +-
.../insert/InsertOverwriteTableCommand.java | 4 +
.../worker/LoadBalanceScanWorkerSelector.java | 11 +
.../trees/plans/logical/AbstractLogicalPlan.java | 2 +-
.../trees/plans/logical/LogicalAggregate.java | 1 +
.../plans/logical/LogicalCatalogRelation.java | 11 +-
.../trees/plans/logical/LogicalEmptyRelation.java | 9 +-
.../nereids/trees/plans/logical/LogicalFilter.java | 50 +-
.../trees/plans/logical/LogicalIntersect.java | 7 +-
.../nereids/trees/plans/logical/LogicalLeaf.java | 2 +-
.../trees/plans/logical/LogicalLoadProject.java | 5 +
.../trees/plans/logical/LogicalOlapScan.java | 29 +-
.../trees/plans/logical/LogicalOlapTableSink.java | 41 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 21 +-
.../trees/plans/logical/LogicalProject.java | 25 +-
.../trees/plans/logical/LogicalSetOperation.java | 25 +-
.../nereids/trees/plans/logical/LogicalSink.java | 10 +-
.../trees/plans/logical/LogicalSubQueryAlias.java | 4 +-
.../trees/plans/logical/LogicalTVFRelation.java | 8 +-
.../nereids/trees/plans/logical/LogicalUnion.java | 4 +
.../trees/plans/logical/ProjectMergeable.java | 71 +
.../plans/logical/ProjectProcessor.java} | 29 +-
.../trees/plans/physical/AbstractPhysicalJoin.java | 6 +-
.../trees/plans/physical/AbstractPhysicalPlan.java | 16 +-
.../plans/physical/PhysicalCatalogRelation.java | 13 +-
.../trees/plans/physical/PhysicalFileScan.java | 6 +-
.../plans/physical/PhysicalHashAggregate.java | 2 +-
.../trees/plans/physical/PhysicalHashJoin.java | 3 +
.../trees/plans/physical/PhysicalIntersect.java | 11 +-
.../trees/plans/physical/PhysicalJdbcScan.java | 5 +
.../trees/plans/physical/PhysicalOlapScan.java | 17 +-
.../plans/physical/PhysicalOlapTableSink.java | 38 +-
.../trees/plans/physical/PhysicalProject.java | 62 +-
.../trees/plans/physical/PhysicalSetOperation.java | 14 +
.../trees/plans/physical/PhysicalTVFRelation.java | 8 +-
.../trees/plans/physical/PhysicalUnion.java | 3 +
.../trees/plans/visitor/CommandVisitor.java | 10 +
.../org/apache/doris/nereids/types/DataType.java | 2 +
.../apache/doris/nereids/types/DateTimeV2Type.java | 23 +-
.../org/apache/doris/nereids/types/TimeV2Type.java | 60 +-
.../coercion/ScaleTimeType.java} | 19 +-
.../apache/doris/nereids/util/ExpressionUtils.java | 41 +-
.../doris/nereids/util/ImmutableEqualSet.java | 61 +-
.../org/apache/doris/nereids/util/LazyCompute.java | 66 +
.../apache/doris/nereids/util/MutableState.java | 42 +-
.../org/apache/doris/nereids/util/PlanUtils.java | 10 +-
.../doris/nereids/util/TypeCoercionUtils.java | 16 +-
.../java/org/apache/doris/nereids/util/Utils.java | 9 +
.../java/org/apache/doris/persist/EditLog.java | 2 +-
.../org/apache/doris/planner/DataStreamSink.java | 2 +-
.../org/apache/doris/planner/HashJoinNode.java | 9 +-
.../apache/doris/planner/NestedLoopJoinNode.java | 5 +-
.../org/apache/doris/planner/OlapScanNode.java | 93 +-
.../org/apache/doris/planner/OlapTableSink.java | 50 +-
.../java/org/apache/doris/planner/PlanNode.java | 12 +-
.../org/apache/doris/planner/RuntimeFilter.java | 73 +-
.../org/apache/doris/planner/SchemaScanNode.java | 2 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 8 -
.../java/org/apache/doris/qe/AuditLogHelper.java | 5 +-
.../java/org/apache/doris/qe/ConnectContext.java | 3 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 2 +-
.../main/java/org/apache/doris/qe/DdlExecutor.java | 32 +-
.../java/org/apache/doris/qe/SessionVariable.java | 66 +-
.../java/org/apache/doris/qe/ShowExecutor.java | 6 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 9 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 2 +-
.../WorkloadRuntimeStatusMgr.java | 27 +-
.../org/apache/doris/service/FrontendOptions.java | 15 +-
.../apache/doris/service/FrontendServiceImpl.java | 28 +-
.../doris/statistics/OlapScanStatsDerive.java | 4 +-
.../org/apache/doris/statistics/Statistics.java | 11 +-
.../apache/doris/statistics/StatisticsBuilder.java | 2 +-
.../apache/doris/statistics/StatisticsCache.java | 81 +-
.../doris/statistics/StatisticsCacheKey.java | 3 +-
.../doris/statistics/util/StatisticsUtil.java | 7 +-
.../org/apache/doris/system/SystemInfoService.java | 11 +-
.../java/org/apache/doris/task/LoadTaskInfo.java | 5 +
.../doris/transaction/DatabaseTransactionMgr.java | 6 +
.../org/apache/doris/alter/CloudIndexTest.java | 664 +++++
.../org/apache/doris/alter/IndexChangeJobTest.java | 79 +-
.../doris/alter/SchemaChangeHandlerTest.java | 10 +-
.../doris/analysis/AlterCatalogNameStmtTest.java | 89 -
.../doris/analysis/AlterCatalogPropsStmtTest.java | 99 -
.../org/apache/doris/analysis/CopyIntoTest.java | 25 +-
.../doris/analysis/CreateResourceStmtTest.java | 89 -
.../doris/analysis/CreateStorageVaultStmtTest.java | 94 -
.../apache/doris/analysis/CreateUserStmtTest.java | 92 -
.../java/org/apache/doris/analysis/StageTest.java | 352 ---
.../org/apache/doris/catalog/CatalogTestUtil.java | 42 +-
.../org/apache/doris/catalog/EnvOperationTest.java | 6 -
.../java/org/apache/doris/catalog/FakeEditLog.java | 10 +
.../java/org/apache/doris/catalog/FakeEnv.java | 5 +
.../org/apache/doris/catalog/JdbcResourceTest.java | 12 +-
.../org/apache/doris/catalog/RefreshDbTest.java | 14 +-
.../org/apache/doris/catalog/RefreshTableTest.java | 14 +-
.../org/apache/doris/catalog/ResourceMgrTest.java | 19 +-
.../org/apache/doris/catalog/S3ResourceTest.java | 25 +-
.../doris/cloud/catalog/HdfsStorageVaultTest.java | 8 +-
.../org/apache/doris/common/CacheFactoryTest.java | 18 +-
.../apache/doris/common/proc/DbsProcDirTest.java | 5 +-
.../doris/cooldown/CooldownConfHandlerTest.java | 8 +-
.../apache/doris/datasource/ColumnPrivTest.java | 12 +-
.../apache/doris/datasource/PathVisibleTest.java | 7 +-
.../IcebergExternalTableBranchAndTagTest.java | 103 +-
.../paimon/source/PaimonScanNodeTest.java | 340 ++-
.../datasource/property/PropertyConverterTest.java | 25 +-
.../doris/mysql/privilege/SetPasswordTest.java | 13 +-
.../doris/nereids/memo/StructInfoMapTest.java | 22 +-
.../properties/ChildOutputPropertyDeriverTest.java | 20 +-
.../doris/nereids/properties/EqualSetTest.java | 8 -
.../apache/doris/nereids/properties/FdTest.java | 7 -
.../properties/RequestPropertyDeriverTest.java | 19 +-
.../doris/nereids/properties/UniformTest.java | 8 -
.../doris/nereids/properties/UniqueTest.java | 8 -
.../rules/analysis/AnalyzeWhereSubqueryTest.java | 12 +-
.../nereids/rules/analysis/CheckAnalysisTest.java | 24 +-
.../nereids/rules/analysis/CheckRowPolicyTest.java | 10 +-
.../rules/analysis/FillUpMissingSlotsTest.java | 14 +-
.../rules/analysis/FunctionRegistryTest.java | 16 +-
.../rules/expression/PredicatesSplitterTest.java | 7 +-
.../rules/implementation/ImplementationTest.java | 24 +-
.../nereids/rules/rewrite/ColumnPruningTest.java | 21 +-
.../rewrite/ConvertOuterJoinToAntiJoinTest.java | 5 +-
.../rules/rewrite/EliminateJoinByFkTest.java | 3 +-
.../nereids/rules/rewrite/EliminateSortTest.java | 5 +-
.../nereids/rules/rewrite/InferPredicatesTest.java | 29 +-
...ProjectsTest.java => MergeProjectableTest.java} | 8 +-
.../rules/rewrite/OperativeColumnDeriveTest.java | 4 +-
.../doris/nereids/rules/rewrite/OrToInTest.java | 36 +-
.../rules/rewrite/PullUpJoinFromUnionTest.java | 18 +-
.../rules/rewrite/PushCountIntoUnionAllTest.java | 40 +-
.../nereids/rules/rewrite/ReorderJoinTest.java | 1 -
.../rules/rewrite/UnCorrelatedApplyFilterTest.java | 6 +-
.../rules/rewrite/mv/SelectRollupIndexTest.java | 6 +-
.../doris/nereids/stats/StatsCalculatorTest.java | 5 +-
.../doris/nereids/trees/expressions/UdfTest.java | 24 +-
.../doris/nereids/trees/expressions/ViewTest.java | 3 +-
.../functions/ComputeSignatureHelperTest.java | 114 +
.../doris/nereids/trees/plans/PlanEqualsTest.java | 111 +-
.../nereids/trees/plans/PlanToStringTest.java | 62 +-
.../commands/AlterRoutineLoadCommandTest.java | 87 +
.../plans/commands/ShowCreateUserCommandTest.java | 99 +
.../plans/commands/ShowFunctionsCommandTest.java | 17 +-
.../plans/commands/ShowGrantsCommandTest.java | 19 +-
.../commands/info/DropBranchOrTagInfoTest.java | 52 +
.../trees/plans/physical/PhysicalTopNTest.java | 17 +-
.../org/apache/doris/nereids/util/PlanChecker.java | 32 +-
.../doris/planner/RuntimeFilterGeneratorTest.java | 80 +-
.../java/org/apache/doris/policy/PolicyTest.java | 8 +-
.../apache/doris/resource/ComputeGroupTest.java | 16 +-
.../apache/doris/service/FrontendOptionsTest.java | 51 +
.../org/apache/doris/statistics/CacheTest.java | 18 +-
.../apache/doris/utframe/TestWithFeService.java | 13 +-
gensrc/proto/descriptors.proto | 1 +
gensrc/proto/olap_file.proto | 6 +
gensrc/thrift/Descriptors.thrift | 6 +
gensrc/thrift/FrontendService.thrift | 1 +
regression-test/data/cast_p0/cast_to_time.out | Bin 1790 -> 1986 bytes
.../data/correctness_p0/test_array_order_by.out | Bin 0 -> 845 bytes
.../import/import-way/error-data-handling.md.out | Bin 420 -> 287 bytes
.../data/empty_relation/eliminate_empty.out | Bin 3091 -> 3183 bytes
.../iceberg/test_iceberg_case_sensibility.out | Bin 0 -> 1357 bytes
.../external_table_p0/paimon/paimon_incr_read.out | Bin 0 -> 1097 bytes
.../hudi/test_hudi_schema_change.out | Bin 10726 -> 10684 bytes
.../test_ngram_bloomfilter_index_change.out | Bin 3569 -> 5433 bytes
.../nereids_function_p0/scalar_function/Map.out | Bin 25901 -> 28172 bytes
.../scalar_function/regexp_count.out | Bin 0 -> 525 bytes
.../nereids_p0/cte/test_cte_filter_pushdown.out | Bin 1353 -> 1358 bytes
.../data/nereids_p0/set_operations/except.out | Bin 2726 -> 2962 bytes
.../test_aggregate_window_functions.out | Bin 21134 -> 21133 bytes
.../cte/test_cte_filter_pushdown.out | Bin 1353 -> 1358 bytes
.../infer_predicate/pull_up_predicate_set_op.out | Bin 19681 -> 19719 bytes
.../tpch/push_filter_window_eqset.out | Bin 419 -> 418 bytes
.../left_anti_with_other/left_anti_with_other.out} | Bin 143 -> 121 bytes
.../data/query_p0/runtimefilterV2/rfv2.out | Bin 0 -> 1703 bytes
.../datetime_functions/test_date_function.out | Bin 10709 -> 10806 bytes
.../sql_functions/window_functions/test_sum.out | Bin 143 -> 242 bytes
.../tpcds_sf100/noStatsRfPrune/query11.out | Bin 3461 -> 3391 bytes
.../tpcds_sf100/noStatsRfPrune/query14.out | Bin 10025 -> 10059 bytes
.../tpcds_sf100/noStatsRfPrune/query2.out | Bin 1983 -> 1999 bytes
.../tpcds_sf100/noStatsRfPrune/query38.out | Bin 3183 -> 3269 bytes
.../tpcds_sf100/noStatsRfPrune/query4.out | Bin 5309 -> 5217 bytes
.../tpcds_sf100/noStatsRfPrune/query5.out | Bin 5341 -> 5389 bytes
.../tpcds_sf100/noStatsRfPrune/query54.out | Bin 5463 -> 5479 bytes
.../tpcds_sf100/noStatsRfPrune/query71.out | Bin 2315 -> 2251 bytes
.../tpcds_sf100/noStatsRfPrune/query74.out | Bin 3393 -> 3323 bytes
.../tpcds_sf100/noStatsRfPrune/query76.out | Bin 2163 -> 2079 bytes
.../tpcds_sf100/noStatsRfPrune/query8.out | Bin 10013 -> 10066 bytes
.../tpcds_sf100/no_stats_shape/query11.out | Bin 3535 -> 3465 bytes
.../tpcds_sf100/no_stats_shape/query14.out | Bin 10659 -> 10693 bytes
.../tpcds_sf100/no_stats_shape/query2.out | Bin 2072 -> 2088 bytes
.../tpcds_sf100/no_stats_shape/query38.out | Bin 3343 -> 3429 bytes
.../tpcds_sf100/no_stats_shape/query4.out | Bin 5407 -> 5315 bytes
.../tpcds_sf100/no_stats_shape/query5.out | Bin 5550 -> 5598 bytes
.../tpcds_sf100/no_stats_shape/query54.out | Bin 5732 -> 5748 bytes
.../tpcds_sf100/no_stats_shape/query71.out | Bin 2315 -> 2251 bytes
.../tpcds_sf100/no_stats_shape/query74.out | Bin 3467 -> 3397 bytes
.../tpcds_sf100/no_stats_shape/query76.out | Bin 2409 -> 2325 bytes
.../tpcds_sf100/no_stats_shape/query8.out | Bin 10057 -> 10110 bytes
.../shape_check/tpcds_sf100/rf_prune/query11.out | Bin 3459 -> 3389 bytes
.../shape_check/tpcds_sf100/rf_prune/query14.out | Bin 10099 -> 10129 bytes
.../shape_check/tpcds_sf100/rf_prune/query2.out | Bin 1967 -> 1983 bytes
.../shape_check/tpcds_sf100/rf_prune/query38.out | Bin 3179 -> 3265 bytes
.../shape_check/tpcds_sf100/rf_prune/query4.out | Bin 5259 -> 5167 bytes
.../shape_check/tpcds_sf100/rf_prune/query5.out | Bin 5345 -> 5393 bytes
.../shape_check/tpcds_sf100/rf_prune/query54.out | Bin 6237 -> 6253 bytes
.../shape_check/tpcds_sf100/rf_prune/query71.out | Bin 2315 -> 2251 bytes
.../shape_check/tpcds_sf100/rf_prune/query74.out | Bin 3391 -> 3321 bytes
.../shape_check/tpcds_sf100/rf_prune/query76.out | Bin 2392 -> 2308 bytes
.../shape_check/tpcds_sf100/rf_prune/query8.out | Bin 10011 -> 10064 bytes
.../shape_check/tpcds_sf100/rf_prune/query87.out | Bin 2951 -> 3037 bytes
.../data/shape_check/tpcds_sf100/shape/query11.out | Bin 3533 -> 3463 bytes
.../data/shape_check/tpcds_sf100/shape/query14.out | Bin 10573 -> 10603 bytes
.../data/shape_check/tpcds_sf100/shape/query2.out | Bin 2056 -> 2072 bytes
.../data/shape_check/tpcds_sf100/shape/query38.out | Bin 3339 -> 3425 bytes
.../data/shape_check/tpcds_sf100/shape/query4.out | Bin 5357 -> 5265 bytes
.../data/shape_check/tpcds_sf100/shape/query5.out | Bin 5554 -> 5602 bytes
.../data/shape_check/tpcds_sf100/shape/query54.out | Bin 6284 -> 6300 bytes
.../data/shape_check/tpcds_sf100/shape/query71.out | Bin 2315 -> 2251 bytes
.../data/shape_check/tpcds_sf100/shape/query74.out | Bin 3465 -> 3395 bytes
.../data/shape_check/tpcds_sf100/shape/query76.out | Bin 2392 -> 2308 bytes
.../data/shape_check/tpcds_sf100/shape/query8.out | Bin 10055 -> 10108 bytes
.../data/shape_check/tpcds_sf100/shape/query87.out | Bin 3111 -> 3197 bytes
.../tpcds_sf1000/bs_downgrade_shape/query54.out | Bin 6282 -> 6298 bytes
.../tpcds_sf1000/bs_downgrade_shape/query8.out | Bin 10055 -> 10108 bytes
.../data/shape_check/tpcds_sf1000/hint/query11.out | Bin 3638 -> 3568 bytes
.../data/shape_check/tpcds_sf1000/hint/query14.out | Bin 10728 -> 10758 bytes
.../data/shape_check/tpcds_sf1000/hint/query4.out | Bin 5524 -> 5432 bytes
.../data/shape_check/tpcds_sf1000/hint/query5.out | Bin 5892 -> 5908 bytes
.../data/shape_check/tpcds_sf1000/hint/query54.out | Bin 6448 -> 6464 bytes
.../data/shape_check/tpcds_sf1000/hint/query71.out | Bin 2382 -> 2318 bytes
.../data/shape_check/tpcds_sf1000/hint/query74.out | Bin 3521 -> 3451 bytes
.../data/shape_check/tpcds_sf1000/hint/query76.out | Bin 2427 -> 2343 bytes
.../data/shape_check/tpcds_sf1000/hint/query8.out | Bin 10258 -> 10311 bytes
.../shape_check/tpcds_sf1000/shape/query11.out | Bin 3533 -> 3463 bytes
.../shape_check/tpcds_sf1000/shape/query14.out | Bin 10569 -> 10599 bytes
.../data/shape_check/tpcds_sf1000/shape/query2.out | Bin 2056 -> 2072 bytes
.../data/shape_check/tpcds_sf1000/shape/query4.out | Bin 5357 -> 5265 bytes
.../data/shape_check/tpcds_sf1000/shape/query5.out | Bin 5554 -> 5602 bytes
.../shape_check/tpcds_sf1000/shape/query54.out | Bin 6282 -> 6298 bytes
.../shape_check/tpcds_sf1000/shape/query71.out | Bin 2315 -> 2251 bytes
.../shape_check/tpcds_sf1000/shape/query74.out | Bin 3521 -> 3451 bytes
.../shape_check/tpcds_sf1000/shape/query76.out | Bin 2427 -> 2343 bytes
.../data/shape_check/tpcds_sf1000/shape/query8.out | Bin 10055 -> 10108 bytes
.../shape_check/tpcds_sf10t_orc/shape/query14.out | Bin 10673 -> 10621 bytes
.../shape_check/tpcds_sf10t_orc/shape/query18.out | Bin 3046 -> 3046 bytes
.../shape_check/tpcds_sf10t_orc/shape/query2.out | Bin 2074 -> 2090 bytes
.../shape_check/tpcds_sf10t_orc/shape/query5.out | Bin 5548 -> 5497 bytes
.../shape_check/tpcds_sf10t_orc/shape/query54.out | Bin 6056 -> 6072 bytes
.../shape_check/tpcds_sf10t_orc/shape/query71.out | Bin 2315 -> 2251 bytes
.../shape_check/tpcds_sf10t_orc/shape/query76.out | Bin 2412 -> 2328 bytes
.../shape_check/tpcds_sf10t_orc/shape/query8.out | Bin 10055 -> 10108 bytes
.../runtime_filter/test_pushdown_setop.out | Bin 1884 -> 1976 bytes
.../test_partial_update_strict_mode.out | Bin 1505 -> 2005 bytes
.../flexible/test_f_new_key_policy.out | Bin 0 -> 491 bytes
.../partial_update/row_policy1.csv | 4 +
.../partial_update/row_policy2.csv | 4 +
.../partial_update/row_policy3.csv | 4 +
.../test_partial_update_new_key_policy.out | Bin 0 -> 1646 bytes
.../test_partial_update_new_row_policy.out | Bin 0 -> 835 bytes
.../test_partial_update_strict_mode.out | Bin 1505 -> 2005 bytes
.../regression/action/StreamLoadAction.groovy | 2 +-
.../doris/regression/util/TeamcityUtils.groovy | 5 +
.../pipeline/cloud_p0/conf/be_custom.conf | 2 +-
.../pipeline/cloud_p0/conf/fe_custom.conf | 2 +-
.../pipeline/nonConcurrent/conf/be.conf | 2 +-
.../pipeline/nonConcurrent/conf/fe.conf | 2 +-
regression-test/pipeline/p0/conf/be.conf | 2 +-
regression-test/pipeline/p0/conf/fe.conf | 2 +-
regression-test/pipeline/p1/conf/fe.conf | 2 +-
.../pipeline/performance/conf/custom_env.sh | 1 +
.../suites/audit/test_audit_log_behavior.groovy | 4 +-
regression-test/suites/cast_p0/cast_to_time.groovy | 15 +-
.../cloud_p0/multi_cluster/test_rebalance.groovy | 292 +-
.../correctness_p0/test_array_order_by.groovy | 39 +
.../one_level_nestedtypes_with_s3data.groovy | 3 -
.../import-way/error-data-handling.md.groovy | 59 -
.../suites/empty_relation/eliminate_empty.groovy | 2 +
.../sql/presto/scalar/TestJsonFunctions.sql | 8 +-
.../hive/jdbc_hive_meta/test_jdbc_hive_orc.groovy | 121 -
.../iceberg/iceberg_branch_tag_operate.groovy | 60 +
.../iceberg/test_iceberg_case_sensibility.groovy | 218 ++
.../iceberg/test_iceberg_filter.groovy | 1 +
.../paimon/paimon_incr_read.groovy | 102 +
.../paimon/test_paimon_count.groovy | 4 +-
.../paimon/test_paimon_deletion_vector.groovy | 2 +-
.../external_table_p0/tvf/test_tvf_view.groovy | 15 +-
.../tvf/test_tvf_view_count.groovy | 42 -
.../hudi/test_hudi_schema_change.groovy | 2 +-
...n.groovy => test_writer_fault_injection.groovy} | 43 +-
.../test_writer_v2_fault_injection.groovy | 17 +-
.../test_ngram_bloomfilter_index_change.groovy | 225 +-
.../insert_p0/insert_group_commit_into.groovy | 4 +-
.../testAggQuqeryOnAggMV6.groovy | 4 +-
.../nereids_function_p0/agg_function/agg.groovy | 2 -
.../nereids_function_p0/scalar_function/Map.groovy | 27 +
.../scalar_function/regexp_count.groovy | 59 +
.../compress_materialize/pushdown_encode.groovy | 6 +-
.../insert_into_table/partial_update.groovy | 5 +-
.../suites/nereids_p0/set_operations/except.groovy | 11 +-
.../show/test_nereids_show_create_user.groovy | 47 +
.../suites/nereids_syntax_p0/explain.groovy | 2 +-
.../suites/nereids_syntax_p0/set_operation.groovy | 25 +
.../nereids_tpch_p0/tpch/push_topn_to_agg.groovy | 8 +-
.../aggregate_group_by_metric_type.groovy | 9 -
.../left_anti_with_other.groovy | 47 +-
.../suites/query_p0/runtimefilterV2/rfv2.groovy | 87 +
.../datetime_functions/test_date_function.groovy | 26 +
.../sql_functions/window_functions/test_sum.groovy | 22 +
.../suites/statistics/test_analyze_all_null.groovy | 2 +-
...artial_update_insert_light_schema_change.groovy | 10 +-
...test_partial_update_insert_schema_change.groovy | 9 +-
.../test_partial_update_schema_change.groovy | 12 +-
...t_partial_update_schema_change_row_store.groovy | 14 +-
.../test_partial_update_strict_mode.groovy | 18 +-
.../test_partial_update_upsert.groovy | 5 +-
.../flexible/test_f_new_key_policy.groovy | 95 +
...est_flexible_partial_update_filter_ratio.groovy | 4 +-
...artial_update_insert_light_schema_change.groovy | 8 +-
...test_partial_update_insert_schema_change.groovy | 8 +-
.../test_partial_update_native_insert_stmt.groovy | 6 +-
.../test_partial_update_new_key_policy.groovy | 267 ++
.../test_partial_update_only_keys.groovy | 7 +-
.../test_partial_update_schema_change.groovy | 12 +-
...t_partial_update_schema_change_row_store.groovy | 14 +-
.../test_partial_update_strict_mode.groovy | 18 +-
.../test_partial_update_upsert.groovy | 5 +-
743 files changed, 18230 insertions(+), 7963 deletions(-)
delete mode 100644 be/src/vec/exprs/vtuple_is_null_predicate.cpp
delete mode 100644 be/src/vec/exprs/vtuple_is_null_predicate.h
create mode 100644
be/test/vec/data_types/serde/data_type_serde_get_name_test.cpp
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/rewrite/RewriteJob.java
=> cloud/src/common/stats.h (79%)
delete mode 100644 cloud/test/mock_accessor.cpp
create mode 100644 cloud/test/rpc_kv_bvar_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/paimon/run04.sql
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterCatalogNameStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterCatalogStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterPolicyStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/AlterResourceStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateResourceStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateStageStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateStorageVaultStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreateUserStmt.java
rename
fe/fe-core/src/main/java/org/apache/doris/analysis/{AlterCatalogCommentStmt.java
=> DropBranchClause.java} (59%)
rename
fe/fe-core/src/main/java/org/apache/doris/analysis/{AlterCatalogPropertyStmt.java
=> DropTagClause.java} (53%)
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/JdbcHMSCachedClient.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/PostgreSQLJdbcHMSCachedClient.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/glue/translator/RunTimeFilterTranslatorV2.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/rewrite/AdaptiveBottomUpRewriteJob.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/rewrite/AdaptiveTopDownRewriteJob.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/rewrite/BottomUpVisitorRewriteJob.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/rewrite/ProcessState.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/jobs/rewrite/TopDownVisitorRewriteJob.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/runtimefilterv2/PushDownContext.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/runtimefilterv2/PushDownVisitor.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/runtimefilterv2/RuntimeFilterContextV2.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/runtimefilterv2/RuntimeFilterV2.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/processor/post/runtimefilterv2/RuntimeFilterV2Generator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/FilteredRules.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{trees/expressions/functions/PropagateNullable.java
=> rules/Rules.java} (56%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/{rewrite/PushProjectIntoOneRowRelation.java
=> analysis/OneRowRelationToProject.java} (53%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/{MergeProjects.java
=> MergeProjectable.java} (65%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/SkipSimpleExprs.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/SuperClassId.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/RegexpCount.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterRoutineLoadCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateUserCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/DropBranchInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/DropBranchOp.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/DropTagInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/info/DropTagOp.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/ProjectMergeable.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{processor/post/MergeProjectPostProcessor.java
=> trees/plans/logical/ProjectProcessor.java} (51%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/{trees/plans/algebra/Relation.java
=> types/coercion/ScaleTimeType.java} (63%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/util/LazyCompute.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/alter/CloudIndexTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/AlterCatalogNameStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/AlterCatalogPropsStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateResourceStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateStorageVaultStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/CreateUserStmtTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/StageTest.java
rename
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/{MergeProjectsTest.java
=> MergeProjectableTest.java} (94%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AlterRoutineLoadCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCreateUserCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/info/DropBranchOrTagInfoTest.java
create mode 100755
fe/fe-core/src/test/java/org/apache/doris/service/FrontendOptionsTest.java
create mode 100644 regression-test/data/correctness_p0/test_array_order_by.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_case_sensibility.out
create mode 100644
regression-test/data/external_table_p0/paimon/paimon_incr_read.out
create mode 100644
regression-test/data/nereids_function_p0/scalar_function/regexp_count.out
copy
regression-test/data/query_p0/{sql_functions/window_functions/test_sum.out =>
join/left_anti_with_other/left_anti_with_other.out} (67%)
create mode 100644 regression-test/data/query_p0/runtimefilterV2/rfv2.out
create mode 100644
regression-test/data/unique_with_mow_p0/flexible/test_f_new_key_policy.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/row_policy1.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/row_policy2.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/row_policy3.csv
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_new_key_policy.out
create mode 100644
regression-test/data/unique_with_mow_p0/partial_update/test_partial_update_new_row_policy.out
create mode 100644
regression-test/suites/correctness_p0/test_array_order_by.groovy
delete mode 100644
regression-test/suites/external_table_p0/hive/jdbc_hive_meta/test_jdbc_hive_orc.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_case_sensibility.groovy
create mode 100644
regression-test/suites/external_table_p0/paimon/paimon_incr_read.groovy
delete mode 100644
regression-test/suites/external_table_p0/tvf/test_tvf_view_count.groovy
copy
regression-test/suites/fault_injection_p0/{test_writer_v2_fault_injection.groovy
=> test_writer_fault_injection.groovy} (66%)
create mode 100644
regression-test/suites/nereids_function_p0/scalar_function/regexp_count.groovy
create mode 100644
regression-test/suites/nereids_p0/show/test_nereids_show_create_user.groovy
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/pattern/ProxyPattern.java =>
regression-test/suites/query_p0/join/left_anti_with_other/left_anti_with_other.groovy
(52%)
create mode 100644 regression-test/suites/query_p0/runtimefilterV2/rfv2.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/flexible/test_f_new_key_policy.groovy
create mode 100644
regression-test/suites/unique_with_mow_p0/partial_update/test_partial_update_new_key_policy.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
