This is an automated email from the ASF dual-hosted git repository.
lihaopeng pushed a change to branch topn-lazy-materialize-poc
in repository https://gitbox.apache.org/repos/asf/doris.git
discard b27433faa24 set stats for lazyMaterializeFileScan
discard 471ed7118e6 fix external core. (#51133)
omit f17aee9bb00 support variant alias
omit 9d0536707ff fix materialize node local shuffle
omit e8106c45506 clickbench conf revise
omit 1bbeff20c43 add query id to print
omit c4636042a49 Revert "add log to debug the id mapping null"
omit 25dc035b198 add rt for only one materialization node
omit 845c814f1e2 fmt
omit 0cd8b5aa0e7 shape-update
omit ec46ebe5715 only one materializeNode
omit 695d8825110 skip sync mv
omit 163452c8765 fix right join nullable
omit 910a64933b3 add log to debug the id mapping null
omit 2f87388b105 fix rebase error
omit 950d273f2a1 fix the ut
omit 9f47ea8fe84 turn off lazy materialization for defer_materialization
cases
omit 26bdac4ba2b fix the block column not match bug
omit 41675ad3d59 fix alias issue
omit fee04853601 shape update
omit a12fdbd958c fix missing unused key col
omit 3d7b244648b fix the p0 failed by BE
omit 1b5bc366a69 fix wg null pointer
omit 96bbaeac14e fix the ut compile
omit 615d70d40d9 apply licesen
omit 37e7dc1efee diable key lazy materialize in mor/agg key
omit 18af38d31de fix char padding not remove bug
omit 91e2e1fffe9 fix typo
omit 030ae2a4272 translate_fix
omit cf9f524be89 topn filter ut
omit 68dce1427c9 fix test failed
omit 38ca05a3e08 fix compile error
omit c96e51b8971 do code format
omit 31f75034e0d fe
omit 4cf67f551b6 Support topn-lazy-materialize
add 749004e57f5 [Enhancement] (nereids)implement grantCommand in nereids
(#50203)
add 17a6e676e56 [improve](load) introduce black list of backend when load
job fetch meta to avoid jitter (#50587)
add 403e7b5fc72 [Fix](Test)Increase test JVM heap size to avoid OOM when
using JMockit and JaCoCo (#51023)
add 4757c6ed671 [fix](inverted index) create empty idx file when creating
a index on variant-type column (#50937)
add d6e624c7033 [fix](community) remove the collaborators for readding
(#51049)
add aba01d6719c [hotfix](jdbc catalog) Fix jdbcclient repeated
initialization (#51036)
add be10f9f1827 [improvement](nereids)abstract order by for show command
(#51019)
add f4641a9d1e7 [improve](nereids)Remove use of session variable
deprecated_group_by_and_having_use_alias_first (#51015)
add df1c5521126 [fix](pipelinex) fix null aware left anti join instance
num (#51053)
add d9d67511b6e [Feat](nereids) support ShowQueryStatsCommand (#50998)
add 7f933f50462 [Enhancement] (nereids)implement revokeRoleCommand in
nereids (#50328)
add 427b9174683 [fix](group commit) reduce cpu cost for group_commit
get_block (#49822)
add c27b721dd7d [fix](community) re-add the collaborators (#51051)
add 986f46b5500 [enhance](mtmv)cache table snapshot in refresh context
(#50855)
add b0612edab39 [fix](metadata) replace view will break view's metadata
(#51058)
add 09789a40c67 [Fix](dictionary) Skip auto refresh dictionary if we know
source data is invalid (#50863)
add bc6f05d557e [feat](sql-convertor) support setting sql convertor's
config by session variable (#50959)
add 81d77fb05c9 [fix](join) Should not use the build block's size to
resize mark_join_flags (#50993)
add 3bca44ca09e [opt](docker) add a script flag to control load data or
not (#51065)
add 85f9fbfd7e5 [Enhancement] (nereids)implement showOpenTablesCommand in
nereids (#50204)
add 7e7d5c56031 [Enhancement] (nereids)implement
CreateWorkloadPolicyCommand in nereids (#49370)
add 98b428437ac [Test](cloud-mow) check delete bitmap key's existence
before put KV (#51013)
add d4f4b97f362 [Enhancement] implement createDatabase command in nereids
(#51059)
add a6b603d4be9 [Feat](nereids) support ShowCatalogRecycleBinCommand
(#49818)
add 044b497bd7b [Enhancement] (nereids) implement
CancelBackup/Restore/Command in nereids (#49653)
add 3b42e9cb8d4 [Enhancement] (nereids)implement
alterDatabasePropertiesCommand in nereids (#49365)
add eaa2cbfa0c2 [check](pipeline) Check the shared state is not set in
the pipeline. (#51031)
add b3d922f4efc [Refactor](workload group)reset workload group check
defaut interval to 2s (#51029)
add c7a3c49326f [fix](memory) Fix `PODArray::add_num_element` step2
(#50784)
add 42fcf8cdb12 [chore](load) delete StreamLoadPlanner and
LoadingTaskPlanner (#51055)
add ae3a8804422 [fix](parquet/orc) Disable string dictionary filtering
when predicate express is not binary pred and in pred (#50749)
add e1321a632a9 [fix](planner)comparing partition column name should be
case insensitive when pruning partition in DeleteJob (#50674)
add 1a51bc3f28f [Enhancement] (nereids)implement installPluginCommand in
nereids (#48589)
add e1b572e5a88 [improve](nereids)Remove use of session variable
deprecated_group_by_and_having_use_alias_first 2 (#51100)
add e9adc01de17 [log](mow) optimize some log for mow table (#51093)
add 60ee1a84ae3 [refine](DataTypeSerDe) Remove the level variable from
FormatOptions and use _nesting_level. (#50977)
add 31adcf69c4f [Feature](agg-state) support import/export agg-state data
(#50769)
add dfd2fc27422 [fix](schema-cache) make catalog level schema cache config
work for "get_schema_from_table" mode (#51057)
add 7b0828c7f98 [fix](nereids) fix bug in "Push down agg through join one
side" rule (#51076)
add a8707a06d6d [Enhancement] (nereids) implement CancelAlterTableCommand
in nereids (#49488)
add bfa9588f46e [Fix](MTMV) mtmv not refresh cache of external table
before run task (#50979)
add cf5aa68c9a7 [refactor](type) Use PrimitiveType to replace CppType
(#50935)
add 8a12288134e [Enhancement] (nereids) implement ShowCopyCommand in
nereids (#51040)
add 98d87b21655 [fix](load) fix the error msg of task submission failure
for memory back pressure (#51078)
add a6fc1a2b7e2 [opt](inverted index) Optimize prefix query in
match_regexp (#50968)
add 4dfafd46a4e [fix](case)fix mark_join and right_semi_mark_join has same
table name (#51124)
add b289297b945 [fix](nereids) fix subquery unnest can not found aggregate
slot (#51086)
add e137ae943b3 [fix](nereids) Not use rule
FOUR_PHASE_AGGREGATE_WITH_DISTINCT_WITH_FULL_DISTRIBUTE when
mustUseMultiDistinctAgg (#51099)
add 8fa8c4a4aff [fix](meta) fix timeout for syncing image when FE scales
out (#51120)
add a62e651275b [opt](cloud) load data no call partition.getVisibleVersion
in cloud mode (#51111)
add 589dd2fb54f [Bug](agg-state) fix missing meta field set with agg_state
type on VerticalSegmentWriter (#51033)
add 7665c078e12 [opt](Nereids) ignore distinct for some aggregate
functions (#51088)
add c07e893d87e [improve](udf)add some check for udf when result is null
(#51084)
add 45dd031c05b [Fix](function) Support encrypt empty string (#51126)
add 3970183fec3 [clean](planner) row policy removes dependency on the old
optimizer (#51122)
add 29cb2917c6a [fix](docker case) Fix some docker case due to `defined
global variables in script are not allowed` (#50976)
add 5ea8025defb [feat](refactor-param)Integrate New Storage System Support
for BACKUP/RESTORE/LOAD/TVF (#50849)
add 839c277878b [Enhancement] (nereids)implement showColumnsCommand in
nereids (#45832)
add e6771f8566e [feature](function) support nth_value window function
(#50559)
add 41ba1743d1a [refactor](type) remove TypeToPrimitiveType (#51142)
add aff662bf06d [Enhancement] (nereids) implement
showWorkloadGroupsCommand in nereids (#50777)
add bf26920aaf4 [clean](planner)create table like removes dependency on
the old optimizer (#51135)
add 06748cbcd8c [feature](Nereids) support standard sql query organization
(#49465)
add ea62d6be461 [fix](statistics)Fix sample analyze agg/mor table doesn't
remove new partition flag bug. (#51116)
add c7ec98f2b6f [Fix](Catalog)Ensure preExecutionAuthenticator is properly
initialized (#50839)
add 8292ce83e09 [fix](core) fix avg rate field always showing 0 in
cluster_balance show proc (#51101) (#51104)
add 516d27bf6bf [Improvement](function) optimize case_when<then_null>
branch (#51132)
add 8f560159ed7 Support topn-lazy-materialize
add 56aa53200c8 fe
add 4ad6e4d2758 do code format
add a02d00d4304 fix compile error
add 4ed1f10d8f1 fix test failed
add 746b4dcb349 topn filter ut
add 6a76e2909c2 translate_fix
add bea2687997d fix typo
add 8066540e13e fix char padding not remove bug
add 7e6eb436502 diable key lazy materialize in mor/agg key
add 68a27f1b7fe apply licesen
add 90207cbea77 fix the ut compile
add 06fde02f84b fix wg null pointer
add f5acd43d21f fix the p0 failed by BE
add e14162cf540 fix missing unused key col
add 989900f8dce shape update
add 56a57f09e5b fix alias issue
add 99a717411c4 fix the block column not match bug
add f44fa81caaf turn off lazy materialization for defer_materialization
cases
add dd44c4f40bd fix the ut
add a34e6fe8a69 fix rebase error
add 4b6f44ee5fb add log to debug the id mapping null
add 4e9a53bd7b7 fix right join nullable
add beef9dda6cd skip sync mv
add f38b0fc5f2a only one materializeNode
add 7ccdeac8f01 shape-update
add 2b6bf8c5409 fmt
add fd08d4e2bfe add rt for only one materialization node
add 4f751cb90db Revert "add log to debug the id mapping null"
add 60092438b28 add query id to print
add 5d8ae4f1f87 clickbench conf revise
add df4b53e9fe9 fix materialize node local shuffle
add 9005f46b45c support variant alias
add 38ae9a2dd00 fix external core. (#51133)
add af350dc48a6 set stats for lazyMaterializeFileScan
add e6ad28d15ee fix ut compile after rebase
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b27433faa24)
\
N -- N -- N refs/heads/topn-lazy-materialize-poc (e6ad28d15ee)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 7 +-
be/src/cloud/cloud_meta_mgr.cpp | 8 +-
be/src/common/config.cpp | 2 +
be/src/common/config.h | 2 +
be/src/common/exception.h | 1 +
be/src/exec/es/es_scroll_parser.cpp | 204 ++++---
be/src/exec/olap_common.h | 6 +-
be/src/olap/in_list_predicate.h | 8 +-
be/src/olap/like_column_predicate.cpp | 8 +-
be/src/olap/like_column_predicate.h | 8 +-
be/src/olap/partial_update_info.cpp | 6 +-
be/src/olap/push_handler.cpp | 4 +-
.../inverted_index/query/regexp_query.cpp | 130 +++--
.../segment_v2/inverted_index/query/regexp_query.h | 13 +
.../segment_v2/inverted_index_file_writer.cpp | 4 +
.../rowset/segment_v2/vertical_segment_writer.cpp | 3 +
be/src/olap/schema.cpp | 4 +-
be/src/olap/task/engine_clone_task.h | 3 +
be/src/pipeline/exec/analytic_sink_operator.cpp | 3 +-
.../pipeline/exec/group_commit_scan_operator.cpp | 22 +-
be/src/pipeline/exec/group_commit_scan_operator.h | 6 +-
.../exec/join/process_hash_table_probe_impl.h | 20 +-
be/src/pipeline/exec/operator.cpp | 8 +
be/src/pipeline/exec/operator.h | 8 +
be/src/pipeline/exec/scan_operator.cpp | 20 +-
be/src/pipeline/exec/union_source_operator.cpp | 6 +
be/src/pipeline/exec/union_source_operator.h | 2 +
be/src/runtime/descriptors.cpp | 8 +
be/src/runtime/descriptors.h | 4 +-
be/src/runtime/group_commit_mgr.cpp | 6 +-
be/src/runtime/group_commit_mgr.h | 4 +-
be/src/runtime/load_stream_writer.cpp | 3 +-
be/src/runtime/primitive_type.h | 427 ++++++++++----
be/src/runtime/routine_load/data_consumer.cpp | 4 +
.../routine_load/routine_load_task_executor.cpp | 29 +-
.../routine_load/routine_load_task_executor.h | 2 +-
be/src/util/arrow/row_batch.cpp | 4 +-
.../aggregate_function_approx_count_distinct.cpp | 58 +-
.../aggregate_function_approx_count_distinct.h | 10 +-
.../aggregate_function_approx_top_sum.h | 10 +-
.../aggregate_function_array_agg.cpp | 46 +-
.../aggregate_function_array_agg.h | 32 +-
.../aggregate_functions/aggregate_function_avg.cpp | 12 +-
.../aggregate_functions/aggregate_function_avg.h | 29 +-
.../aggregate_function_avg_weighted.h | 27 +-
.../aggregate_function_binary.h | 48 +-
.../aggregate_functions/aggregate_function_bit.h | 46 +-
.../aggregate_function_bitmap.h | 9 +-
.../aggregate_function_bitmap_agg.cpp | 9 +-
.../aggregate_function_bitmap_agg.h | 10 +-
.../aggregate_function_collect.cpp | 91 +--
.../aggregate_function_collect.h | 54 +-
.../aggregate_function_corr.cpp | 2 +-
.../aggregate_functions/aggregate_function_corr.h | 8 +-
.../aggregate_functions/aggregate_function_count.h | 7 +-
.../aggregate_function_covar.cpp | 34 +-
.../aggregate_functions/aggregate_function_covar.h | 14 +-
.../aggregate_function_distinct.cpp | 6 +-
.../aggregate_function_distinct.h | 20 +-
.../aggregate_function_group_array_intersect.cpp | 21 +-
.../aggregate_function_group_array_intersect.h | 64 +--
.../aggregate_function_histogram.cpp | 39 +-
.../aggregate_function_histogram.h | 27 +-
.../aggregate_function_kurtosis.cpp | 30 +-
.../aggregate_function_linear_histogram.cpp | 41 +-
.../aggregate_function_linear_histogram.h | 12 +-
.../aggregate_functions/aggregate_function_map.cpp | 39 +-
.../aggregate_functions/aggregate_function_map.h | 24 +-
.../aggregate_function_min_max.cpp | 15 +-
.../aggregate_function_min_max.h | 68 ++-
.../aggregate_function_min_max_by.h | 70 +--
.../aggregate_function_orthogonal_bitmap.cpp | 6 +-
.../aggregate_function_orthogonal_bitmap.h | 39 +-
.../aggregate_function_percentile.h | 23 +-
.../aggregate_function_regr_union.cpp | 20 +-
.../aggregate_function_regr_union.h | 11 +-
.../aggregate_function_sequence_match.cpp | 16 +-
.../aggregate_function_sequence_match.h | 67 +--
.../aggregate_function_skew.cpp | 30 +-
.../aggregate_function_statistic.h | 4 +-
.../aggregate_function_stddev.cpp | 18 +-
.../aggregate_function_stddev.h | 18 +-
.../aggregate_functions/aggregate_function_sum.h | 39 +-
.../aggregate_function_topn.cpp | 69 ++-
.../aggregate_functions/aggregate_function_topn.h | 51 +-
.../aggregate_function_uniq.cpp | 25 +-
.../aggregate_functions/aggregate_function_uniq.h | 47 +-
.../aggregate_function_uniq_distribute_key.cpp | 12 +-
.../aggregate_function_uniq_distribute_key.h | 33 +-
.../aggregate_function_window.cpp | 6 +-
.../aggregate_function_window.h | 20 +
be/src/vec/aggregate_functions/helpers.h | 69 +--
be/src/vec/columns/column_array.cpp | 6 +-
be/src/vec/columns/column_complex.h | 23 +-
be/src/vec/columns/column_decimal.cpp | 16 +
be/src/vec/columns/column_decimal.h | 12 +-
be/src/vec/columns/column_dictionary.h | 61 +-
be/src/vec/columns/column_fixed_length_object.h | 5 +-
be/src/vec/columns/column_map.cpp | 4 +-
be/src/vec/columns/column_map.h | 7 +-
be/src/vec/columns/column_nullable.cpp | 4 +-
be/src/vec/columns/column_object.cpp | 224 +++-----
be/src/vec/columns/column_string.cpp | 23 +
be/src/vec/columns/column_string.h | 17 +-
be/src/vec/columns/column_struct.cpp | 3 +-
be/src/vec/columns/column_vector.cpp | 44 +-
be/src/vec/columns/column_vector.h | 2 +-
be/src/vec/common/field_visitors.h | 63 +-
be/src/vec/common/pod_array.h | 22 -
be/src/vec/common/schema_util.cpp | 5 +-
be/src/vec/core/decimal_comparison.h | 2 +-
be/src/vec/core/field.cpp | 631 +++++++++++++++------
be/src/vec/core/field.h | 181 +-----
be/src/vec/core/types.h | 2 +
be/src/vec/data_types/convert_field_to_type.cpp | 88 ++-
be/src/vec/data_types/data_type_agg_state.h | 6 +
be/src/vec/data_types/data_type_array.cpp | 2 +-
be/src/vec/data_types/data_type_array.h | 1 -
be/src/vec/data_types/data_type_bitmap.h | 11 +-
be/src/vec/data_types/data_type_date.h | 2 +-
.../vec/data_types/data_type_date_or_datetime_v2.h | 4 +-
be/src/vec/data_types/data_type_date_time.h | 2 +-
be/src/vec/data_types/data_type_decimal.cpp | 15 +-
be/src/vec/data_types/data_type_decimal.h | 15 +-
.../vec/data_types/data_type_fixed_length_object.h | 9 +-
be/src/vec/data_types/data_type_hll.h | 5 +-
be/src/vec/data_types/data_type_ipv4.h | 4 +-
be/src/vec/data_types/data_type_ipv6.h | 2 +-
be/src/vec/data_types/data_type_jsonb.h | 6 +-
be/src/vec/data_types/data_type_map.cpp | 6 +-
be/src/vec/data_types/data_type_map.h | 1 -
be/src/vec/data_types/data_type_nothing.h | 10 +-
be/src/vec/data_types/data_type_nullable.cpp | 2 +-
be/src/vec/data_types/data_type_nullable.h | 2 +-
be/src/vec/data_types/data_type_number_base.cpp | 62 +-
be/src/vec/data_types/data_type_object.cpp | 13 +
be/src/vec/data_types/data_type_object.h | 15 +-
be/src/vec/data_types/data_type_quantilestate.h | 11 +-
be/src/vec/data_types/data_type_string.cpp | 2 +-
be/src/vec/data_types/data_type_string.h | 2 +-
be/src/vec/data_types/data_type_struct.cpp | 2 +-
be/src/vec/data_types/data_type_struct.h | 1 -
.../vec/data_types/serde/data_type_array_serde.cpp | 2 -
.../vec/data_types/serde/data_type_map_serde.cpp | 4 -
.../data_types/serde/data_type_number_serde.cpp | 2 +-
.../data_types/serde/data_type_object_serde.cpp | 4 +-
be/src/vec/data_types/serde/data_type_serde.h | 5 -
.../data_types/serde/data_type_struct_serde.cpp | 2 -
be/src/vec/exec/format/orc/vorc_reader.cpp | 24 +-
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 6 +-
.../exec/format/parquet/vparquet_group_reader.cpp | 38 +-
be/src/vec/exec/jni_connector.h | 3 +-
be/src/vec/exec/scan/file_scanner.cpp | 4 +-
be/src/vec/exec/vjdbc_connector.cpp | 3 +-
be/src/vec/exprs/varray_literal.cpp | 2 +-
be/src/vec/exprs/vinfo_func.cpp | 4 +-
be/src/vec/exprs/vmap_literal.cpp | 6 +-
be/src/vec/exprs/vstruct_literal.cpp | 2 +-
.../functions/array/function_array_aggregation.cpp | 58 +-
.../vec/functions/complex_hash_map_dictionary.cpp | 6 +-
be/src/vec/functions/complex_hash_map_dictionary.h | 4 +-
be/src/vec/functions/dictionary.h | 2 +
be/src/vec/functions/function.cpp | 2 +-
be/src/vec/functions/function_bitmap.cpp | 3 +-
be/src/vec/functions/function_bitmap_min_or_max.h | 2 +-
be/src/vec/functions/function_case.h | 21 +-
be/src/vec/functions/function_cast.h | 9 +-
be/src/vec/functions/function_const.h | 3 +-
be/src/vec/functions/function_convert_tz.h | 28 +-
be/src/vec/functions/function_encryption.cpp | 4 -
be/src/vec/functions/function_helpers.h | 16 +-
be/src/vec/functions/function_ip.h | 8 +-
be/src/vec/functions/function_string.h | 4 +-
be/src/vec/functions/function_utility.cpp | 10 +-
be/src/vec/functions/functions_comparison.h | 13 +-
be/src/vec/functions/ip_address_dictionary.cpp | 21 +-
be/src/vec/functions/ip_address_dictionary.h | 4 +-
be/src/vec/functions/is_not_null.h | 4 +-
be/src/vec/functions/is_null.h | 4 +-
be/src/vec/json/json_parser.cpp | 13 +-
be/src/vec/json/json_parser.h | 10 +-
be/src/vec/json/parse2column.cpp | 10 +-
be/src/vec/olap/vcollect_iterator.cpp | 3 +-
.../sink/writer/iceberg/partition_transformers.h | 9 +-
be/test/olap/index_builder_test.cpp | 4 +-
.../common/inverted_index_gc_binlogs_test.cpp | 4 +-
.../compaction/util/index_compaction_utils.cpp | 25 +-
.../inverted_index/empty_index_file_test.cpp | 92 +++
.../inverted_index/query/regexp_query_test.cpp | 189 ++++++
.../segment_v2/inverted_index_array_test.cpp | 112 ++--
.../pipeline/operator/agg_shared_state_test.cpp | 12 +-
.../operator/hashjoin_probe_operator_test.cpp | 343 ++++++++---
.../operator/materialization_shared_state_test.cpp | 35 +-
.../runtime_filter_producer_helper_cross_test.cpp | 4 +-
.../runtime_filter_producer_helper_set_test.cpp | 4 +-
.../runtime_filter_producer_helper_test.cpp | 16 +-
.../vec/aggregate_functions/agg_bitmap_test.cpp | 23 +-
.../vec/aggregate_functions/agg_collect_test.cpp | 8 +-
be/test/vec/aggregate_functions/agg_corr_test.cpp | 4 +-
.../agg_group_array_intersect_test.cpp | 128 +++--
.../aggregate_functions/agg_min_max_by_test.cpp | 8 +-
.../vec/aggregate_functions/agg_min_max_test.cpp | 6 +-
.../vec/aggregate_functions/agg_replace_test.cpp | 10 +-
be/test/vec/aggregate_functions/agg_test.cpp | 4 +-
.../aggregate_functions/vec_count_by_enum_test.cpp | 42 +-
.../vec/aggregate_functions/vec_retention_test.cpp | 72 +--
.../vec_sequence_match_test.cpp | 80 +--
.../aggregate_functions/vec_window_funnel_test.cpp | 180 +++---
be/test/vec/columns/column_array_test.cpp | 2 +-
be/test/vec/columns/column_dictionary_test.cpp | 37 +-
be/test/vec/columns/column_hash_func_test.cpp | 56 +-
be/test/vec/columns/column_ip_test.cpp | 3 +-
.../column_nullable_seriazlization_test.cpp | 40 +-
be/test/vec/columns/column_nullable_test.cpp | 8 +-
be/test/vec/columns/column_nullable_test.h | 33 +-
be/test/vec/columns/column_object_test.cpp | 30 +-
be/test/vec/columns/column_resize_test.cpp | 10 +-
be/test/vec/columns/column_string_test.cpp | 4 +-
be/test/vec/columns/common_column_test.h | 47 +-
be/test/vec/common/pod_array_test.cpp | 51 +-
be/test/vec/core/block_test.cpp | 6 +-
be/test/vec/core/column_map_test.cpp | 73 ++-
be/test/vec/core/column_struct_test.cpp | 13 +-
be/test/vec/core/column_test.cpp | 56 +-
be/test/vec/core/field_test.cpp | 19 +-
be/test/vec/data_types/common_data_type_test.h | 14 +-
.../vec/data_types/data_type_agg_state_test.cpp | 4 +-
be/test/vec/data_types/data_type_array_test.cpp | 24 +-
be/test/vec/data_types/data_type_bitmap_test.cpp | 4 +-
be/test/vec/data_types/data_type_decimal_test.cpp | 3 +-
.../data_type_fixed_length_object_test.cpp | 4 +-
be/test/vec/data_types/data_type_hll_test.cpp | 4 +-
be/test/vec/data_types/data_type_ip_test.cpp | 42 +-
be/test/vec/data_types/data_type_map_test.cpp | 122 ++--
be/test/vec/data_types/data_type_number_test.cpp | 59 +-
.../data_types/data_type_quantile_state_test.cpp | 4 +-
be/test/vec/data_types/data_type_string_test.cpp | 6 +-
be/test/vec/data_types/data_type_struct_test.cpp | 60 +-
be/test/vec/data_types/data_type_time_v2_test.cpp | 10 +-
be/test/vec/data_types/datetime_round_test.cpp | 2 +-
be/test/vec/data_types/from_string_test.cpp | 2 +-
.../serde/data_type_serde_arrow_test.cpp | 126 ++--
.../data_types/serde/data_type_serde_csv_test.cpp | 2 +-
.../serde/data_type_serde_mysql_test.cpp | 2 +-
.../data_types/serde/data_type_serde_pb_test.cpp | 112 ++--
.../vec/data_types/serde/data_type_serde_test.cpp | 4 +-
.../data_types/serde/data_type_serde_text_test.cpp | 2 +-
.../data_types/serde/data_type_to_string_test.cpp | 41 +-
.../parquet/byte_array_dict_decoder_test.cpp | 8 +-
.../parquet/fix_length_dict_decoder_test.cpp | 8 +-
be/test/vec/exec/orc/orc_convert_dict_test.cpp | 10 +-
.../function_compressed_materialization_test.cpp | 8 +-
be/test/vec/function/function_eq_for_null_test.cpp | 40 +-
be/test/vec/function/function_is_null_test.cpp | 6 +-
be/test/vec/function/function_round_test.cpp | 4 +-
be/test/vec/function/function_string_test.cpp | 28 +-
be/test/vec/function/function_test_util.cpp | 2 +-
be/test/vec/jsonb/serialize_test.cpp | 59 +-
.../writer/iceberg/partition_transformers_test.cpp | 8 +-
cloud/src/common/config.h | 3 +
cloud/src/meta-service/meta_service.cpp | 58 +-
.../docker-compose/hive/hadoop-hive.env.tpl | 3 +
.../docker-compose/hive/scripts/hive-metastore.sh | 8 +
docker/thirdparties/run-thirdparties-docker.sh | 7 +
.../apache/doris/common/jni/vec/VectorColumn.java | 47 ++
.../main/java/org/apache/doris/common/Config.java | 9 +-
.../authentication/PreExecutionAuthenticator.java | 15 +
fe/fe-core/pom.xml | 10 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 84 +--
fe/fe-core/src/main/cup/sql_parser.cup | 16 -
.../doris/alter/MaterializedViewHandler.java | 55 ++
.../apache/doris/alter/SchemaChangeHandler.java | 43 ++
.../java/org/apache/doris/analysis/BrokerDesc.java | 63 +-
.../apache/doris/analysis/CreatePolicyStmt.java | 161 ------
.../java/org/apache/doris/analysis/LoadStmt.java | 100 +---
.../org/apache/doris/analysis/OutFileClause.java | 116 ++--
.../java/org/apache/doris/analysis/QueryStmt.java | 7 +-
.../java/org/apache/doris/analysis/SelectStmt.java | 55 +-
.../org/apache/doris/analysis/StmtRewriter.java | 67 +--
.../org/apache/doris/analysis/StorageBackend.java | 82 ++-
.../org/apache/doris/analysis/StorageDesc.java | 26 +
.../org/apache/doris/backup/BackupHandler.java | 180 ++++--
.../java/org/apache/doris/backup/BackupJob.java | 5 +-
.../java/org/apache/doris/backup/Repository.java | 156 ++---
.../org/apache/doris/backup/RepositoryMgr.java | 7 +-
.../java/org/apache/doris/backup/RestoreJob.java | 5 +-
.../doris/catalog/BuiltinWindowFunctions.java | 2 +
.../main/java/org/apache/doris/catalog/Env.java | 44 +-
.../doris/catalog/InternalSchemaInitializer.java | 6 +-
.../java/org/apache/doris/catalog/OlapTable.java | 2 +-
.../doris/cloud/CacheHotspotManagerUtils.java | 10 +-
.../cloud/planner/CloudStreamLoadPlanner.java | 62 --
.../java/org/apache/doris/common/FeConstants.java | 2 +
.../org/apache/doris/common/util/BrokerReader.java | 4 +-
.../org/apache/doris/common/util/BrokerUtil.java | 24 +-
.../org/apache/doris/datasource/CatalogIf.java | 3 +
.../apache/doris/datasource/ExternalCatalog.java | 37 ++
.../apache/doris/datasource/FileQueryScanNode.java | 3 +
.../apache/doris/datasource/InternalCatalog.java | 119 ++--
.../apache/doris/datasource/LoadScanProvider.java | 5 +-
.../apache/doris/datasource/hive/HMSDlaTable.java | 3 -
.../doris/datasource/hive/HMSExternalCatalog.java | 18 +-
.../doris/datasource/hive/HMSExternalTable.java | 13 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 5 +-
.../doris/datasource/hive/HiveMetadataOps.java | 33 +-
.../iceberg/IcebergDLFExternalCatalog.java | 6 +
.../datasource/iceberg/IcebergExternalCatalog.java | 16 +-
.../iceberg/IcebergHadoopExternalCatalog.java | 20 +-
.../datasource/iceberg/IcebergMetadataOps.java | 36 ++
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 50 +-
.../apache/doris/datasource/kafka/KafkaUtil.java | 40 +-
.../datasource/operations/ExternalMetadataOps.java | 13 +
.../datasource/property/ConnectionProperties.java | 10 +-
.../property/metastore/AliyunDLFProperties.java | 3 +-
.../property/metastore/HMSProperties.java | 3 +-
.../storage/AbstractS3CompatibleProperties.java | 13 +-
.../property/storage/AzureProperties.java | 2 +-
.../property/storage/BrokerProperties.java} | 30 +-
.../datasource/property/storage/COSProperties.java | 14 +-
.../property/storage/HdfsProperties.java | 27 +-
.../property/storage/HdfsPropertiesUtils.java | 135 ++---
.../property/storage/MinioProperties.java | 78 +++
.../datasource/property/storage/OBSProperties.java | 17 +-
.../property/storage/OSSHdfsProperties.java | 2 +-
.../datasource/property/storage/OSSProperties.java | 14 +-
.../datasource/property/storage/S3Properties.java | 21 +-
.../property/storage/S3PropertyUtils.java | 63 +-
.../property/storage/StorageProperties.java | 12 +-
.../exception/StoragePropertiesException.java | 47 ++
.../doris/datasource/tvf/source/TVFScanNode.java | 2 +-
.../org/apache/doris/dictionary/Dictionary.java | 46 +-
.../apache/doris/dictionary/DictionaryManager.java | 11 +-
.../org/apache/doris/fsv2/FileSystemFactory.java | 29 +
.../org/apache/doris/fsv2/StorageTypeMapper.java | 2 +
.../org/apache/doris/fsv2/obj/S3ObjStorage.java | 130 +++--
.../apache/doris/fsv2/remote/BrokerFileSystem.java | 3 +
.../apache/doris/fsv2/remote/RemoteFileSystem.java | 2 +-
.../doris/fsv2/remote/dfs/DFSFileSystem.java | 3 +
.../main/java/org/apache/doris/load/DeleteJob.java | 3 +-
.../main/java/org/apache/doris/load/ExportJob.java | 2 +-
.../doris/load/loadv2/LoadingTaskPlanner.java | 287 ----------
.../org/apache/doris/load/loadv2/SparkLoadJob.java | 2 +-
.../doris/load/routineload/RoutineLoadManager.java | 25 +
.../org/apache/doris/mtmv/MTMVPartitionUtil.java | 28 +-
.../org/apache/doris/mtmv/MTMVRefreshContext.java | 10 +
.../org/apache/doris/mysql/privilege/Auth.java | 33 ++
.../nereids/load/NereidsLoadPlanInfoCollector.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 424 +++++++++++++-
.../apache/doris/nereids/parser/NereidsParser.java | 3 +-
.../nereids/rules/analysis/BindExpression.java | 7 -
.../nereids/rules/analysis/SubqueryToApply.java | 2 +-
.../rules/analysis/WindowFunctionChecker.java | 7 +
.../nereids/rules/expression/check/CheckCast.java | 4 +
.../rules/implementation/AggregateStrategies.java | 2 +
.../rewrite/PushDownAggThroughJoinOneSide.java | 18 +-
.../trees/expressions/functions/agg/AnyValue.java | 4 +-
.../trees/expressions/functions/agg/BitmapAgg.java | 2 +-
.../expressions/functions/agg/CollectSet.java | 4 +-
.../expressions/functions/agg/GroupBitAnd.java | 2 +-
.../expressions/functions/agg/GroupBitOr.java | 2 +-
.../expressions/functions/window/NthValue.java | 92 +++
.../expressions/visitor/WindowFunctionVisitor.java | 5 +
.../apache/doris/nereids/trees/plans/PlanType.java | 17 +-
.../commands/AlterDatabasePropertiesCommand.java | 84 +++
.../plans/commands/CancelAlterTableCommand.java | 121 ++++
.../trees/plans/commands/CancelBackupCommand.java | 87 +++
.../plans/commands/CreateDatabaseCommand.java | 119 ++++
.../trees/plans/commands/CreatePolicyCommand.java | 2 +-
.../commands/CreateWorkloadPolicyCommand.java | 93 +++
.../plans/commands/DropWorkloadGroupCommand.java | 5 +-
.../commands/GrantResourcePrivilegeCommand.java | 238 ++++++++
.../trees/plans/commands/GrantRoleCommand.java | 86 +++
.../plans/commands/GrantTablePrivilegeCommand.java | 216 +++++++
.../trees/plans/commands/InstallPluginCommand.java | 100 ++++
.../nereids/trees/plans/commands/LoadCommand.java | 5 +-
.../trees/plans/commands/RevokeRoleCommand.java | 93 +++
.../commands/ShowCatalogRecycleBinCommand.java | 167 ++++++
.../trees/plans/commands/ShowColumnsCommand.java | 254 +++++++++
.../nereids/trees/plans/commands/ShowCommand.java | 42 ++
.../trees/plans/commands/ShowCopyCommand.java | 233 ++++++++
.../plans/commands/ShowCreateTableCommand.java | 2 +-
.../trees/plans/commands/ShowLoadCommand.java | 29 +-
.../plans/commands/ShowOpenTablesCommand.java | 72 +++
.../plans/commands/ShowQueryStatsCommand.java | 207 +++++++
.../trees/plans/commands/ShowResourcesCommand.java | 33 +-
.../plans/commands/ShowWorkloadGroupsCommand.java | 90 +++
.../commands/alter/AlterRepositoryCommand.java | 3 +-
.../commands/insert/DictionaryInsertExecutor.java | 12 +-
.../trees/plans/visitor/CommandVisitor.java | 82 +++
.../java/org/apache/doris/planner/ExportSink.java | 2 +-
.../apache/doris/planner/GroupCommitPlanner.java | 7 +-
.../org/apache/doris/planner/HashJoinNode.java | 8 -
.../org/apache/doris/planner/OlapTableSink.java | 44 +-
.../org/apache/doris/planner/PlanFragment.java | 4 +-
.../java/org/apache/doris/planner/PlanNode.java | 4 -
.../apache/doris/planner/StreamLoadPlanner.java | 454 ---------------
.../java/org/apache/doris/plugin/PluginMgr.java | 16 +-
.../plugin/dialect/HttpDialectConverterPlugin.java | 2 +-
.../doris/plugin/dialect/HttpDialectUtils.java | 8 +-
.../main/java/org/apache/doris/policy/Policy.java | 28 -
.../java/org/apache/doris/policy/PolicyMgr.java | 55 --
.../java/org/apache/doris/policy/RowPolicy.java | 41 +-
.../main/java/org/apache/doris/qe/DdlExecutor.java | 10 +-
.../java/org/apache/doris/qe/GlobalVariable.java | 15 +
.../apache/doris/qe/InsertStreamTxnExecutor.java | 9 +-
.../java/org/apache/doris/qe/SessionVariable.java | 13 +
.../java/org/apache/doris/qe/ShowExecutor.java | 2 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 5 +
.../workloadgroup/WorkloadGroupChecker.java | 4 +-
.../resource/workloadgroup/WorkloadGroupMgr.java | 74 ++-
.../WorkloadSchedPolicyMgr.java | 23 +-
.../apache/doris/statistics/TableStatsMeta.java | 22 +-
.../ExternalFileTableValuedFunction.java | 22 +-
.../GroupCommitTableValuedFunction.java | 2 +-
.../tablefunction/HdfsTableValuedFunction.java | 38 +-
.../HttpStreamTableValuedFunction.java | 2 +-
.../tablefunction/LocalTableValuedFunction.java | 2 +-
.../doris/tablefunction/S3TableValuedFunction.java | 128 +----
.../java/org/apache/doris/alter/AlterTest.java | 9 +-
.../doris/analysis/InstallPluginCommandTest.java | 63 ++
.../org/apache/doris/backup/BackupJobTest.java | 9 +-
.../org/apache/doris/backup/RepositoryTest.java | 49 +-
.../org/apache/doris/backup/RestoreJobTest.java | 11 +-
.../apache/doris/catalog/CreateTableLikeTest.java | 10 +-
.../dlf/client/IcebergDLFExternalCatalogTest.java | 5 +-
.../datasource/property/PropertyConverterTest.java | 16 +-
.../property/PropertyPassThroughTest.java | 6 +-
.../property/storage/AzurePropertiesTest.java | 7 +-
.../property/storage/COSPropertiesTest.java | 3 +-
.../property/storage/HdfsPropertiesTest.java | 9 +-
.../property/storage/HdfsPropertiesUtilsTest.java | 23 +-
.../property/storage/MinioPropertiesTest.java | 99 ++++
.../property/storage/OBSPropertyTest.java | 4 +-
.../property/storage/OSSHdfsPropertiesTest.java | 2 +-
.../property/storage/OSSPropertiesTest.java | 6 +-
.../property/storage/S3PropertiesTest.java | 3 +-
.../property/storage/S3PropertyUtilsTest.java | 17 +-
.../doris/{fs => fsv2}/obj/S3FileSystemTest.java | 22 +-
.../load/routineload/RoutineLoadSchedulerTest.java | 3 +-
.../doris/load/sync/canal/CanalSyncDataTest.java | 4 +-
.../apache/doris/mtmv/MTMVPartitionUtilTest.java | 21 +
.../apache/doris/nereids/UnsupportedTypeTest.java | 24 -
.../doris/nereids/parser/EncryptSQLTest.java | 8 +-
.../doris/nereids/parser/NereidsParserTest.java | 54 ++
.../doris/nereids/properties/EqualSetTest.java | 2 +-
.../doris/nereids/properties/UniformTest.java | 4 +-
.../doris/nereids/properties/UniqueTest.java | 2 +-
.../nereids/rules/rewrite/InferPredicatesTest.java | 2 +-
.../nereids/rules/rewrite/PushDownLimitTest.java | 3 +-
.../commands/CancelAlterTableCommandTest.java | 88 +++
.../plans/commands/CancelBackupCommandTest.java | 74 +++
.../plans/commands/CreateDatabaseCommandTest.java | 68 +++
.../GrantResourcePrivilegeCommandTest.java | 134 +++++
.../trees/plans/commands/GrantRoleCommandTest.java | 74 +++
.../commands/GrantTablePrivilegeCommandTest.java | 107 ++++
.../plans/commands/RevokeRoleCommandTest.java | 74 +++
.../commands/ShowCatalogRecycleBinCommandTest.java | 105 ++++
...adCommandTest.java => ShowCopyCommandTest.java} | 79 ++-
.../trees/plans/commands/ShowLoadCommandTest.java | 20 +-
.../plans/commands/ShowQueryStatsCommandTest.java | 116 ++++
.../plans/commands/ShowResourcesCommandTest.java | 9 +-
.../apache/doris/plugin/HttpDialectUtilsTest.java | 10 +-
.../java/org/apache/doris/policy/PolicyTest.java | 4 +-
.../apache/doris/utframe/TestWithFeService.java | 8 +-
fe/pom.xml | 6 +
gensrc/proto/cloud.proto | 1 +
regression-test/conf/regression-conf.groovy | 1 +
.../diffrent_serialize/diffrent_serialize.out | Bin 280 -> 517 bytes
.../agg_state/array/array.out} | Bin 135 -> 123 bytes
.../agg_state/bitmap/bitmap.out} | Bin 135 -> 118 bytes
.../agg_state/hll/hll.out} | Bin 135 -> 116 bytes
.../agg_state/map/map.out} | Bin 135 -> 129 bytes
.../data/ddl_p0/test_create_or_replace_view.out | Bin 135 -> 505 bytes
.../test_invalid_skip_load.out} | Bin 135 -> 115 bytes
.../hive/test_hive_meta_cache.out | Bin 1649 -> 2098 bytes
.../hive/test_string_dict_filter.out | Bin 11747 -> 20131 bytes
.../test_outfile_s3_storage.out | Bin 0 -> 1005 bytes
.../inverted_index_p0/test_index_match_regexp.out | Bin 234 -> 822 bytes
.../test_variant_empty_index_file.out} | Bin 135 -> 116 bytes
.../data/mtmv_p0/test_hive_refresh_mtmv.out | Bin 363 -> 411 bytes
.../diffrent_serialize/diffrent_serialize.out | Bin 363 -> 646 bytes
.../outfile/agg_state/test_outfile_agg_state.out} | Bin 135 -> 155 bytes
.../agg_state_array/test_outfile_agg_array.out} | Bin 135 -> 136 bytes
.../test_outfile_agg_state_bitmap.out} | Bin 135 -> 141 bytes
.../outfile/hll/test_outfile_hll.out} | Bin 135 -> 137 bytes
.../test_outfile_quantile_state.out} | Bin 135 -> 145 bytes
.../nereids_p0/show/test_show_columns_command.out | Bin 0 -> 340 bytes
.../encryption_digest/test_encryption_function.out | Bin 1175 -> 1403 bytes
.../nereids_p0/subquery/subquery_unnesting.out | Bin 7209 -> 7253 bytes
.../data}/plugin_test/auditdemo.zip | Bin
.../join/mark_join/right_semi_mark_join.out | Bin 0 -> 568 bytes
.../window_functions/test_nthvalue_function.out | Bin 0 -> 1555 bytes
.../main/java/org/apache/doris/udf/StringTest.java | 3 +
.../pipeline/cloud_p0/conf/fe_custom.conf | 1 +
.../pipeline/external/conf/regression-conf.groovy | 2 +
.../cloud_p0/auth/test_set_default_cluster.groovy | 6 +-
.../diffrent_serialize/diffrent_serialize.groovy | 4 -
.../multi_cluster/test_no_cluster_hits.groovy | 29 +-
.../node_mgr/test_rename_compute_group.groovy | 4 +-
.../datatype_p0/agg_state/array/array.groovy} | 28 +-
.../datatype_p0/agg_state/bitmap/bitmap.groovy | 41 ++
.../datatype_p0/agg_state/hll/hll.groovy} | 28 +-
.../datatype_p0/agg_state/map/map.groovy} | 28 +-
.../ddl_p0/test_create_or_replace_view.groovy | 18 +
.../test_dict_load_and_get_hash_map.groovy | 75 ++-
.../test_dict_load_and_get_ip_trie.groovy | 1 +
.../test_dict_nullable_key.groovy | 1 +
.../dictionary_p0/test_invalid_skip_load.groovy | 80 +++
.../hive/test_hive_meta_cache.groovy | 60 ++
.../hive/test_string_dict_filter.groovy | 36 ++
.../jdbc/test_jdbc_query_pg.groovy | 2 +-
.../kerberos/test_two_hive_kerberos.groovy | 45 +-
.../backup_restore_azure.groovy | 182 ++++++
.../backup_restore_object_storage.groovy | 300 ++++++++++
.../refactor_storage_param/hdfs_all_test.groovy | 319 +++++++++++
.../refactor_storage_param/s3_load.groovy | 285 ++++++++++
.../test_outfile_s3_storage.groovy | 218 +++++++
.../test_s3_tvf_s3_storage.groovy | 265 +++++++++
.../external_table_p0/tvf/test_hdfs_tvf.groovy | 4 +-
.../test_index_match_regexp.groovy | 47 ++
.../test_variant_empty_index_file.groovy | 57 ++
.../suites/javaudf_p0/test_javaudf_array.groovy | 12 +-
.../suites/javaudf_p0/test_javaudf_int.groovy | 26 +
.../suites/javaudf_p0/test_javaudf_string.groovy | 13 +
...t_domain_connection_and_ak_sk_correction.groovy | 38 +-
.../{test_disable_load.csv => test_black_list.csv} | 0
.../load_p0/routine_load/test_black_list.groovy | 124 ++++
.../test_routine_load_error_info.groovy | 174 +++---
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 10 +-
.../diffrent_serialize/diffrent_serialize.groovy | 8 +-
.../nereids_p0/ddl/grant/test_grant_nereids.groovy | 209 +++++++
.../ddl/grant/test_revoke_role_nereids.groovy | 47 ++
.../agg_state/test_outfile_agg_state.groovy | 68 +++
.../agg_state_array/test_outfile_agg_array.groovy | 67 +++
.../test_outfile_agg_state_bitmap.groovy | 66 +++
.../nereids_p0/outfile/hll/test_outfile_hll.groovy | 67 +++
.../test_outfile_quantile_state.groovy | 68 +++
.../show/test_show_columns_command.groovy | 57 ++
.../show/test_show_open_tables_command.groovy} | 17 +-
.../test_encryption_function.groovy | 7 +
.../nereids_p0/subquery/subquery_unnesting.groovy | 9 +
.../test_alter_database_properties_command.groovy} | 20 +-
.../test_create_workload_policy_command.groovy} | 17 +-
.../nereids_p0/test_install_plugin_command.groovy} | 19 +-
.../union/push_limit_with_eliminate_union.groovy | 2 +-
.../adjust_nullable/set_operation.groovy | 3 +-
.../pull_up_predicate_set_op.groovy | 4 +-
.../infer_set_operator_distinct.groovy | 6 +-
.../limit_push_down/order_push_down.groovy | 2 +-
.../push_down_top_n_distinct_through_union.groovy | 2 +-
.../push_down_top_n_through_union.groovy | 2 +-
.../suites/nereids_syntax_p0/agg_4_phase.groovy | 10 +
.../suites/nereids_syntax_p0/cte.groovy | 2 +-
.../suites/nereids_syntax_p0/set_operation.groovy | 8 +-
.../suites/query_p0/cache/sql_cache.groovy | 12 +-
.../query_p0/join/mark_join/mark_join.groovy | 181 +++---
.../join/mark_join/right_semi_mark_join.groovy | 109 ++++
.../window_functions/test_nthvalue_function.groovy | 82 +++
.../suites/show_p0/test_show_data_warehouse.groovy | 10 +-
.../test_skip_agg_table_value_column.groovy | 78 ++-
560 files changed, 13973 insertions(+), 5948 deletions(-)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/empty_index_file_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/query/regexp_query_test.cpp
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/CreatePolicyStmt.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/planner/CloudStreamLoadPlanner.java
copy fe/fe-core/src/main/java/org/apache/doris/{fsv2/FileSystemFactory.java =>
datasource/property/storage/BrokerProperties.java} (57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/storage/MinioProperties.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/property/storage/exception/StoragePropertiesException.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/load/loadv2/LoadingTaskPlanner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/window/NthValue.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterDatabasePropertiesCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CancelAlterTableCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CancelBackupCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateDatabaseCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/CreateWorkloadPolicyCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/GrantResourcePrivilegeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/GrantRoleCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/GrantTablePrivilegeCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/InstallPluginCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/RevokeRoleCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCatalogRecycleBinCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowColumnsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowCopyCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowOpenTablesCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowQueryStatsCommand.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/ShowWorkloadGroupsCommand.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/StreamLoadPlanner.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/analysis/InstallPluginCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/storage/MinioPropertiesTest.java
rename fe/fe-core/src/test/java/org/apache/doris/{fs =>
fsv2}/obj/S3FileSystemTest.java (92%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/CancelAlterTableCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/CancelBackupCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/CreateDatabaseCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/GrantResourcePrivilegeCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/GrantRoleCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/GrantTablePrivilegeCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/RevokeRoleCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowCatalogRecycleBinCommandTest.java
copy
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/{ShowLoadCommandTest.java
=> ShowCopyCommandTest.java} (63%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowQueryStatsCommandTest.java
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
datatype_p0/agg_state/array/array.out} (71%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
datatype_p0/agg_state/bitmap/bitmap.out} (71%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
datatype_p0/agg_state/hll/hll.out} (71%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
datatype_p0/agg_state/map/map.out} (71%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
dictionary_p0/test_invalid_skip_load.out} (71%)
create mode 100644
regression-test/data/external_table_p0/refactor_storage_param/test_outfile_s3_storage.out
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
inverted_index_p0/test_variant_empty_index_file.out} (71%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
nereids_p0/outfile/agg_state/test_outfile_agg_state.out} (62%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
nereids_p0/outfile/agg_state_array/test_outfile_agg_array.out} (71%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
nereids_p0/outfile/agg_state_bitmap/test_outfile_agg_state_bitmap.out} (68%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
nereids_p0/outfile/hll/test_outfile_hll.out} (70%)
copy regression-test/data/{ddl_p0/test_create_or_replace_view.out =>
nereids_p0/outfile/quantile_state/test_outfile_quantile_state.out} (66%)
create mode 100644
regression-test/data/nereids_p0/show/test_show_columns_command.out
copy {fe/fe-core/src/test/resources =>
regression-test/data}/plugin_test/auditdemo.zip (100%)
create mode 100644
regression-test/data/query_p0/join/mark_join/right_semi_mark_join.out
create mode 100644
regression-test/data/query_p0/sql_functions/window_functions/test_nthvalue_function.out
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/datatype_p0/agg_state/array/array.groovy} (52%)
create mode 100644
regression-test/suites/datatype_p0/agg_state/bitmap/bitmap.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/datatype_p0/agg_state/hll/hll.groovy} (50%)
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/datatype_p0/agg_state/map/map.groovy} (52%)
create mode 100644
regression-test/suites/dictionary_p0/test_invalid_skip_load.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/backup_restore_azure.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/backup_restore_object_storage.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/hdfs_all_test.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/s3_load.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/test_outfile_s3_storage.groovy
create mode 100644
regression-test/suites/external_table_p0/refactor_storage_param/test_s3_tvf_s3_storage.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_variant_empty_index_file.groovy
copy regression-test/suites/load_p0/routine_load/data/{test_disable_load.csv
=> test_black_list.csv} (100%)
create mode 100644
regression-test/suites/load_p0/routine_load/test_black_list.groovy
create mode 100644
regression-test/suites/nereids_p0/ddl/grant/test_grant_nereids.groovy
create mode 100644
regression-test/suites/nereids_p0/ddl/grant/test_revoke_role_nereids.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/agg_state/test_outfile_agg_state.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/agg_state_array/test_outfile_agg_array.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/agg_state_bitmap/test_outfile_agg_state_bitmap.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/hll/test_outfile_hll.groovy
create mode 100644
regression-test/suites/nereids_p0/outfile/quantile_state/test_outfile_quantile_state.groovy
create mode 100644
regression-test/suites/nereids_p0/show/test_show_columns_command.groovy
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/show/test_show_open_tables_command.groovy} (61%)
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/test_alter_database_properties_command.groovy} (63%)
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/test_create_workload_policy_command.groovy} (62%)
copy
regression-test/{java-udf-src/src/main/java/org/apache/doris/udf/StringTest.java
=> suites/nereids_p0/test_install_plugin_command.groovy} (59%)
create mode 100644
regression-test/suites/query_p0/join/mark_join/right_semi_mark_join.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/window_functions/test_nthvalue_function.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
