This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-57629-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 2b3c0e34a9e [chore](dep)Exclude AWS SDK bundle to reduce dependency
size and include only required S3 modules (#57629)
add eb4a8f6ec2f branch-4.0: [Bug](Jni)should delete local ref after
convert to global ref #57513 (#57598)
add e8e0b46c48f branch-4.0: Revert "[fix](varbinary) Rename StringView to
StringContainer" #57656 (#57662)
add 499d17c4908 branch-4.0: [fix](docker) fix iceberg docker error: unable
to prepare context: path "spark/" not found #57417 (#57613)
add 15e5a02e4af branch-4.0: [fix](variant) fix deserialize array from
sparse column #57561 (#57630)
add cd26f402536 branch-4.0: [chore](UT) Add --gdb option to run-be-ut.sh
and run-cloud-ut.sh #57655 (#57686)
add 71e3d585874 branch-4.0: [fix](auto-partition) Replace std::mutex with
bthread::Mutex in VTabletWriter #57508 (#57660)
add bc434e87edc branch-4.0: [fix](spill) Memory leak in the arena used by
the aggregation operator #57657 (#57691)
add aeb88bf096b branch-4.0: [chore](ci) fix bad resource #57585 (#57592)
add 6a67606b6e9 branch-4.0: [fix](faiss) fix faiss compile on noavx2
enviroment #57642 (#57651)
add d846408bfdb branch-4.0: [function](agg) support agg function of
group_array_union #57166 (#57596)
add a85f3466188 branch-4.0: [feat](function) Add new function of
strip_null_value #57386 (#57689)
add ac9d4f996c7 branch-4.0: [chore](cast) Make the result of casting a
struct to string consistent with its output to MySQL. #57451 (#57618)
add 884a27cb8c9 4.0.1-rc02 (#57700)
add 3f0caac0307 branch-4.0: [refactor](catalog) remove use_meta_cache =
false #57449 (#57473)
add 87c15267df4 branch-4.0: [refactor](file scan) remove castToSlot in
FileScanNode #57515 (#57548)
add 5d6e4cd0282 branch-4.0: [fix](cloud) fix wrong private endpoint when
only configured port number #57429 (#57676)
add b0c7cfa2000 branch-4.0: [fix](function) str_to_date and
from_iso8601_date return null instead of raise error #57669 (#57699)
add 791725594de branch-4.0: [fix](insert) fix insert job duplicate
registration #57572 (#57663)
add 2cb3d84ec47 branch-4.0: [improve](glue)Refine Glue region and endpoint
initialization #57365 (#57480)
add 8239a888a35 branch-4.0: [Fix](job) Fixed the sessionvar was not
working in streaming jobs. #57448 (#57502)
add aef3b630a61 branch-4.0: [chore](dep)Upgrade ranger to 2.7.0 #57514
(#57557)
add c5168a509c5 branch-4.0: [refactor](sc) remove call castTo in
SchemaChangeJobV2 #57505 (#57546)
add 7cf8961d078 branch-4.0: [Opt](function) Optimize the performance of
FROM_UNIXTIME #57423 (#57574)
add 9db5389d90d branch-4.0: [opt](partition) remove castTo in PartitionKey
comparison #57518 (#57547)
add 60129c32750 branch-4.0: [chore](column)Add explicit to the
ColumnVector constructor #57380 (#57481)
add ffd505c4b9f branch-4.0: [Improve](audit) sql that fails to be syntax
parsed is not audited #48527 (#57496)
add 320ed77aa56 branch-4.0: [Fix](funtion) Fix utc_time result when input
null #57716 (#57738)
add 90df6be4ac6 branch-4.0: [fix](mtmv) Fix mv rewrite fail when mv
contains group sets and filter above scan #57343 (#57617)
add e44c3542e02 branch-4.0: [chore](regression) fix java home
inconsistency #57095 (#57460)
add 14209c91394 branch-4.0: [opt](inverted index) support builtin analyzer
names in custom analyzer field #57512 (#57601)
add 3b417f25f67 branch-4.0:[enhancement](s3)Add TotalGetRequestTime
profile metric to the S3 reader. (#57519) (#57635)
add 8c40184c156 branch-4.0: [refactor](load) remove castToSlot in load
planner #57489 (#57708)
add d51cd298eb6 branch-4.0: [Improvement](Variant) hash-shard sparse
subcolumns via `variant_sparse_hash_shard_count` #56502 (#57665)
add 0aa1f4fd63c branch-4.0: [Fix](Variant) handle spase column type
correctly #57701 (#57705)
add a032979133f branch-4.0: [refactor](variant) remove unused function
`same_with_storage_type` #57624 (#57718)
add 61c56209b1b branch-4.0: [fix](schema-change) Prevent coredump when
reading non-overlapping segments from a single rowset during heavy schema
change #57191 (#57602)
add a70151f18dc branch-4.0: [chore](dep)upgrade dependencies #57402
(#57450)
add 38c6906ed9d branch-4.0: [Fix](mysql) Disable renegotiation during TLS
#57631 (#57749)
add f8540034d6f branch-4.0: [Feature](agg) add sem agg function #57545
(#57715)
add 56aef960cc7 branch-4.0: [improve](job) support change offset for
streaming job in cloud mode #57264 (#57434)
add a17454c7e6b branch-4.0: [feature](cloud) Support balance sync warm up
#56164 (#57533)
add eaa7d327c9a branch-4.0: [improve](job) Adding FailureReason after
manually changing the status of a streaming job #57551 (#57612)
add 82ed2899b27 branch-4.0: [fix](catalog) fix iceberg catalog NPE issue
#57696 (#57797)
add 784303b8bf2 branch-4.0: [test](jdbc) Upgraded the mysql jdbc driver
jar under test to 8.4.0 (#57813)
add 875fbe9bc3f branch-4.0: [fix](csv reader) fix wrong result when escape
same as enclose #57632 (#57763)
add b4dbae83f84 branch-4.0: [fix](catalog) Clean up refresh thread when
deleting catalog #57680 (#57734)
add 19ffc61d60d branch-4.0: [refine](expr)Mark expr's execution function
as const. #57668 (#57765)
add 219b8f84bc8 branch-4.0: [fix](jdbc catalog) Compatible with different
versions of `zeroDateTimeBehavior=convertToNull` writing method #57682 (#57732)
add ae468f9150b branch-4.0: [opt](catalog) Reduce the memory footprint of
Column #57401 (#57766)
add fde5503ca92 branch-4.0: [improvement](BeConfig)Add Be config to
control the public or private endpoint #57580 (#57777)
add 7974216a330 branch-4.0: [fix](planner) Optimize local shuffle with
bucket shuffle join #57768 (#57808)
add 835e6b0532f branch-4.0: [fix](case) catch profile HTTP request failure
to avoid flaky test #57678 (#57789)
add 2b30982159a branch-4.0: [fix](catalog) max_meta_object_cache_num
config must > 0 #57742 (#57794)
add 731a7bf0f8e branch-4.0: [opt](coercion) let matchType do right thing
#57586 (#57687)
add 03ca65bb322 branch-4.0: [feature](inverted index) add custom analyzer
support with pinyin tokenzer and pinyin filter #57097 (#57729)
add b1b3487390c branch-4.0: [feat](hdfs) upgrade libhdfs to 3.4.2 #57621
(#57639)
add 219b30f35a7 branch-4.0: [optimize](nereids) explain plan process print
change point #57772 (#57787)
add 67be2a1bf49 branch-4.0: [fix](broker-load) Fix the COLUMNS FROM PATH
feature #57309 (#57778)
add 1731994c680 branch-4.0: [ann] Ann index only scan #57243 (#57758)
add 8cf89cefec2 branch-4.0: [fix](delete) Delete should count down latch
and clear an agent task when failed #57428 (#57779)
add e2f6bfa200a branch-4.0: [chore](log) modify wal_manager log level
#57760 (#57781)
add 3044d79bba3 branch-4.0: [fix](export) cancel job before adding task
(#57488) (#57792)
add ddcf49a26c3 branch-4.0: [fix](sql cache) inverted_index_max_expansions
should be affectQueryResult #57769 (#57815)
add 2b76ebb0b4a branch-4.0: [improve](glue) Glue endpoint is required.
#57543 (#57812)
add 2338951d136 branch-4.0: [fix](jdbc) Set the correct jdbctable id for
query tvf #57745 (#57799)
add 0f1f9514cb8 branch-4.0: [fix](iceberg) fix querying iceberg partition
table error #57571 (#57791)
add 359769cf39c branch-4.0: [refactor](expr) remove castTo in Catalog's
Expr #57560 (#57806)
add 2dbbc6c5692 branch-4.0: [enhancement](parquet)Optimize the performance
of parquet reader when decode RLE_DICTIONARY encoding #57208 (#57563)
add a2977a45609 branch-4.0: [fix](cosn) fix be jni read on cosn failed
#57241 (#57721)
add f71c31bbced branch-4.0: [refactor](type)refactor mysql output , rename
write_column_to_mysql #57634 (#57829)
add a4d4e70fa94 branch-4.0: [feat](catalog) Support catalog attribute
connectivity tester #57004 (#57509)
add ae94e163807 branch-4.0: [fix](filecache) fix stack-use-after-return
when submit_download_tasks #57724 (#57786)
add 769314649b0 branch-4.0: [fix](nereids)keep NamedExpression's name
unchanged when create an Alias in BindSink #57670 (#57819)
add 3b4cabc1f61 branch-4.0: [fix](cloud) Add more prompt information when
compute group is invalid #56946 (#57747)
add 68e6523ad59 branch-4.0: [fix](iceberg) Support client.region and
iceberg.rest.* properties invended credentials #57521 (#57540)
add de9cf55f5aa branch-4.0: [debug](p0) add debug log for unstable p0 test
case #57757 (#57843)
add 752f017b4cc branch-4.0: [enhancemment](planner)check sql regex block
rule before plan phase #57477 (#57584)
add 1be7d551b93 branch-4.0: [fix](job) fix show job and task offset info
#57736 (#57845)
add cbe11335daf branch-4.0: [Enhancement] support simple sql function for
factorial(from Hive) #57144 (#57878)
add 64ce962f0e9 branch-4.0: [fix](nereids) Fix not in aggregate's output
err after eliminate by uniform when group sets exist #56942 (#57869)
add c68ba72a0b6 branch-4.0: [chore](function) let implicit castable
signature be pure nereids #57641 (#57800)
add 4003592d359 branch-4.0: [Improvement](block) remove
Block::row_same_bit #57522 (#57841)
add c1f8f153338 branch-4.0: [enhancement](filecache) add readsize and
hitsize metrics to file_cache statistics and be vars #52212 (#57851)
add bf226552e77 branch-4.0: [opt](cloud) optimize create warmup job logic
#57752 (#57866)
add 1b4e15f709e branch-4.0: [chore](function) remove useless function set
#57590 (#57894)
add 0024b079b53 branch-4.0: [feature] (nereids) generate sql digest for
nereids prased stmt #56256 (#57818)
add 0cf712e3109 branch-4.0: [chore](sensitive) Hide accessor and secret
key for create/alter storage vault #57528 (#57881)
add af2354dd38a branch-4.0: [chore](thirdparty) Update unstable gnu mirror
#56075 (#57904)
add 59661fcb7d1 branch-4.0: [chore](log) return error to caller when
get_tablet in cloud mode #57520 (#57901)
add e818321d9bd branch-4.0: [feature](inverted index) add multi position
PhraseQuery support to search function #57588 (#57897)
add 841aa792d53 branch-4.0: [fix](compile) compiled failed due to parallel
merge (#57936)
add 5d6e99e5130 branch-4.0: [enhancement](load)add LogicalPostProject to
cast outputs according to dest table's schema #57579 (#57940)
add 94065c6950c branch-4.0: [chore] (audit) generate digest string for
LogicalPlanAdapter (#57930)
add 3c3a396bb66 branch-4.0: [fix](java udf) fix possible deadlock when udf
closed in bprc #55302 (#57944)
add e673e35e6fa branch-4.0: [chore](cast) simplify CastExpr's code #57775
(#57905)
add e052dd23fa4 branch-4.0: [Chore](job) remove unless code for streaming
job #57873 (#57929)
add 4142dc795f0 branch-4.0: [improve](ann index)Accumulate multiple small
batches before training #57623 (#57932)
add 43c2dbee2dd branch-4.0: [opt](lazy topn) set row id's unique id when
new it #57867 (#57952)
add fd8f26682a0 branch-4.0: [chore](type) remove useless code in type
#57823 (#57906)
add 00099eef830 branch-4.0: [enhancement](memory) add jvm information into
memory profile page in BE #57917 (#57928)
add e77d52386cb branch-4.0: [Bug](udf) fix the _udf_close_workers thread
pool not stop when exit #57918 (#57956)
add bc4e28f8d28 branch-4.0: [Fix](job) add callback for streaming job when
load image #57852 (#57947)
add b2f66d99f9b branch-4.0: [fix](broker load) Fix strict_mode in broker
load not work #57825 (#57964)
add 1c18f2c34f1 branch-4.0: [Enhancement](regexp) Support zero-width
assertions in some regexp functions #57643 (#57948)
add 5bfb72bfd64 [chore](dep)Exclude AWS SDK bundle to reduce dependency
size and include only required S3 modules (#57629)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2b3c0e34a9e)
\
N -- N -- N refs/heads/auto-pick-57629-branch-4.0 (5bfb72bfd64)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.licenserc.yaml | 1 +
be/CMakeLists.txt | 7 +-
be/dict/pinyin/pinyin.txt | 20902 +
be/dict/pinyin/pinyin_alphabet.dict | 442 +
be/dict/pinyin/polyphone.txt | 462490 ++++++++++++++++++
be/src/cloud/cloud_tablet_mgr.cpp | 17 +-
be/src/cloud/cloud_warm_up_manager.cpp | 2 +-
be/src/cloud/config.cpp | 2 +
be/src/cloud/config.h | 3 +
be/src/common/consts.h | 1 +
be/src/exprs/hybrid_set.h | 53 +-
be/src/io/cache/block_file_cache.cpp | 27 +-
be/src/io/cache/block_file_cache.h | 2 +
be/src/io/cache/block_file_cache_downloader.cpp | 14 +-
.../io/fs/connectivity/s3_connectivity_tester.cpp | 53 +
.../s3_connectivity_tester.h} | 20 +-
.../connectivity/storage_connectivity_tester.cpp | 24 +-
.../storage_connectivity_tester.h} | 21 +-
be/src/io/fs/hdfs.h | 2 +-
be/src/io/fs/s3_file_reader.cpp | 4 +
be/src/io/fs/s3_file_reader.h | 1 +
be/src/olap/compaction.cpp | 4 +
be/src/olap/iterators.h | 37 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 56 +-
be/src/olap/rowset/beta_rowset_reader.h | 49 +-
be/src/olap/rowset/rowset_reader.h | 8 +-
.../segment_v2/ann_index/ann_index_writer.cpp | 35 +-
.../rowset/segment_v2/ann_index/ann_index_writer.h | 7 +
.../ann_index/cmake-protect/CMakeLists.txt | 9 +
.../segment_v2/ann_index/faiss_ann_index.cpp | 28 +-
.../inverted_index/analysis_factory_mgr.cpp | 6 +
.../inverted_index/analyzer/analyzer.cpp | 141 +-
.../segment_v2/inverted_index/analyzer/analyzer.h | 11 +-
.../inverted_index/query/query_helper.cpp | 5 +
.../segment_v2/inverted_index/query/query_helper.h | 2 +
.../segment_v2/inverted_index/query_v2/doc_set.h | 106 +-
.../inverted_index/query_v2/intersection.cpp | 36 +-
.../inverted_index/query_v2/nullable_scorer.h | 77 +
.../query_v2/phrase_query/multi_phrase_query.h | 71 +
.../query_v2/phrase_query/multi_phrase_weight.h | 113 +
.../query_v2/phrase_query/phrase_query.h | 30 +-
.../query_v2/phrase_query/phrase_scorer.cpp | 3 +-
.../query_v2/phrase_query/phrase_weight.h | 67 +-
.../query_v2/phrase_query/postings_with_offset.h | 4 -
.../query_v2/postings/loaded_postings.cpp | 136 +
.../query_v2/postings/loaded_postings.h | 55 +
.../query_v2/regexp_query/regexp_query.h | 3 +-
.../query_v2/regexp_query/regexp_weight.cpp | 29 +-
.../query_v2/regexp_query/regexp_weight.h | 5 +-
.../segment_v2/inverted_index/query_v2/scorer.h | 11 +-
.../inverted_index/query_v2/segment_postings.h | 71 +-
.../inverted_index/query_v2/union/simple_union.cpp | 143 +
.../inverted_index/query_v2/union/simple_union.h | 60 +
.../segment_v2/inverted_index/query_v2/weight.h | 31 +
.../query_v2/wildcard_query/wildcard_query.h | 3 +-
.../query_v2/wildcard_query/wildcard_weight.h | 8 +-
.../inverted_index/token_filter/pinyin_filter.cpp | 441 +
.../inverted_index/token_filter/pinyin_filter.h | 105 +
.../token_filter/pinyin_filter_factory.cpp | 76 +
.../token_filter/pinyin_filter_factory.h} | 37 +-
.../tokenizer/pinyin/chinese_util.cpp} | 35 +-
.../tokenizer/pinyin/chinese_util.h} | 20 +-
.../tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp | 224 +
.../tokenizer/pinyin/pinyin_alphabet_tokenizer.h | 49 +
.../tokenizer/pinyin/pinyin_config.h} | 50 +-
.../tokenizer/pinyin/pinyin_format.cpp | 70 +
.../tokenizer/pinyin/pinyin_format.h | 78 +
.../tokenizer/pinyin/pinyin_formatter.cpp | 214 +
.../tokenizer/pinyin/pinyin_formatter.h} | 29 +-
.../tokenizer/pinyin/pinyin_tokenizer.cpp | 339 +
.../tokenizer/pinyin/pinyin_tokenizer.h | 84 +
.../tokenizer/pinyin/pinyin_tokenizer_factory.cpp | 43 +
.../tokenizer/pinyin/pinyin_tokenizer_factory.h} | 32 +-
.../tokenizer/pinyin/pinyin_util.cpp | 292 +
.../inverted_index/tokenizer/pinyin/pinyin_util.h | 55 +
.../inverted_index/tokenizer/pinyin/rune.h} | 34 +-
.../tokenizer/pinyin/smart_forest.cpp | 195 +
.../inverted_index/tokenizer/pinyin/smart_forest.h | 143 +
.../tokenizer/pinyin/smart_get_word.cpp | 219 +
.../tokenizer/pinyin/smart_get_word.h | 95 +
.../inverted_index/tokenizer/pinyin/term_item.h | 73 +
be/src/olap/rowset/segment_v2/segment.cpp | 18 +-
be/src/olap/rowset/segment_v2/segment.h | 2 -
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 100 +-
be/src/olap/rowset/segment_v2/segment_iterator.h | 3 +
.../variant/sparse_column_merge_iterator.cpp | 3 +-
.../segment_v2/variant/variant_column_reader.cpp | 251 +-
.../segment_v2/variant/variant_column_reader.h | 48 +-
.../variant/variant_column_writer_impl.cpp | 278 +-
.../variant/variant_column_writer_impl.h | 72 +-
.../rowset/segment_v2/variant_stats_calculator.cpp | 3 +-
.../rowset/segment_v2/virtual_column_iterator.cpp | 12 +-
be/src/olap/schema_change.cpp | 22 +-
be/src/olap/schema_change.h | 3 +
be/src/olap/tablet.cpp | 7 +-
be/src/olap/tablet_meta.cpp | 3 +
be/src/olap/tablet_schema.cpp | 4 +
be/src/olap/tablet_schema.h | 8 +
be/src/olap/wal/wal_manager.cpp | 2 +-
be/src/pipeline/exec/aggregation_sink_operator.cpp | 1 +
be/src/pipeline/exec/olap_scan_operator.cpp | 2 +-
be/src/pipeline/exec/olap_scan_operator.h | 2 +-
.../exec/partitioned_aggregation_sink_operator.cpp | 1 +
be/src/runtime/exec_env.h | 3 +
be/src/runtime/exec_env_init.cpp | 7 +
be/src/runtime/memory/memory_profile.cpp | 18 +-
be/src/runtime/memory/memory_profile.h | 4 +
be/src/runtime/primitive_type.h | 14 +-
be/src/runtime/runtime_state.cpp | 7 +-
be/src/runtime/runtime_state.h | 6 +
be/src/service/backend_service.cpp | 8 +
be/src/service/backend_service.h | 3 +
be/src/util/doris_metrics.cpp | 4 +
be/src/util/doris_metrics.h | 2 +
be/src/util/jni-util.cpp | 1 +
be/src/util/mysql_row_buffer.h | 3 +
.../aggregate_function_group_array_intersect.cpp | 66 -
.../aggregate_function_group_array_intersect.h | 507 -
.../aggregate_function_group_array_set_op.cpp | 158 +
.../aggregate_function_group_array_set_op.h | 480 +
.../aggregate_functions/aggregate_function_sem.cpp | 41 +
.../aggregate_functions/aggregate_function_sem.h | 149 +
.../aggregate_function_simple_factory.cpp | 6 +-
be/src/vec/columns/column_varbinary.cpp | 6 +-
be/src/vec/columns/column_varbinary.h | 18 +-
be/src/vec/columns/column_variant.cpp | 4 +-
be/src/vec/columns/column_vector.h | 4 +-
be/src/vec/common/schema_util.cpp | 43 +-
be/src/vec/common/schema_util.h | 6 +
.../{string_container.cpp => string_view.cpp} | 6 +-
.../common/{string_container.h => string_view.h} | 40 +-
be/src/vec/core/block.cpp | 19 -
be/src/vec/core/block.h | 17 -
be/src/vec/core/field.h | 17 +-
be/src/vec/data_types/data_type_decimal.cpp | 10 +-
be/src/vec/data_types/data_type_factory.cpp | 5 +-
be/src/vec/data_types/data_type_varbinary.cpp | 6 +-
be/src/vec/data_types/data_type_varbinary.h | 7 +-
.../vec/data_types/serde/data_type_array_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_array_serde.h | 12 +-
.../data_types/serde/data_type_bitmap_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_bitmap_serde.h | 12 +-
.../serde/data_type_date_or_datetime_serde.cpp | 8 +-
.../serde/data_type_date_or_datetime_serde.h | 9 +-
.../serde/data_type_datetimev2_serde.cpp | 16 +-
.../data_types/serde/data_type_datetimev2_serde.h | 12 +-
.../data_types/serde/data_type_datev2_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_datev2_serde.h | 12 +-
.../data_types/serde/data_type_decimal_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_decimal_serde.h | 12 +-
.../vec/data_types/serde/data_type_hll_serde.cpp | 14 +-
be/src/vec/data_types/serde/data_type_hll_serde.h | 12 +-
.../vec/data_types/serde/data_type_ipv4_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_ipv4_serde.h | 12 +-
.../vec/data_types/serde/data_type_ipv6_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_ipv6_serde.h | 12 +-
.../vec/data_types/serde/data_type_jsonb_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_jsonb_serde.h | 12 +-
.../vec/data_types/serde/data_type_map_serde.cpp | 14 +-
be/src/vec/data_types/serde/data_type_map_serde.h | 12 +-
.../vec/data_types/serde/data_type_nothing_serde.h | 12 +-
.../data_types/serde/data_type_nullable_serde.cpp | 16 +-
.../data_types/serde/data_type_nullable_serde.h | 12 +-
.../data_types/serde/data_type_number_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_number_serde.h | 12 +-
.../serde/data_type_quantilestate_serde.h | 12 +-
be/src/vec/data_types/serde/data_type_serde.h | 25 +-
.../data_types/serde/data_type_string_serde.cpp | 8 +-
.../vec/data_types/serde/data_type_string_serde.h | 12 +-
.../data_types/serde/data_type_struct_serde.cpp | 18 +-
.../vec/data_types/serde/data_type_struct_serde.h | 12 +-
.../vec/data_types/serde/data_type_time_serde.cpp | 16 +-
be/src/vec/data_types/serde/data_type_time_serde.h | 12 +-
.../data_types/serde/data_type_varbinary_serde.cpp | 16 +-
.../data_types/serde/data_type_varbinary_serde.h | 12 +-
.../data_types/serde/data_type_variant_serde.cpp | 16 +-
.../vec/data_types/serde/data_type_variant_serde.h | 12 +-
.../file_reader/new_plain_text_line_reader.cpp | 4 +-
be/src/vec/exec/format/parquet/decoder.cpp | 12 +-
.../format/parquet/fix_length_dict_decoder.hpp | 65 +-
be/src/vec/exec/scan/olap_scanner.cpp | 2 +-
be/src/vec/exec/scan/scanner.cpp | 3 -
be/src/vec/exprs/lambda_function/lambda_function.h | 2 +-
.../lambda_function/varray_filter_function.cpp | 2 +-
.../exprs/lambda_function/varray_map_function.cpp | 11 +-
be/src/vec/exprs/vbitmap_predicate.cpp | 2 +-
be/src/vec/exprs/vbitmap_predicate.h | 2 +-
be/src/vec/exprs/vbloom_predicate.cpp | 2 +-
be/src/vec/exprs/vbloom_predicate.h | 2 +-
be/src/vec/exprs/vcase_expr.cpp | 2 +-
be/src/vec/exprs/vcase_expr.h | 4 +-
be/src/vec/exprs/vcast_expr.cpp | 11 +-
be/src/vec/exprs/vcast_expr.h | 8 +-
be/src/vec/exprs/vcolumn_ref.h | 2 +-
be/src/vec/exprs/vcompound_pred.h | 2 +-
be/src/vec/exprs/vdirect_in_predicate.h | 4 +-
be/src/vec/exprs/vectorized_fn_call.cpp | 28 +-
be/src/vec/exprs/vectorized_fn_call.h | 4 +-
be/src/vec/exprs/vexpr.cpp | 10 +-
be/src/vec/exprs/vexpr.h | 21 +-
be/src/vec/exprs/vexpr_context.cpp | 43 +-
be/src/vec/exprs/vexpr_context.h | 3 +
be/src/vec/exprs/vin_predicate.cpp | 2 +-
be/src/vec/exprs/vin_predicate.h | 2 +-
be/src/vec/exprs/vinfo_func.cpp | 3 +-
be/src/vec/exprs/vinfo_func.h | 2 +-
be/src/vec/exprs/virtual_slot_ref.cpp | 2 +-
be/src/vec/exprs/virtual_slot_ref.h | 2 +-
be/src/vec/exprs/vlambda_function_call_expr.h | 2 +-
be/src/vec/exprs/vlambda_function_expr.h | 2 +-
be/src/vec/exprs/vliteral.cpp | 3 +-
be/src/vec/exprs/vliteral.h | 2 +-
be/src/vec/exprs/vmatch_predicate.cpp | 2 +-
be/src/vec/exprs/vmatch_predicate.h | 2 +-
be/src/vec/exprs/vruntimefilter_wrapper.cpp | 3 +-
be/src/vec/exprs/vruntimefilter_wrapper.h | 12 +-
be/src/vec/exprs/vsearch.cpp | 2 +-
be/src/vec/exprs/vsearch.h | 2 +-
be/src/vec/exprs/vslot_ref.cpp | 2 +-
be/src/vec/exprs/vslot_ref.h | 2 +-
be/src/vec/exprs/vtopn_pred.h | 2 +-
be/src/vec/functions/function_java_udf.cpp | 34 +-
be/src/vec/functions/function_jsonb.cpp | 67 +
.../vec/functions/function_other_types_to_date.cpp | 58 +-
be/src/vec/functions/function_regexp.cpp | 216 +-
be/src/vec/functions/function_search.cpp | 39 +-
be/src/vec/functions/function_varbinary.cpp | 8 +-
be/src/vec/functions/like.cpp | 26 +-
be/src/vec/functions/like.h | 4 +
be/src/vec/functions/math.cpp | 69 +
be/src/vec/olap/block_reader.cpp | 10 +-
be/src/vec/olap/block_reader.h | 2 -
be/src/vec/olap/vcollect_iterator.cpp | 33 +-
be/src/vec/olap/vcollect_iterator.h | 14 +-
be/src/vec/olap/vgeneric_iterators.cpp | 8 +-
be/src/vec/olap/vgeneric_iterators.h | 12 +-
be/src/vec/sink/writer/vtablet_writer.cpp | 4 +-
be/src/vec/sink/writer/vtablet_writer.h | 4 +-
be/src/vec/utils/varbinaryop_subbinary.h | 8 +-
be/test/exprs/mock_vexpr.h | 4 +-
be/test/exprs/virtual_slot_ref_test.cpp | 6 +-
be/test/olap/collection_statistics_test.cpp | 14 +-
be/test/olap/ordered_data_compaction_test.cpp | 2 +-
be/test/olap/rowid_conversion_test.cpp | 2 +-
.../inverted_index/ananlyzer/analyzer_test.cpp | 348 +
.../inverted_index/query_v2/doc_set_test.cpp | 581 +-
.../query_v2/loaded_postings_test.cpp | 296 +
..._query_test.cpp => multi_phrase_query_test.cpp} | 466 +-
.../inverted_index/query_v2/phrase_query_test.cpp | 128 +-
.../query_v2/segment_postings_test.cpp | 361 +-
.../inverted_index/query_v2/simple_union_test.cpp | 568 +
.../token_filter/pinyin_filter_test.cpp | 409 +
.../tokenizer/pinyin_alphabet_tokenizer_test.cpp | 248 +
.../tokenizer/pinyin_analysis_test.cpp | 1372 +
.../inverted_index/tokenizer/pinyin_util_test.cpp | 685 +
.../inverted_index/tokenizer/smart_forest_test.cpp | 204 +
.../tokenizer/smart_get_word_test.cpp | 361 +
.../variant_column_writer_reader_test.cpp | 31 +-
be/test/olap/segcompaction_mow_test.cpp | 5 +-
be/test/olap/segcompaction_test.cpp | 15 +-
.../olap/vector_search/ann_index_writer_test.cpp | 89 +
.../olap/vector_search/ann_range_search_test.cpp | 17 +-
be/test/testutil/mock/mock_fn_call.h | 2 +-
be/test/testutil/mock/mock_in_expr.h | 2 +-
be/test/testutil/mock/mock_slot_ref.h | 2 +-
.../agg_group_array_intersect_test.cpp | 38 +-
be/test/vec/columns/column_varbinary_test.cpp | 66 +-
be/test/vec/columns/column_variant_test.cpp | 94 +
be/test/vec/common/schema_util_rowset_test.cpp | 29 +
...ing_container_test.cpp => string_view_test.cpp} | 86 +-
be/test/vec/core/block_test.cpp | 32 -
be/test/vec/data_types/data_type_struct_test.cpp | 2 +-
.../vec/data_types/data_type_varbinary_test.cpp | 8 +-
.../serde/data_type_from_string_test.cpp | 4 +-
.../data_types/serde/data_type_to_string_test.cpp | 2 +-
.../serde/data_type_write_to_jsonb_test.cpp | 14 +-
.../parquet/fix_length_dict_decoder_test.cpp | 4 +-
be/test/vec/exec/orc/orc_reader_fill_data_test.cpp | 152 +-
be/test/vec/exec/vgeneric_iterators_test.cpp | 12 +-
be/test/vec/exprs/try_cast_expr_test.cpp | 2 +-
be/test/vec/exprs/vsearch_expr_test.cpp | 2 +-
be/test/vec/function/function_math_test.cpp | 28 +
be/test/vec/function/function_test_util.h | 6 +-
be/test/vec/olap/vertical_compaction_test.cpp | 12 +-
cloud/script/run_all_tests.sh | 20 +-
cloud/src/common/bvars.cpp | 9 +
cloud/src/common/bvars.h | 7 +
cloud/src/meta-service/meta_service.h | 13 +
cloud/src/meta-service/meta_service_helper.h | 3 +-
cloud/src/meta-service/meta_service_resource.cpp | 30 +-
cloud/src/meta-service/meta_service_txn.cpp | 104 +
cloud/test/meta_service_job_test.cpp | 143 +
contrib/faiss | 2 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 1 -
.../create_preinstalled_scripts/iceberg/run19.sql | 21 +-
fe/be-java-extensions/preload-extensions/pom.xml | 101 +-
.../java/org/apache/doris/catalog/ArrayType.java | 56 +-
.../java/org/apache/doris/catalog/MapType.java | 67 +-
.../org/apache/doris/catalog/MultiRowType.java | 79 -
.../org/apache/doris/catalog/PrimitiveType.java | 554 +-
.../java/org/apache/doris/catalog/ScalarType.java | 232 +-
.../java/org/apache/doris/catalog/StructField.java | 11 -
.../java/org/apache/doris/catalog/StructType.java | 138 -
.../org/apache/doris/catalog/TemplateType.java | 72 -
.../main/java/org/apache/doris/catalog/Type.java | 920 +-
.../org/apache/doris/catalog/VariantField.java | 7 -
.../java/org/apache/doris/catalog/VariantType.java | 43 +-
.../main/java/org/apache/doris/common/Config.java | 22 +-
fe/fe-core/pom.xml | 18 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +
.../apache/doris/alter/SchemaChangeHandler.java | 11 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 17 +-
.../org/apache/doris/analysis/ArithmeticExpr.java | 109 -
.../org/apache/doris/analysis/ArrayLiteral.java | 72 -
.../org/apache/doris/analysis/BinaryPredicate.java | 24 -
.../java/org/apache/doris/analysis/CastExpr.java | 226 +-
.../apache/doris/analysis/CompoundPredicate.java | 13 -
.../org/apache/doris/analysis/DateLiteral.java | 62 -
.../org/apache/doris/analysis/DecimalLiteral.java | 31 -
.../apache/doris/analysis/DefaultValueExprDef.java | 30 +-
.../main/java/org/apache/doris/analysis/Expr.java | 266 +-
.../org/apache/doris/analysis/FloatLiteral.java | 28 -
.../apache/doris/analysis/FunctionCallExpr.java | 212 -
.../org/apache/doris/analysis/InPredicate.java | 59 -
.../java/org/apache/doris/analysis/IntLiteral.java | 44 -
.../org/apache/doris/analysis/IsNullPredicate.java | 24 -
.../org/apache/doris/analysis/JsonLiteral.java | 6 -
.../org/apache/doris/analysis/LargeIntLiteral.java | 18 -
.../org/apache/doris/analysis/LikePredicate.java | 19 -
.../org/apache/doris/analysis/LiteralExpr.java | 34 -
.../java/org/apache/doris/analysis/MapLiteral.java | 86 -
.../org/apache/doris/analysis/MatchPredicate.java | 72 -
.../org/apache/doris/analysis/NullLiteral.java | 13 -
.../org/apache/doris/analysis/OutFileClause.java | 9 +-
.../org/apache/doris/analysis/SlotDescriptor.java | 6 +-
.../org/apache/doris/analysis/StringLiteral.java | 154 -
.../org/apache/doris/analysis/StructLiteral.java | 32 -
.../org/apache/doris/analysis/TableSnapshot.java | 8 +
.../org/apache/doris/analysis/TryCastExpr.java | 33 +-
.../java/org/apache/doris/backup/Repository.java | 16 +-
.../doris/catalog/BuiltinAggregateFunctions.java | 185 +-
.../doris/catalog/BuiltinScalarFunctions.java | 8 +
.../main/java/org/apache/doris/catalog/Column.java | 109 +-
.../java/org/apache/doris/catalog/Database.java | 4 -
.../main/java/org/apache/doris/catalog/Env.java | 30 +-
.../java/org/apache/doris/catalog/Function.java | 263 +-
.../java/org/apache/doris/catalog/FunctionSet.java | 2020 -
.../apache/doris/catalog/FunctionTypeDeducers.java | 88 -
.../org/apache/doris/catalog/FunctionUtil.java | 11 +-
.../apache/doris/catalog/GlobalFunctionMgr.java | 5 -
.../java/org/apache/doris/catalog/OlapTable.java | 28 +-
.../org/apache/doris/catalog/PartitionKey.java | 18 +-
.../apache/doris/cloud/CacheHotspotManager.java | 11 +-
.../doris/cloud/catalog/BalanceTypeEnum.java | 69 +
.../cloud/catalog/CloudInstanceStatusChecker.java | 53 +
.../doris/cloud/catalog/CloudTabletRebalancer.java | 179 +-
.../apache/doris/cloud/catalog/ComputeGroup.java | 153 +
.../doris/cloud/load/CloudBrokerLoadJob.java | 4 +-
.../apache/doris/cloud/qe/CloudCoordinator.java | 7 +-
.../apache/doris/cloud/rpc/MetaServiceClient.java | 12 +
.../apache/doris/cloud/rpc/MetaServiceProxy.java | 5 +
.../doris/cloud/system/CloudSystemInfoService.java | 44 +
.../apache/doris/common/util/PropertyAnalyzer.java | 21 +
.../org/apache/doris/datasource/CatalogMgr.java | 39 +-
.../apache/doris/datasource/ExternalCatalog.java | 280 +-
.../apache/doris/datasource/ExternalDatabase.java | 333 +-
.../org/apache/doris/datasource/ExternalTable.java | 20 +-
.../org/apache/doris/datasource/FileGroupInfo.java | 13 +-
.../org/apache/doris/datasource/FileScanNode.java | 38 +-
.../apache/doris/datasource/InternalCatalog.java | 11 -
.../AWSGlueMetaStoreBaseConnectivityTester.java | 70 +
.../AbstractHiveConnectivityTester.java | 19 +-
.../AbstractIcebergConnectivityTester.java | 29 +-
.../AbstractS3CompatibleConnectivityTester.java | 69 +
.../CatalogConnectivityTestCoordinator.java | 320 +
.../connectivity/HMSBaseConnectivityTester.java | 62 +
.../HdfsCompatibleConnectivityTester.java | 51 +
.../connectivity/HdfsConnectivityTester.java} | 15 +-
.../HiveGlueMetaStoreConnectivityTester.java} | 40 +-
.../connectivity/HiveHMSConnectivityTester.java | 33 +-
.../IcebergGlueMetaStoreConnectivityTester.java} | 40 +-
.../IcebergHMSConnectivityTester.java} | 39 +-
.../IcebergRestConnectivityTester.java | 85 +
...cebergS3TablesMetaStoreConnectivityTester.java} | 19 +-
.../connectivity/MetaConnectivityTester.java} | 24 +-
.../connectivity/MinioConnectivityTester.java} | 19 +-
.../connectivity/S3ConnectivityTester.java} | 19 +-
.../connectivity/StorageConnectivityTester.java | 99 +
.../datasource/credentials/CredentialUtils.java | 16 +-
.../doris/datasource/hive/HMSExternalCatalog.java | 19 +-
.../doris/datasource/hive/HMSExternalDatabase.java | 5 -
.../doris/datasource/hive/IcebergDlaTable.java | 11 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 8 +-
.../datasource/iceberg/IcebergExternalTable.java | 11 +-
.../datasource/iceberg/IcebergPartitionInfo.java | 6 +-
.../doris/datasource/iceberg/IcebergUtils.java | 24 +-
.../doris/datasource/jdbc/JdbcExternalCatalog.java | 9 +-
.../datasource/jdbc/JdbcExternalDatabase.java | 5 -
.../datasource/jdbc/client/JdbcMySQLClient.java | 6 +-
.../doris/datasource/jdbc/source/JdbcScanNode.java | 4 +
.../apache/doris/datasource/paimon/PaimonUtil.java | 3 +
.../metastore/AWSGlueMetaStoreBaseProperties.java | 83 +-
.../metastore/AbstractIcebergProperties.java | 1 +
.../metastore/HiveGlueMetaStoreProperties.java | 2 +
.../property/metastore/HiveHMSProperties.java | 3 +-
.../metastore/IcebergGlueMetaStoreProperties.java | 2 +
.../metastore/IcebergHMSMetaStoreProperties.java | 2 +
.../property/metastore/IcebergRestProperties.java | 2 +
.../property/storage/AzureProperties.java | 1 +
.../datasource/property/storage/COSProperties.java | 1 +
.../datasource/property/storage/GCSProperties.java | 1 +
.../property/storage/HdfsProperties.java | 17 +
.../property/storage/MinioProperties.java | 1 +
.../datasource/property/storage/OBSProperties.java | 1 +
.../property/storage/OSSHdfsProperties.java | 1 +
.../datasource/property/storage/OSSProperties.java | 2 +
.../datasource/property/storage/S3Properties.java | 6 +-
.../property/storage/StorageProperties.java | 3 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 3 +-
.../org/apache/doris/indexpolicy/IndexPolicy.java | 7 +-
.../apache/doris/indexpolicy/IndexPolicyMgr.java | 31 +-
.../indexpolicy/PinyinTokenFilterValidator.java | 159 +
.../indexpolicy/PinyinTokenizerValidator.java | 157 +
.../doris/job/extensions/insert/InsertTask.java | 2 +
.../insert/streaming/StreamingInsertJob.java | 57 +-
.../insert/streaming/StreamingInsertTask.java | 18 +-
.../insert/streaming/StreamingJobProperties.java | 38 +-
.../streaming/StreamingJobSchedulerTask.java | 1 +
.../org/apache/doris/job/manager/JobManager.java | 10 +-
.../java/org/apache/doris/job/offset/Offset.java | 2 +
.../org/apache/doris/job/offset/s3/S3Offset.java | 10 +-
.../job/offset/s3/S3SourceOffsetProvider.java | 30 +-
.../job/scheduler/StreamingTaskScheduler.java | 4 +-
.../main/java/org/apache/doris/load/ExportMgr.java | 18 +-
.../apache/doris/load/loadv2/LoadLoadingTask.java | 1 +
.../org/apache/doris/load/loadv2/LoadManager.java | 2 +-
.../java/org/apache/doris/master/MasterImpl.java | 30 +-
.../java/org/apache/doris/mysql/MysqlChannel.java | 38 +-
.../org/apache/doris/nereids/NereidsPlanner.java | 4 +-
.../doris/nereids/analyzer/UnboundAlias.java | 10 +
.../doris/nereids/analyzer/UnboundFunction.java | 14 +
.../doris/nereids/analyzer/UnboundInlineTable.java | 6 +
.../nereids/analyzer/UnboundOneRowRelation.java | 12 +
.../doris/nereids/analyzer/UnboundRelation.java | 23 +
.../doris/nereids/analyzer/UnboundResultSink.java | 5 +
.../apache/doris/nereids/analyzer/UnboundSlot.java | 5 +
.../apache/doris/nereids/analyzer/UnboundStar.java | 15 +
.../doris/nereids/analyzer/UnboundTVFRelation.java | 7 +
.../doris/nereids/analyzer/UnboundTableSink.java | 11 +
.../doris/nereids/analyzer/UnboundVariable.java | 5 +
.../exceptions/SyntaxParseException.java} | 17 +-
.../doris/nereids/glue/LogicalPlanAdapter.java | 11 +-
.../glue/translator/ExpressionTranslator.java | 5 +-
.../jobs/rewrite/BottomUpVisitorRewriteJob.java | 4 +-
.../nereids/jobs/rewrite/CustomRewriteJob.java | 4 +-
.../nereids/jobs/rewrite/PlanTreeRewriteJob.java | 12 +-
.../nereids/jobs/rewrite/RewriteJobContext.java | 5 +
.../jobs/rewrite/RootPlanTreeRewriteJob.java | 1 +
.../jobs/rewrite/TopDownVisitorRewriteJob.java | 4 +-
.../doris/nereids/load/NereidsFileGroupInfo.java | 13 +-
.../nereids/load/NereidsLoadPlanInfoCollector.java | 163 +-
.../nereids/load/NereidsLoadScanProvider.java | 16 +-
.../doris/nereids/load/NereidsLoadUtils.java | 48 +
.../nereids/load/NereidsStreamLoadPlanner.java | 3 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 28 +-
.../parser/LogicalPlanBuilderForEncryption.java | 24 +
.../doris/nereids/parser/ParseErrorListener.java | 3 +-
.../post/materialize/LazyMaterializeTopN.java | 11 +-
.../post/materialize/LazySlotPruning.java | 12 +-
.../apache/doris/nereids/properties/OrderKey.java | 18 +
.../org/apache/doris/nereids/rules/RuleType.java | 2 +
.../doris/nereids/rules/analysis/BindSink.java | 40 +-
.../nereids/rules/exploration/mv/StructInfo.java | 15 +-
.../rules/expression/ExpressionRuleType.java | 1 +
.../nereids/rules/expression/check/CheckCast.java | 4 +-
.../rewrite/EliminateGroupByKeyByUniform.java | 6 +
.../nereids/rules/rewrite/ExprIdRewriter.java | 59 +-
.../org/apache/doris/nereids/trees/TreeNode.java | 4 +
.../doris/nereids/trees/expressions/Alias.java | 12 +
.../nereids/trees/expressions/BinaryOperator.java | 9 +
.../doris/nereids/trees/expressions/CaseWhen.java | 14 +
.../doris/nereids/trees/expressions/Cast.java | 11 +
.../trees/expressions/CompoundPredicate.java | 10 +
.../trees/expressions/DefaultValueSlot.java | 5 +
.../doris/nereids/trees/expressions/Exists.java | 10 +
.../nereids/trees/expressions/InPredicate.java | 25 +
.../nereids/trees/expressions/InSubquery.java | 10 +
.../doris/nereids/trees/expressions/IsNull.java | 8 +
.../doris/nereids/trees/expressions/Not.java | 7 +
.../nereids/trees/expressions/OrderExpression.java | 5 +
.../nereids/trees/expressions/Placeholder.java | 4 +
.../nereids/trees/expressions/Properties.java | 5 +
.../nereids/trees/expressions/ScalarSubquery.java | 9 +
.../trees/expressions/StringRegexPredicate.java | 11 +
.../doris/nereids/trees/expressions/Subtract.java | 13 +
.../trees/expressions/TimestampArithmetic.java | 15 +
.../nereids/trees/expressions/UnaryOperator.java | 8 +
.../trees/expressions/VirtualSlotReference.java | 7 +
.../nereids/trees/expressions/WhenClause.java | 7 +
.../trees/expressions/WindowExpression.java | 18 +
.../nereids/trees/expressions/WindowFrame.java | 38 +
.../trees/expressions/functions/BoundFunction.java | 11 +
.../functions/ExplicitlyCastableSignature.java | 5 +-
.../functions/ImplicitlyCastableSignature.java | 20 +-
.../functions/agg/AggregateFunction.java | 14 +
.../trees/expressions/functions/agg/Count.java | 8 +
.../GroupArrayUnion.java} | 55 +-
.../{scalar/SecToTime.java => agg/Sem.java} | 50 +-
.../expressions/functions/agg/SequenceCount.java | 2 +-
.../expressions/functions/agg/SequenceMatch.java | 2 +-
.../expressions/functions/agg/TopNWeighted.java | 6 +-
.../expressions/functions/agg/WindowFunnel.java | 2 +-
.../executable/DateTimeExtractAndTransform.java | 2 +-
.../functions/executable/NumericArithmetic.java | 13 +
.../expressions/functions/scalar/ArrayRange.java | 8 +-
.../functions/scalar/ArrayRangeDayUnit.java | 4 +-
.../functions/scalar/ArrayRangeHourUnit.java | 4 +-
.../functions/scalar/ArrayRangeMinuteUnit.java | 4 +-
.../functions/scalar/ArrayRangeMonthUnit.java | 4 +-
.../functions/scalar/ArrayRangeQuarterUnit.java | 4 +-
.../functions/scalar/ArrayRangeSecondUnit.java | 4 +-
.../functions/scalar/ArrayRangeWeekUnit.java | 4 +-
.../functions/scalar/ArrayRangeYearUnit.java | 4 +-
.../expressions/functions/scalar/ConvertTz.java | 4 +-
.../expressions/functions/scalar/CurrentTime.java | 4 +-
.../expressions/functions/scalar/DateDiff.java | 2 +-
.../expressions/functions/scalar/DateFormat.java | 2 +-
.../expressions/functions/scalar/DateTrunc.java | 20 +-
.../expressions/functions/scalar/DayCeil.java | 14 +-
.../expressions/functions/scalar/DayFloor.java | 14 +-
.../expressions/functions/scalar/DayName.java | 2 +-
.../expressions/functions/scalar/DayOfMonth.java | 2 +-
.../expressions/functions/scalar/DayOfWeek.java | 2 +-
.../expressions/functions/scalar/DayOfYear.java | 2 +-
.../expressions/functions/scalar/DaySecondAdd.java | 2 +-
.../expressions/functions/scalar/DaysAdd.java | 2 +-
.../expressions/functions/scalar/DaysDiff.java | 2 +-
.../expressions/functions/scalar/DaysSub.java | 3 +-
.../scalar/{TimeToSec.java => Factorial.java} | 28 +-
.../trees/expressions/functions/scalar/Field.java | 3 +-
.../functions/scalar/FromIso8601Date.java | 4 +-
.../trees/expressions/functions/scalar/Hour.java | 4 +-
.../expressions/functions/scalar/HourCeil.java | 14 +-
.../expressions/functions/scalar/HourFloor.java | 14 +-
.../expressions/functions/scalar/HoursAdd.java | 2 +-
.../expressions/functions/scalar/HoursDiff.java | 2 +-
.../expressions/functions/scalar/HoursSub.java | 2 +-
.../trees/expressions/functions/scalar/Lambda.java | 12 +
.../expressions/functions/scalar/LastDay.java | 2 +-
.../expressions/functions/scalar/MakeTime.java | 2 +-
.../functions/scalar/MicroSecondTimestamp.java | 2 +-
.../functions/scalar/MicroSecondsAdd.java | 2 +-
.../functions/scalar/MicroSecondsDiff.java | 2 +-
.../functions/scalar/MicroSecondsSub.java | 2 +-
.../expressions/functions/scalar/Microsecond.java | 2 +-
.../functions/scalar/MilliSecondTimestamp.java | 2 +-
.../functions/scalar/MilliSecondsAdd.java | 2 +-
.../functions/scalar/MilliSecondsDiff.java | 2 +-
.../functions/scalar/MilliSecondsSub.java | 2 +-
.../trees/expressions/functions/scalar/Minute.java | 4 +-
.../expressions/functions/scalar/MinuteCeil.java | 14 +-
.../expressions/functions/scalar/MinuteFloor.java | 14 +-
.../expressions/functions/scalar/MinutesAdd.java | 2 +-
.../expressions/functions/scalar/MinutesDiff.java | 2 +-
.../expressions/functions/scalar/MinutesSub.java | 2 +-
.../expressions/functions/scalar/MonthCeil.java | 14 +-
.../expressions/functions/scalar/MonthFloor.java | 14 +-
.../expressions/functions/scalar/MonthName.java | 2 +-
.../expressions/functions/scalar/MonthsAdd.java | 2 +-
.../expressions/functions/scalar/MonthsDiff.java | 2 +-
.../expressions/functions/scalar/MonthsSub.java | 2 +-
.../trees/expressions/functions/scalar/Now.java | 2 +-
.../expressions/functions/scalar/Quarter.java | 2 +-
.../expressions/functions/scalar/QuarterCeil.java | 14 +-
.../expressions/functions/scalar/QuarterFloor.java | 14 +-
.../expressions/functions/scalar/QuartersAdd.java | 2 +-
.../expressions/functions/scalar/QuartersDiff.java | 2 +-
.../expressions/functions/scalar/QuartersSub.java | 2 +-
.../expressions/functions/scalar/SecToTime.java | 2 +-
.../trees/expressions/functions/scalar/Second.java | 4 +-
.../expressions/functions/scalar/SecondCeil.java | 14 +-
.../expressions/functions/scalar/SecondFloor.java | 14 +-
.../functions/scalar/SecondTimestamp.java | 2 +-
.../expressions/functions/scalar/SecondsAdd.java | 2 +-
.../expressions/functions/scalar/SecondsDiff.java | 2 +-
.../expressions/functions/scalar/SecondsSub.java | 2 +-
.../expressions/functions/scalar/StrToDate.java | 4 +-
.../scalar/{TimeToSec.java => StripNullValue.java} | 30 +-
.../trees/expressions/functions/scalar/Time.java | 2 +-
.../expressions/functions/scalar/TimeDiff.java | 6 +-
.../expressions/functions/scalar/TimeToSec.java | 2 +-
.../expressions/functions/scalar/Timestamp.java | 4 +-
.../trees/expressions/functions/scalar/ToDate.java | 2 +-
.../expressions/functions/scalar/ToDateV2.java | 2 +-
.../expressions/functions/scalar/ToIso8601.java | 2 +-
.../trees/expressions/functions/scalar/ToJson.java | 4 +-
.../expressions/functions/scalar/ToMonday.java | 2 +-
.../functions/scalar/UnixTimestamp.java | 2 +-
.../expressions/functions/scalar/UtcTime.java | 13 +-
.../expressions/functions/scalar/UtcTimestamp.java | 9 +-
.../trees/expressions/functions/scalar/Week.java | 4 +-
.../expressions/functions/scalar/WeekCeil.java | 14 +-
.../expressions/functions/scalar/WeekFloor.java | 14 +-
.../expressions/functions/scalar/WeekOfYear.java | 2 +-
.../expressions/functions/scalar/Weekday.java | 2 +-
.../expressions/functions/scalar/WeeksAdd.java | 2 +-
.../expressions/functions/scalar/WeeksDiff.java | 2 +-
.../expressions/functions/scalar/WeeksSub.java | 2 +-
.../expressions/functions/scalar/WidthBucket.java | 10 +-
.../trees/expressions/functions/scalar/Year.java | 2 +-
.../expressions/functions/scalar/YearCeil.java | 14 +-
.../expressions/functions/scalar/YearFloor.java | 14 +-
.../expressions/functions/scalar/YearWeek.java | 4 +-
.../expressions/functions/scalar/YearsAdd.java | 2 +-
.../expressions/functions/scalar/YearsDiff.java | 2 +-
.../expressions/functions/scalar/YearsSub.java | 2 +-
.../functions/window/RequireTrivialTypes.java | 4 +-
.../trees/expressions/literal/ArrayLiteral.java | 7 +
.../trees/expressions/literal/Interval.java | 9 +
.../nereids/trees/expressions/literal/Literal.java | 5 +
.../visitor/AggregateFunctionVisitor.java | 10 +
.../expressions/visitor/ScalarFunctionVisitor.java | 10 +
.../doris/nereids/trees/plans/AbstractPlan.java | 12 +-
.../apache/doris/nereids/trees/plans/FakePlan.java | 2 +-
.../org/apache/doris/nereids/trees/plans/Plan.java | 6 +-
.../apache/doris/nereids/trees/plans/PlanType.java | 1 +
.../plans/commands/AlterComputeGroupCommand.java | 98 +
.../plans/commands/AlterStorageVaultCommand.java | 7 +-
.../trees/plans/commands/ExplainCommand.java | 8 +
.../trees/plans/commands/ExportCommand.java | 35 +-
.../trees/plans/commands/PauseJobCommand.java | 5 +-
.../trees/plans/commands/ResumeJobCommand.java | 4 +-
.../trees/plans/commands/ShowClustersCommand.java | 19 +-
.../trees/plans/commands/ShowTypeCastCommand.java | 16 -
.../trees/plans/commands/UpdateCommand.java | 3 +-
.../plans/commands/info/PartitionTableInfo.java | 69 +
.../insert/BatchInsertIntoTableCommand.java | 7 +
.../commands/insert/InsertIntoTableCommand.java | 11 +
.../insert/InsertOverwriteTableCommand.java | 12 +
.../trees/plans/commands/insert/InsertUtils.java | 45 +-
.../BackendDistributedPlanWorkerManager.java | 5 +-
.../job/UnassignedScanBucketOlapTableJob.java | 62 +-
.../trees/plans/logical/LogicalAggregate.java | 74 +-
.../nereids/trees/plans/logical/LogicalCTE.java | 14 +
.../trees/plans/logical/LogicalCheckPolicy.java | 5 +
.../nereids/trees/plans/logical/LogicalExcept.java | 9 +
.../trees/plans/logical/LogicalFileSink.java | 10 +
.../nereids/trees/plans/logical/LogicalFilter.java | 12 +
.../trees/plans/logical/LogicalGenerate.java | 22 +
.../nereids/trees/plans/logical/LogicalHaving.java | 13 +
.../trees/plans/logical/LogicalIntersect.java | 9 +
.../nereids/trees/plans/logical/LogicalJoin.java | 18 +
.../nereids/trees/plans/logical/LogicalLimit.java | 11 +
...LogicalProject.java => LogicalPostProject.java} | 129 +-
.../trees/plans/logical/LogicalProject.java | 19 +
.../trees/plans/logical/LogicalQualify.java | 10 +
.../nereids/trees/plans/logical/LogicalRepeat.java | 45 +-
.../trees/plans/logical/LogicalSelectHint.java | 5 +
.../trees/plans/logical/LogicalSetOperation.java | 21 +-
.../nereids/trees/plans/logical/LogicalSort.java | 12 +
.../trees/plans/logical/LogicalSubQueryAlias.java | 13 +
.../nereids/trees/plans/logical/LogicalUnion.java | 9 +
.../trees/plans/logical/LogicalUsingJoin.java | 16 +
.../trees/plans/visitor/CommandVisitor.java | 5 +
.../nereids/trees/plans/visitor/PlanVisitor.java | 5 +
.../apache/doris/nereids/types/AggStateType.java | 4 +-
.../org/apache/doris/nereids/types/DataType.java | 5 +-
.../apache/doris/nereids/types/DateTimeV2Type.java | 4 +-
.../apache/doris/nereids/types/DecimalV2Type.java | 2 +-
.../org/apache/doris/nereids/types/TimeV2Type.java | 7 +-
.../apache/doris/nereids/types/VariantType.java | 23 +-
.../doris/nereids/util/TypeCoercionUtils.java | 18 +-
.../java/org/apache/doris/persist/EditLog.java | 8 +-
.../org/apache/doris/persist/OperationType.java | 3 +
.../org/apache/doris/persist/gson/GsonUtils.java | 2 -
.../org/apache/doris/planner/OlapScanNode.java | 33 +-
.../java/org/apache/doris/planner/ScanNode.java | 18 -
.../java/org/apache/doris/qe/AuditLogHelper.java | 9 +-
.../java/org/apache/doris/qe/ConnectContext.java | 43 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 18 +-
.../main/java/org/apache/doris/qe/QueryState.java | 2 +
.../java/org/apache/doris/qe/SessionVariable.java | 236 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 11 +-
.../resource/computegroup/ComputeGroupMgr.java | 22 +-
.../WorkloadConditionUsername.java | 2 +-
.../java/org/apache/doris/rewrite/FEFunctions.java | 50 -
.../apache/doris/service/FrontendServiceImpl.java | 2 +-
.../ExternalFileTableValuedFunction.java | 9 +-
.../tablefunction/JdbcQueryTableValueFunction.java | 4 +-
.../tablefunction/NumbersTableValuedFunction.java | 9 +-
.../doris/tablefunction/TableValuedFunctionIf.java | 2 +-
.../main/java/org/apache/doris/task/PushTask.java | 12 +
.../hadoop/hbase/io/FSDataInputStreamWrapper.java | 3 +-
.../org/apache/doris/catalog/FunctionSetTest.java | 70 -
.../org/apache/doris/catalog/RefreshDbTest.java | 2 +-
.../doris/cloud/catalog/ComputeGroupTest.java | 341 +
.../org/apache/doris/common/GenericPoolTest.java | 6 +
.../doris/datasource/ExternalCatalogTest.java | 6 -
.../doris/datasource/RefreshCatalogTest.java | 2 +-
.../datasource/iceberg/CreateIcebergTableTest.java | 13 +-
...bleNameComparedLowercaseMetaCacheFalseTest.java | 1 -
...ableNameComparedLowercaseMetaCacheTrueTest.java | 1 -
...TableNameStoredLowercaseMetaCacheFalseTest.java | 1 -
...lTableNameStoredLowercaseMetaCacheTrueTest.java | 1 -
.../AWSGlueMetaStoreBasePropertiesTest.java | 31 +-
.../external/elasticsearch/QueryBuildersTest.java | 6 +-
.../apache/doris/external/hms/HmsCatalogTest.java | 3 -
.../streaming/StreamingJobPropertiesTest.java | 62 +
.../glue/translator/CountStarSmallestSlotTest.java | 6 +-
.../doris/nereids/parser/EncryptSQLTest.java | 160 +-
.../nereids/parser/NereidsParserDigestTest.java | 300 +
.../doris/nereids/parser/NereidsParserTest.java | 61 +-
.../nereids/rules/analysis/GenerateFunction.java | 1644 -
.../rules/expression/check/CheckCastTest.java | 112 +-
.../org/apache/doris/nereids/stats/DummyPlan.java | 2 +-
.../doris/nereids/trees/expressions/CastTest.java | 26 +-
.../trees/expressions/ExpressionParserTest.java | 4 +-
.../nereids/trees/expressions/FunctionTest.java | 161 -
.../nereids/trees/expressions/TryCastTest.java | 2 +-
.../functions/ComputeSignatureHelperTest.java | 18 +-
.../commands/AlterComputeGroupCommandTest.java | 243 +
.../plans/commands/CreateResourceCommandTest.java | 2 +-
.../GrantResourcePrivilegeCommandTest.java | 2 +-
.../RevokeResourcePrivilegeCommandTest.java | 2 +-
.../trees/plans/commands/ShowComputeGroupTest.java | 91 +
.../apache/doris/nereids/types/DataTypeTest.java | 2 +-
.../doris/nereids/util/TypeCoercionUtilsTest.java | 2 +-
.../org/apache/doris/qe/HmsQueryCacheTest.java | 1 -
.../java/org/apache/doris/qe/LocalShuffleTest.java | 2 +-
.../doris/qe/LocalShuffleWithBucketJoinTest.java | 86 +
.../org/apache/doris/qe/OlapQueryCacheTest.java | 1 -
.../org/apache/doris/rewrite/FEFunctionsTest.java | 840 -
.../doris/rewrite/RewriteDateLiteralRuleTest.java | 255 -
.../apache/doris/utframe/MockedBackendFactory.java | 9 +
.../apache/doris/utframe/TestWithFeService.java | 3 +-
fe/pom.xml | 53 +-
gensrc/proto/cloud.proto | 15 +
gensrc/proto/olap_file.proto | 2 +
gensrc/script/Makefile | 10 +-
gensrc/script/doris_builtins_functions.py | 2370 -
gensrc/script/gen_build_version.sh | 2 +-
gensrc/script/gen_builtins_functions.py | 241 -
gensrc/thrift/BackendService.thrift | 12 +
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/PaloInternalService.thrift | 2 +
.../data/ann_index_p0/ann_index_only_scan.out | 19 +
.../data/correctness/test_str_to_date.out | 16 +
.../sql-functions/doc_date_functions_test.out | 21 +
.../iceberg/test_iceberg_transform_partitions.out | 5 +
.../info_schema_db/test_info_schema_db.out | 12 +-
.../jdbc/test_jdbc_catalog_ddl.out | 3 -
...og_ddl.out => test_query_tvf_cross_catalog.out} | 11 +-
.../paimon/paimon_base_filesystem.out | 3 +
.../external_table_p0/tvf/test_catalogs_tvf.out | 4 +-
.../test_builtin_analyzer_in_custom_analyzer.out | 49 +
.../analyzer/test_custom_analyzer.out | 174 +
.../stream_load/enclose_with_same_escape.csv | 2 +
.../test_csv_with_enclose_and_escape.out | 2 +
.../data/nereids_function_p0/scalar_function/S.out | 58 +
.../datetime_functions/test_date_function.out | 1 +
.../mv/grouping_sets/grouping_sets.out | 10 +
.../query_p0/aggregate/group_array_intersect.out | 95 +
.../test_aggregate_all_functions2.out | 54 +
.../test_strip_null_value.out | 28 +
.../datetime_functions/test_date_function.out | 6 +
.../datetime_functions/test_from_iso8601_date.out | 114 +
.../test_math_unary_always_nullable.out | 38 +
.../test_string_function_regexp.out | 56 +-
.../test_non_overlap_seg_heavy_sc.out} | 10 +-
.../predefine/test_all_prdefine_type_to_sparse.out | 144 +-
.../pipeline/external/conf/regression-conf.groovy | 2 -
.../nonConcurrent/conf/regression-conf.groovy | 2 -
.../pipeline/p0/conf/regression-conf.groovy | 2 -
.../suites/ann_index_p0/ann_index_only_scan.groovy | 450 +
.../ann_index_only_scan_distance_expr.groovy | 206 +
.../ann_index_only_scan_metric_direction.groovy | 228 +
.../ann_index_p0/product_quantization.groovy | 2 +-
.../suites/auth_p0/test_query_tvf_auth.groovy | 2 +-
.../test_alter_compute_group_properties.groovy | 92 +
...est_balance_use_compute_group_properties.groovy | 212 +
.../cloud_p0/balance/test_balance_warm_up.groovy | 2 +-
.../test_balance_warm_up_sync_global_config.groovy | 179 +
.../test_balance_warm_up_task_abnormal.groovy | 121 +
.../balance/test_peer_read_async_warmup.groovy | 169 +
.../test_warmup_rebalance.groovy | 2 +-
.../multi_cluster/test_no_cluster_hits.groovy | 34 +-
.../spark_connector/spark_connector_arrow.groovy | 11 +-
.../spark_connector_read_type.groovy | 11 +-
.../suites/correctness/test_str_to_date.groovy | 40 +-
.../create_view_nereids_fix_null.groovy | 2 +-
regression-test/suites/ddl_p0/test_ctas.groovy | 7 -
.../data-operate/scheduler/job-scheduler.md.groovy | 2 +-
.../sql-manual/sql-functions/doc_date_error.groovy | 12 -
.../sql-functions/doc_date_functions_test.groovy | 29 +-
.../export_p0/test_export_delete_disallow.groovy | 75 +
.../export/test_export_external_table.groovy | 2 +-
.../test_hive_metadata_refresh_interval.groovy | 101 +
.../hive/test_hms_event_notification.groovy | 4 -
...est_hms_event_notification_multi_catalog.groovy | 4 -
.../test_iceberg_transform_partitions.groovy | 8 +
.../jdbc/test_doris_jdbc_catalog.groovy | 2 +-
.../test_doris_jdbc_catalog_query_bitmap.groovy | 2 +-
.../external_table_p0/jdbc/test_jdbc_call.groovy | 4 +-
.../jdbc/test_jdbc_catalog_ddl.groovy | 92 +-
.../jdbc/test_jdbc_catalog_push_cast.groovy | 2 +-
.../jdbc/test_jdbc_query_mysql.groovy | 2 +-
.../jdbc/test_jdbc_query_tvf.groovy | 2 +-
.../jdbc/test_jdbc_row_count.groovy | 2 +-
.../jdbc/test_jni_complex_type.groovy | 2 +-
.../jdbc/test_mariadb_jdbc_catalog.groovy | 2 +-
.../jdbc/test_mysql_jdbc_catalog.groovy | 6 +-
.../jdbc/test_mysql_jdbc_catalog_nereids.groovy | 2 +-
.../jdbc/test_mysql_jdbc_statistics.groovy | 2 +-
.../jdbc/test_query_tvf_cross_catalog.groovy | 73 +
.../test_switch_catalog_and_delete_internal.groovy | 2 +-
.../ctas/test_mysql_all_types_ctas.groovy | 2 +-
.../select/test_doris_all_types_select.groovy | 2 +-
.../select/test_mysql_all_types_select.groovy | 2 +-
.../type_test/tvf/test_mysql_all_types_tvf.groovy | 2 +-
.../lower_case/test_conflict_name.groovy | 2 +-
.../lower_case/test_lower_case_meta_include.groovy | 2 +-
.../test_lower_case_meta_show_and_select.groovy | 2 +-
...er_case_meta_with_lower_table_conf_grant.groovy | 2 +-
...ta_with_lower_table_conf_show_and_select.groovy | 2 +-
.../lower_case/test_lower_case_mtmv.groovy | 2 +-
.../test_meta_cache_select_without_refresh.groovy | 2 +-
.../lower_case/test_meta_names_mapping.groovy | 2 +-
.../lower_case/test_timing_refresh_catalog.groovy | 67 +-
.../lower_case/upgrade/load.groovy | 2 +-
.../nereids_commands/test_use_database_stmt.groovy | 2 +-
.../paimon/paimon_base_filesystem.groovy | 3 +-
.../test_iceberg_rest_minio_connectivity.groovy | 105 +
.../tvf/test_tvf_topn_lazy_mat.groovy | 4 +-
.../external_table_p0/tvf/test_tvf_view.groovy | 36 +-
.../suites/external_table_p0/upgrade/load.groovy | 4 +-
.../mysql/test_external_catalog_mysql.groovy | 2 +-
.../mysql/test_external_resource_mysql.groovy | 2 +-
.../test_connection/test_connectivity.groovy | 207 +
.../test_delete_from_timeout.groovy | 10 +
.../flink_connector_p0/flink_connector.groovy | 10 +-
.../flink_connector_syncdb.groovy | 11 +-
.../flink_connector_p0/flink_connector_type.groovy | 10 +-
...test_builtin_analyzer_in_custom_analyzer.groovy | 140 +
.../analyzer/test_custom_analyzer.groovy | 347 +-
.../test_inverted_index_io_timer.groovy | 48 +-
.../streaming_job/test_streaming_insert_job.groovy | 22 +-
.../test_streaming_insert_job_alter.groovy | 2 +-
.../test_streaming_insert_job_crud.groovy | 7 +-
.../test_streaming_insert_job_offset.groovy | 8 +-
...st_streaming_job_alter_offset_restart_fe.groovy | 172 +
.../test_streaming_job_restart_fe.groovy | 8 +-
.../test_broker_load_strict_mode.groovy | 110 +
.../broker_load/test_load_data_from_path.groovy | 205 +
.../load_p0/insert/test_insert_statistic.groovy | 10 +-
.../test_csv_with_enclose_and_escape.groovy | 9 +
.../test_stream_load_include_where_expr.groovy | 2 +-
.../suites/manager/test_manager_interface_1.groovy | 2 +-
.../suites/manager/test_manager_interface_3.groovy | 4 +-
.../suites/mtmv_p0/test_mysql_mtmv.groovy | 2 +-
.../suites/nereids_function_p0/load.groovy | 5 +
.../nereids_function_p0/scalar_function/S.groovy | 20 +-
.../create_table/test_ctas_auto_partition.groovy | 2 +-
.../fold_constant_numeric_arithmatic.groovy | 10 +
.../suites/nereids_p0/show/test_show_where.groovy | 2 +-
.../eliminate_group_by_key_by_uniform.groovy | 95 +
.../external/dml_query_has_external_table.groovy | 2 +-
.../mv/grouping_sets/grouping_sets.groovy | 37 +
.../suites/nereids_syntax_p0/alias_conflict.groovy | 2 +-
.../test_auto_partition_behavior.groovy | 2 +-
.../test_auto_range_partition.groovy | 30 +-
.../aggregate/group_array_intersect.groovy | 32 +
.../suites/query_p0/show/test_show_where.groovy | 2 +-
.../test_aggregate_all_functions2.groovy | 22 +
.../test_strip_null_value.groovy | 88 +
.../datetime_functions/test_date_function.groovy | 19 +-
.../test_from_iso8601_date.groovy | 167 +-
.../test_math_unary_always_nullable.groovy | 43 +
.../test_string_function_regexp.groovy | 52 +-
.../test_ranger_access_resource_catalog.groovy | 2 +-
.../test_ranger_access_resource_global.groovy | 2 +-
.../test_ranger_access_resource_resource.groovy | 2 +-
...test_ranger_access_role_resource_catalog.groovy | 2 +-
.../test_non_overlap_seg_heavy_sc.groovy | 74 +
regression-test/suites/variant_p0/desc.groovy | 1 +
.../test_all_prdefine_type_to_sparse.groovy | 3 +-
.../suites/variant_sparse_benchmark_p2/load.groovy | 208 +
run-be-ut.sh | 21 +-
run-cloud-ut.sh | 19 +-
thirdparty/download-thirdparty.sh | 10 +
thirdparty/patches/cctz-civil-cache.patch | 119 +
thirdparty/vars.sh | 8 +-
891 files changed, 508906 insertions(+), 17181 deletions(-)
create mode 100644 be/dict/pinyin/pinyin.txt
create mode 100644 be/dict/pinyin/pinyin_alphabet.dict
create mode 100644 be/dict/pinyin/polyphone.txt
create mode 100644 be/src/io/fs/connectivity/s3_connectivity_tester.cpp
copy be/src/io/fs/{hdfs.h => connectivity/s3_connectivity_tester.h} (73%)
copy regression-test/suites/nereids_p0/show/test_nereids_show_typecast.groovy
=> be/src/io/fs/connectivity/storage_connectivity_tester.cpp (55%)
copy be/src/io/fs/{hdfs.h => connectivity/storage_connectivity_tester.h} (71%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/nullable_scorer.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_query.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/phrase_query/multi_phrase_weight.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/postings/loaded_postings.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/query_v2/union/simple_union.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.cpp
copy be/src/{vec/exprs/vinfo_func.h =>
olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_factory.h}
(54%)
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.cpp}
(52%)
copy be/src/{io/fs/hdfs.h =>
olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/chinese_util.h} (66%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_alphabet_tokenizer.h
copy be/src/{vec/exprs/vinfo_func.h =>
olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_config.h} (51%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_format.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.cpp
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_formatter.h}
(63%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.cpp
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_tokenizer_factory.h}
(56%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/pinyin_util.h
copy be/{test/exprs/mock_vexpr.h =>
src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/rune.h} (56%)
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_forest.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.cpp
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/smart_get_word.h
create mode 100644
be/src/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin/term_item.h
delete mode 100644
be/src/vec/aggregate_functions/aggregate_function_group_array_intersect.cpp
delete mode 100644
be/src/vec/aggregate_functions/aggregate_function_group_array_intersect.h
create mode 100644
be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.cpp
create mode 100644
be/src/vec/aggregate_functions/aggregate_function_group_array_set_op.h
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_sem.cpp
create mode 100644 be/src/vec/aggregate_functions/aggregate_function_sem.h
rename be/src/vec/common/{string_container.cpp => string_view.cpp} (91%)
rename be/src/vec/common/{string_container.h => string_view.h} (80%)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/ananlyzer/analyzer_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/query_v2/loaded_postings_test.cpp
copy
be/test/olap/rowset/segment_v2/inverted_index/query_v2/{phrase_query_test.cpp
=> multi_phrase_query_test.cpp} (56%)
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/query_v2/simple_union_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/token_filter/pinyin_filter_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_alphabet_tokenizer_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_analysis_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/pinyin_util_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_forest_test.cpp
create mode 100644
be/test/olap/rowset/segment_v2/inverted_index/tokenizer/smart_get_word_test.cpp
rename be/test/vec/common/{string_container_test.cpp => string_view_test.cpp}
(78%)
delete mode 100644
fe/fe-common/src/main/java/org/apache/doris/catalog/MultiRowType.java
delete mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/FunctionTypeDeducers.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/BalanceTypeEnum.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AWSGlueMetaStoreBaseConnectivityTester.java
rename
regression-test/suites/nereids_p0/show/test_nereids_show_typecast.groovy =>
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractHiveConnectivityTester.java
(62%)
copy be/test/exprs/mock_vexpr.h =>
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractIcebergConnectivityTester.java
(57%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/AbstractS3CompatibleConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/CatalogConnectivityTestCoordinator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HMSBaseConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HdfsCompatibleConnectivityTester.java
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
datasource/connectivity/HdfsConnectivityTester.java} (72%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/s3/S3Offset.java =>
datasource/connectivity/HiveGlueMetaStoreConnectivityTester.java} (51%)
copy be/test/exprs/mock_vexpr.h =>
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/HiveHMSConnectivityTester.java
(51%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/s3/S3Offset.java =>
datasource/connectivity/IcebergGlueMetaStoreConnectivityTester.java} (50%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/s3/S3Offset.java =>
datasource/connectivity/IcebergHMSConnectivityTester.java} (51%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/IcebergRestConnectivityTester.java
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
datasource/connectivity/IcebergS3TablesMetaStoreConnectivityTester.java} (60%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
datasource/connectivity/MetaConnectivityTester.java} (62%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
datasource/connectivity/MinioConnectivityTester.java} (65%)
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
datasource/connectivity/S3ConnectivityTester.java} (66%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/connectivity/StorageConnectivityTester.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/indexpolicy/PinyinTokenFilterValidator.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/indexpolicy/PinyinTokenizerValidator.java
copy fe/fe-core/src/main/java/org/apache/doris/{job/offset/Offset.java =>
nereids/exceptions/SyntaxParseException.java} (70%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/FromIso8601Date.java
=> agg/GroupArrayUnion.java} (59%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/{scalar/SecToTime.java
=> agg/Sem.java} (62%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{TimeToSec.java
=> Factorial.java} (75%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{TimeToSec.java
=> StripNullValue.java} (67%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands/AlterComputeGroupCommand.java
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/logical/{LogicalProject.java
=> LogicalPostProject.java} (56%)
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/FunctionSetTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/ComputeGroupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/job/extensions/insert/streaming/StreamingJobPropertiesTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/parser/NereidsParserDigestTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/analysis/GenerateFunction.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/FunctionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/AlterComputeGroupCommandTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/plans/commands/ShowComputeGroupTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/LocalShuffleWithBucketJoinTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/rewrite/FEFunctionsTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/rewrite/RewriteDateLiteralRuleTest.java
delete mode 100644 gensrc/script/doris_builtins_functions.py
delete mode 100755 gensrc/script/gen_builtins_functions.py
create mode 100644 regression-test/data/ann_index_p0/ann_index_only_scan.out
copy regression-test/data/external_table_p0/jdbc/{test_jdbc_catalog_ddl.out =>
test_query_tvf_cross_catalog.out} (53%)
create mode 100644
regression-test/data/inverted_index_p0/analyzer/test_builtin_analyzer_in_custom_analyzer.out
create mode 100644
regression-test/data/load_p0/stream_load/enclose_with_same_escape.csv
create mode 100644
regression-test/data/query_p0/sql_functions/conditional_functions/test_strip_null_value.out
copy regression-test/data/{external_table_p0/jdbc/test_jdbc_catalog_ddl.out =>
schema_change_p0/test_non_overlap_seg_heavy_sc.out} (71%)
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_distance_expr.groovy
create mode 100644
regression-test/suites/ann_index_p0/ann_index_only_scan_metric_direction.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_alter_compute_group_properties.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_balance_use_compute_group_properties.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_balance_warm_up_sync_global_config.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_balance_warm_up_task_abnormal.groovy
create mode 100644
regression-test/suites/cloud_p0/balance/test_peer_read_async_warmup.groovy
rename regression-test/suites/cloud_p0/{multi_cluster =>
balance}/test_warmup_rebalance.groovy (98%)
create mode 100644
regression-test/suites/export_p0/test_export_delete_disallow.groovy
create mode 100644
regression-test/suites/external_table_p0/hive/test_hive_metadata_refresh_interval.groovy
create mode 100644
regression-test/suites/external_table_p0/jdbc/test_query_tvf_cross_catalog.groovy
create mode 100644
regression-test/suites/external_table_p0/test_connection/test_iceberg_rest_minio_connectivity.groovy
create mode 100644
regression-test/suites/external_table_p2/test_connection/test_connectivity.groovy
create mode 100644
regression-test/suites/inverted_index_p0/analyzer/test_builtin_analyzer_in_custom_analyzer.groovy
create mode 100644
regression-test/suites/job_p0/streaming_job/test_streaming_job_alter_offset_restart_fe.groovy
create mode 100644
regression-test/suites/load_p0/broker_load/test_broker_load_strict_mode.groovy
create mode 100644
regression-test/suites/load_p0/broker_load/test_load_data_from_path.groovy
create mode 100644
regression-test/suites/query_p0/sql_functions/conditional_functions/test_strip_null_value.groovy
create mode 100644
regression-test/suites/schema_change_p0/test_non_overlap_seg_heavy_sc.groovy
create mode 100644
regression-test/suites/variant_sparse_benchmark_p2/load.groovy
create mode 100644 thirdparty/patches/cctz-civil-cache.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
