This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch 2.1-tmp
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 8fbeda8c069 [Fix](hive-writer) Fix the issue of block was not copied
to do filtering when hive partition writer write block to file. (#32775)
(#33447)
omit 533effd88cd [Fix](multi-catalog)Fix the issue of not initializing the
writer caused by refactoring and add hive writing regression test. (#32721)
(#33446)
omit 6f6d1ddd4da fix compile
omit 1972dd7ad34 [opt](memory) Optimize mem tracker accuracy (#32039)
(#33140)
omit 3e769b73900 [fix](typo) typo fix for 'delete bimap' changing to
'delete bitmap' (#32341)
omit 32283c118ad [bugfix](iceberg)Convert the datetime type in the
predicate according to the target column (#32923)
omit 97c6f0d5707 [fix](memory) Fix MemTableWriter flush_async attach task
in thread context (#33071)
omit 0a384415970 [fix] (vectorization) regexp all_pass string (#32515)
omit 025a21eb0ff [Fix](pipelinex) Fix `MaxScannerThreadNum` calculation
error in file scan operator when turn on pipelinex. (#33037)
omit cddf133ecff [fix](planner) retain groupingSlotIds as materialized for
aggregate (#33060)
omit 31db335afd8 [partitionsort](fix) Fix DCHECK failure (#33035)
omit e3066ddb785 [fix](planner) remove and retain input slot for aggregate
slot which is not materialized (#33033)
omit 099e300b131 [Improvement](materialized-view) The materialized view can
not involved auto increment column (#32885)
omit 477edaf24b5 1 Add running query num/waiting query num (#33024)
omit 1b730468489 [fix](mtmv)partition limit #32978
omit 99ee47501e5 [bug](function) fix milliseconds_diff function return
wrong result (#32897)
omit e1a3e301774 [fix](inverted index) Clear the index cache corresponding
to the table after deleting the table. (#32921)
omit 12b4e79ebc7 [Performance](sink) opt mysql result writer (#31816)
omit e0927e7b404 [fix](nereids) null-safe-eq runtime filter denies outer
join #32927
omit 63cd37bb237 [enhancement](nereids)add some date functions for constant
fold (#32772)
omit 95377bb4d99 [fix](nereids)partition prune should consider <=> operator
(#32965)
omit 54e86f6514f [fix](nereids)column name should be case insensitive when
selecting mv (#33002)
omit 4a6e654d138 [chore](session_variable) change
parallel_scan_min_rows_per_scanner' default value to 16384 (#32939)
omit 5e8b44ce97f [fix](invert index) Fix the issue of high memory usage.
(#31739)
omit 87cf0146514 [Improvement](execution) Use single phase execution commit
if only 1 BE is used (#32937)
omit 9bd1959de7c [fix](jni) avoid coredump if failed to get jni env (#32950)
omit dfaba11bf3a [chore](ci) fix ci check (#32992)
omit e328f32c1bd [chore](ci) adjust ckb expect result (#32856)
omit 3096c941387 [opt](iceberg) no need to check the name format of
iceberg's database (#32977)
omit 3adcfb10f0d [fix](variant)group name optimization (#32598)
omit 7a90da0f489 [fix](test) replace 'null' to null for date/datetime
column (#32972)
omit c509075502f [Fix](hive-writer) Fix correct num when hive writing data
to an unpartitioned table if size large than `hive_sink_max_file_size`. (#32959)
omit 267b8363c2a [improvement](executor)Add tag property for workload group
#32874
omit 71869a188ee [fix](merge-iterator) fix NOT_IMPLEMENTED_ERROR when read
next block view (#32961)
omit 12bc4cb23f2 Limit the max string length to 1024 while collecting
column stats to control BE memory usage. (#32470)
omit 3ccce1d4a22 Support identical column name in different index. (#32792)
omit c21626d80bf [chore](test) let suite compatible with Nereids (#32964)
omit 327f015816b [Enhancement](data skew) extends show data skew (#32732)
omit 4fcb4231774 [exec](column) change some complex column move to noexcept
(#32954)
omit 58e53b3b74f [fix](compile) fe cannot compile in idea (#32955)
omit 6b195729924 [opt](Nereids) support create table with variant type
(#32953)
omit ada6a933343 [fix](Nereids) support variant column with index when
create table (#32948)
omit 941e081583e [feature](Nereids): add ColumnPruningPostProcessor.
(#32800)
omit cb329ce1751 [enhance](mtmv)support olap table partition column is null
(#32698)
omit d4b833d10b8 [improvement](mtmv) Support to get tables in materialized
view when collecting table in plan (#32797)
omit d7a7c315132 [feature](agg) add aggregate function sum0 (#32541)
omit 7fbe76e30c9 [Performance](exec) replace SipHash in function by XXHash
(#32919)
omit 443509d508e [Improve](inverted_index) update clucene and improve array
inverted index writer (#32436)
omit 77b05a92391 [improvement](spill) Disable DistinctStreamingAgg when
spill is enabled (#32932)
omit bc92ac3bff0 [fix](spill) SpillStream's writer maybe may not have been
finalized (#32931)
omit 78cb3e66ec2 [fix](arrow-flight) Fix reach limit of connections error
(#32911)
omit c1f37746880 [improvement](decommission be) decommission check replica
num (#32748)
omit d91e27f3d6d [fix](grace-exit) Stop incorrectly of reportwork cause
heap use after free #32929
omit 4ad0d95c133 [chore](log) print query id before logging profile in
be.INFO (#32922)
omit 65c137d13f3 [fix](spill) Avoid releasing resources while spill tasks
are executing (#32783)
omit dce34a8d0d3 [fix](multicatalog) fix no data error when read hive table
on cosn (#32815)
omit 8586df63c7c [fix](Nereids) NPE when create table with implicit index
type (#32893)
omit 7f28436c13c [chore](show) support statement to show views from table
(#32358)
omit b004dcd2899 [enhancement](statistics) excluded delta rows num for
rollup&mv tablets (#32568)
omit bb8fb65723f [fix](test) fix duplicated catalog name in regression
cases (#32442)
omit af0f0b2da35 [minor](test) Add Iceberg hadoop catalog FE unit test
(#32449)
omit 7e9a1461dae [Fix](function) Fix unix_timestamp core for string input
(#32871)
add 7ace3ff6de9 [branch-2.1](pick) pick 2 prs about nereids create variant
table (#33125)
add 1be38e798da push topn-filter to both sides of inner join (#33112)
add 6150c54df5e [bugfix](asyncwriter) async writer's lock should not
include finish or close method (#33077)
add 34f55216430 [Bug](min-max) store string data in MinMaxNumFunc to avoid
use after free when cancel (#33152)
add 4d18fc1e4c6 [profile](name) add table rollup name in profile (#33137)
add 7675383c400 [bugfix](deadlock) fix dead lock in cancel fragment
(#33181)
add fff5c85a71f [bugfix](stop) should skip the loop when graceful stop
(#33212)
add 797b8fa456a [FIX](agg) fix vertical_compaction_reader for agg table
with array/map type (#33130)
add 113bada7edd [Chore](runtime-filter) add check is broadcast on nlj
(#33088)
add 05a84bd485f [Bug](runtime-filter) set need_local_merge to false when
rf is broadcast (#33211)
add df197c6a142 [fix](move-memtable) fix initial use count of streams for
auto partition (#33165) (#33236)
add df8e397dd87 [Fix](executor)Fix normal group can not be appended when
image exits #33197
add 950ca68fac9 [fix](move-memtable) fix timeout to get tablet schema
(#33256) (#33260)
add 0d0cb6d8a4a [fix](nereids)SimplifyRange didn't process NULL value
correctly (#33296)
add 77349ca71a1 [pipelineX](fix) Fix coredump by incorrect cancel order
(#33294)
add 62699c8eea0 [improve](function) the offset params in lead/lag function
could use 0 (#33174)
add 132dbeda7f5 [BugFix](Iceberg Catalog) Fix iceberg catalog of hms and
hadoop not support iceberg properties (#33113)
add 92d73338102 [Fix](point query) avoid nullptr in _block_pool (#33120)
add 59b8bf24b18 [chore](license) fix incomplete license header (#33306)
add ebf45bff201 [fix](variables) change column type of @@autocommit to
BIGINT (#33282)
add 32d6a4fdd53 [opt](rowcount) refresh external table's rowcount async
(#32997)
add ecb4372479b [Fix](pipelinex) Fix `MaxScannerThreadNum` calculation
error in file scan operator when turn on pipelinex. (#33037)
add 190763e3018 [bugfix](iceberg)Convert the datetime type in the
predicate according to the target column (#32923)
add d9d950d98e1 [fix](iceberg) fix iceberg predicate conversion bug
(#33283)
add e9b67bc82df [bugfix](paimon)merge meta-inf/services for paimon
FileIOLoader (#33166)
add 8bb2ef16686 [opt](iceberg) no need to check the name format of
iceberg's database (#32977)
add c758a25dd81 [opt](fqdn) Add DNS Cache for FE and BE (#32869)
add ed93d6132f5 [fix](jni) avoid coredump if failed to get jni env (#32950)
add 95da52b9d8c [fix](avro) avoid BE crash if avro scanner's dependency
jars is mssing (#33031)
add feb2f4fae83 [feature](local-tvf) support local tvf on shared storage
(#33050)
add 466972926eb [fix](dns-cache) do not detach the refresh thread (#33182)
add 586df24b9d2 [fix](tvf) Support fs.defaultFS with postfix '/' (#33202)
add 69bf3b9da4b [fix](hdfs-writer) Catch error information after
`hdfsCloseFile()` (#33195)
add b882704eaf4 [fix](Export) Set the default value of the
`data_consistence` property of export to `partition` (#32830)
add 29556f758e1 [fix](parquet) fix time zone error in parquet reader
(#33217)
add fae55e0e462 [Feature](information_schema) add processlist table for
information_schema db (#32511)
add 1b3e4322e8a [improvement](serde) Handle NaN values in number for MySQL
result write (#33227)
add ebbfb06162c [Bug](array) fix array column core dump in
get_shrinked_column as not check type (#33295)
add c318c48a389 [fix](compile) fix implicit float-to-int conversion in
mem_info calculation (#33311)
add 1f3ab4fd244 [fix](jdbc catalog) fix db2 test connection sql (#33335)
add d60d804d9cd [fix](memory) Fix task repeat attach task DCHECK failed
#32784 (#33343)
add a8232c67f91 [pipelineX](runtime filter) Fix task timeout caused by
runtime filter (#33332) (#33369)
add 5e5fffe4e3d Set enable_unique_key_partial_update to false in
statistics session variable. (#33220)
add 0234976ab7d [refactor](meta scan) Remove RPC from execute threads
(#33378)
add dbf2326f629 [regression-test](case) fix unstable test case in multi fe
env (#33385)
add 4d98fe23a21 [enhancement](rpc) should print fe address in error msg
during thrift rpc call (#33381)
add 7892e7300f3 [fix](external catalog) Reset external table creation
status on log replay (#33393)
add 0e1a15960c5 2.1.2-rc01
add 0c8d3d007d9 [fix](jni) don't delete global ref if scanner is not
openned (#33398)
add bfc92605070 [bugfix](deadlock) avoid deadlock in memtracker cancel
query (#33400)
add 3c4ccb39817 Revert "[opt](scan) read scan ranges in the order of
partitions (#31630)"
add b5b0181a79e 2.1.2-rc02
add 2a0644f442b [Fix](function) Fix unix_timestamp core for string input
(#32871)
add a1f80eaa7a3 2.1.2-rc03
add 97850cf2bbf [fix](cooldown) Fix hdfs path (#33315)
add e574b35833d [Enhancement](partition) Refine some auto partition
behaviours (#32737) (#33412)
add 005f7af21f9 [bugfix](deadlock) should not use query cancelled in
fragment mgr
add c35b2becdd0 [fix][docker] fix kafka test scritps (#33417)
add b130df2488d 2.1.2-rc04
new 217514e5dd3 [minor](test) Add Iceberg hadoop catalog FE unit test
(#32449)
new e8d67e79fd6 [fix](test) fix duplicated catalog name in regression
cases (#32442)
new 96b995504cc [enhancement](statistics) excluded delta rows num for
rollup&mv tablets (#32568)
new dcfdbf06297 [chore](show) support statement to show views from table
(#32358)
new 66536c29764 [fix](Nereids) NPE when create table with implicit index
type (#32893)
new f5340039fc5 [fix](multicatalog) fix no data error when read hive table
on cosn (#32815)
new 87f99271e1c [fix](spill) Avoid releasing resources while spill tasks
are executing (#32783)
new f23a72b9379 [chore](log) print query id before logging profile in
be.INFO (#32922)
new 06e5c6c9664 [fix](grace-exit) Stop incorrectly of reportwork cause
heap use after free #32929
new d959291c98f [improvement](decommission be) decommission check replica
num (#32748)
new 80cdc749084 [fix](arrow-flight) Fix reach limit of connections error
(#32911)
new 830d4c14c1e [fix](spill) SpillStream's writer maybe may not have been
finalized (#32931)
new 8e6ed80692b [improvement](spill) Disable DistinctStreamingAgg when
spill is enabled (#32932)
new 28e2d89ce33 [Improve](inverted_index) update clucene and improve array
inverted index writer (#32436)
new e3bd2311b16 [Performance](exec) replace SipHash in function by XXHash
(#32919)
new bb8bc75af49 [feature](agg) add aggregate function sum0 (#32541)
new 22a7fc3c552 [improvement](mtmv) Support to get tables in materialized
view when collecting table in plan (#32797)
new 26e86d53a4e [enhance](mtmv)support olap table partition column is null
(#32698)
new e980cd3e7f3 [feature](Nereids): add ColumnPruningPostProcessor.
(#32800)
new ed0949f6c5d [fix](compile) fe cannot compile in idea (#32955)
new 3a6c37c6d5b [exec](column) change some complex column move to noexcept
(#32954)
new 407f8642dad [Enhancement](data skew) extends show data skew (#32732)
new 121a0901c8c [chore](test) let suite compatible with Nereids (#32964)
new 0499d4013ec Support identical column name in different index. (#32792)
new dcddd88e01e Limit the max string length to 1024 while collecting
column stats to control BE memory usage. (#32470)
new f1ee7f57678 [fix](merge-iterator) fix NOT_IMPLEMENTED_ERROR when read
next block view (#32961)
new 97a2977f2a2 [improvement](executor)Add tag property for workload group
#32874
new 528a8890777 [Fix](hive-writer) Fix correct num when hive writing data
to an unpartitioned table if size large than `hive_sink_max_file_size`. (#32959)
new a6fc2ae1766 [fix](test) replace 'null' to null for date/datetime
column (#32972)
new 7e802c9127c [fix](variant)group name optimization (#32598)
new 3ee14a80aba [chore](ci) adjust ckb expect result (#32856)
new e214eb1ea75 [chore](ci) fix ci check (#32992)
new 53309e32a98 [Improvement](execution) Use single phase execution commit
if only 1 BE is used (#32937)
new 7b26feb6de7 [fix](invert index) Fix the issue of high memory usage.
(#31739)
new a7be0700217 [chore](session_variable) change
parallel_scan_min_rows_per_scanner' default value to 16384 (#32939)
new 2ee6f28cec0 [fix](nereids)column name should be case insensitive when
selecting mv (#33002)
new 814e4ed3ec5 [fix](nereids)partition prune should consider <=> operator
(#32965)
new 1f1932c6b7c [enhancement](nereids)add some date functions for constant
fold (#32772)
new fdb95000237 [fix](nereids) null-safe-eq runtime filter denies outer
join #32927
new 193600ad9dc [Performance](sink) opt mysql result writer (#31816)
new 3b7d75fb4ba [fix](inverted index) Clear the index cache corresponding
to the table after deleting the table. (#32921)
new 59aa923bcea [bug](function) fix milliseconds_diff function return
wrong result (#32897)
new d7c1c7dcd46 [fix](mtmv)partition limit #32978
new 35fa9f98e99 1 Add running query num/waiting query num (#33024)
new 5b162a80f21 [Improvement](materialized-view) The materialized view can
not involved auto increment column (#32885)
new c5ab7ca573a [fix](planner) remove and retain input slot for aggregate
slot which is not materialized (#33033)
new c5a3af5c272 [partitionsort](fix) Fix DCHECK failure (#33035)
new fb910e53047 [fix](planner) retain groupingSlotIds as materialized for
aggregate (#33060)
new 285e2fcb5a2 [fix] (vectorization) regexp all_pass string (#32515)
new 3243053fcdf [fix](memory) Fix MemTableWriter flush_async attach task
in thread context (#33071)
new 39fba884fb8 [fix](typo) typo fix for 'delete bimap' changing to
'delete bitmap' (#32341)
new cf7595d4231 [opt](memory) Optimize mem tracker accuracy (#32039)
(#33140)
new caea45586fd fix compile
new 4963d60a079 [Fix](multi-catalog)Fix the issue of not initializing the
writer caused by refactoring and add hive writing regression test. (#32721)
(#33446)
new 5116724494a [Fix](hive-writer) Fix the issue of block was not copied
to do filtering when hive partition writer write block to file. (#32775)
(#33447)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (8fbeda8c069)
\
N -- N -- N refs/heads/2.1-tmp (5116724494a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 55 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 3 +
be/src/common/config.cpp | 2 +
be/src/common/config.h | 4 +
be/src/exec/schema_scanner.cpp | 3 +
be/src/exec/schema_scanner/schema_helper.cpp | 11 +
be/src/exec/schema_scanner/schema_helper.h | 6 +
.../schema_scanner/schema_processlist_scanner.cpp | 149 +++++
.../schema_scanner/schema_processlist_scanner.h | 53 ++
be/src/exec/tablet_info.cpp | 3 +-
be/src/exprs/minmax_predicate.h | 37 +-
be/src/exprs/runtime_filter.cpp | 27 +-
be/src/exprs/runtime_filter.h | 6 +-
be/src/io/fs/hdfs_file_system.cpp | 7 +-
be/src/io/fs/hdfs_file_writer.cpp | 9 +-
be/src/olap/olap_server.cpp | 3 +-
be/src/olap/task/engine_index_change_task.cpp | 3 +-
be/src/pipeline/exec/exchange_sink_buffer.cpp | 2 +-
be/src/pipeline/exec/file_scan_operator.cpp | 55 +-
.../exec/multi_cast_data_stream_source.cpp | 27 +-
.../pipeline/exec/multi_cast_data_stream_source.h | 19 +-
.../exec/nested_loop_join_build_operator.cpp | 5 +
be/src/pipeline/exec/scan_operator.cpp | 21 +-
be/src/pipeline/exec/scan_operator.h | 17 +-
be/src/pipeline/pipeline_fragment_context.cpp | 48 +-
be/src/pipeline/pipeline_fragment_context.h | 1 -
be/src/pipeline/pipeline_x/dependency.cpp | 112 ++--
be/src/pipeline/pipeline_x/dependency.h | 78 +--
be/src/pipeline/pipeline_x/operator.h | 2 +-
.../pipeline_x/pipeline_x_fragment_context.cpp | 36 +-
be/src/pipeline/pipeline_x/pipeline_x_task.cpp | 43 +-
be/src/pipeline/pipeline_x/pipeline_x_task.h | 14 +-
be/src/pipeline/task_scheduler.cpp | 4 +-
be/src/runtime/client_cache.cpp | 2 +-
be/src/runtime/exec_env.cpp | 2 +-
be/src/runtime/exec_env.h | 10 +-
be/src/runtime/exec_env_init.cpp | 11 +-
be/src/runtime/fragment_mgr.cpp | 32 +-
be/src/runtime/fragment_mgr.h | 2 -
be/src/runtime/memory/thread_mem_tracker_mgr.cpp | 32 +-
be/src/runtime/memory/thread_mem_tracker_mgr.h | 5 +
be/src/runtime/query_context.cpp | 26 +-
be/src/runtime/query_context.h | 2 +-
be/src/runtime/runtime_state.cpp | 2 +
be/src/runtime/runtime_state.h | 1 +
be/src/runtime/thread_context.h | 2 +
be/src/service/internal_service.cpp | 8 +-
be/src/service/point_query_executor.cpp | 6 +-
be/src/util/brpc_client_cache.h | 4 +-
be/src/util/dns_cache.cpp | 83 +++
be/src/util/dns_cache.h | 57 ++
be/src/util/hdfs_util.cpp | 17 +-
be/src/util/mem_info.cpp | 2 +-
be/src/util/thrift_rpc_helper.cpp | 3 +-
be/src/vec/columns/column.h | 9 +-
be/src/vec/columns/column_array.cpp | 10 +-
be/src/vec/columns/column_array.h | 2 +
be/src/vec/columns/column_const.h | 2 +
be/src/vec/columns/column_map.cpp | 10 +-
be/src/vec/columns/column_map.h | 2 +
be/src/vec/columns/column_nullable.cpp | 12 +-
be/src/vec/columns/column_nullable.h | 2 +
be/src/vec/columns/column_string.h | 9 +-
be/src/vec/columns/column_struct.cpp | 13 +-
be/src/vec/columns/column_struct.h | 1 +
be/src/vec/common/allocator.cpp | 6 +-
.../data_types/serde/data_type_number_serde.cpp | 14 +-
.../exec/format/parquet/parquet_column_convert.h | 6 +-
be/src/vec/exec/format/parquet/parquet_pred_cmp.h | 2 +-
be/src/vec/exec/jni_connector.cpp | 2 +-
be/src/vec/exec/runtime_filter_consumer.cpp | 59 +-
be/src/vec/exec/runtime_filter_consumer.h | 8 +-
be/src/vec/exec/scan/new_file_scan_node.cpp | 55 +-
be/src/vec/exec/scan/vmeta_scanner.cpp | 3 +-
be/src/vec/exec/scan/vscan_node.cpp | 2 +-
be/src/vec/olap/block_reader.cpp | 17 +-
be/src/vec/olap/vertical_block_reader.cpp | 15 +-
be/src/vec/olap/vertical_block_reader.h | 2 +-
be/src/vec/sink/load_stream_map_pool.cpp | 126 +++++
...d_stream_stub_pool.h => load_stream_map_pool.h} | 63 ++-
be/src/vec/sink/load_stream_stub.cpp | 35 +-
be/src/vec/sink/load_stream_stub.h | 14 +-
be/src/vec/sink/load_stream_stub_pool.cpp | 72 ---
be/src/vec/sink/volap_table_sink_v2.cpp | 2 -
be/src/vec/sink/vrow_distribution.cpp | 6 +-
be/src/vec/sink/writer/async_result_writer.cpp | 50 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 175 +++---
be/src/vec/sink/writer/vtablet_writer_v2.h | 10 +-
be/test/io/fs/stream_sink_file_writer_test.cpp | 4 +-
be/test/vec/exec/load_stream_stub_map_test.cpp | 59 ++
be/test/vec/exec/load_stream_stub_pool_test.cpp | 51 --
docker/thirdparties/run-thirdparties-docker.sh | 4 +-
.../src/main/resources/package-deps.xml | 7 +
fe/fe-core/src/main/cup/sql_parser.cup | 6 +-
.../java/org/apache/doris/analysis/ExportStmt.java | 18 +-
.../apache/doris/analysis/ListPartitionDesc.java | 2 +-
.../org/apache/doris/analysis/PartitionDesc.java | 9 +-
.../apache/doris/analysis/RangePartitionDesc.java | 3 +-
.../main/java/org/apache/doris/catalog/Env.java | 10 +
.../java/org/apache/doris/catalog/SchemaTable.java | 11 +
.../java/org/apache/doris/common/DNSCache.java | 95 ++++
.../org/apache/doris/common/util/NetUtils.java | 16 +-
.../apache/doris/datasource/ExternalDatabase.java | 1 +
.../doris/datasource/ExternalMetaCacheMgr.java | 3 +-
.../doris/datasource/ExternalRowCountCache.java | 13 +-
.../apache/doris/datasource/InternalCatalog.java | 3 +-
.../iceberg/IcebergHMSExternalCatalog.java | 3 +-
.../iceberg/IcebergHadoopExternalCatalog.java | 5 +-
.../doris/datasource/iceberg/IcebergUtils.java | 73 ++-
.../datasource/iceberg/source/IcebergScanNode.java | 18 +-
.../datasource/jdbc/client/JdbcDB2Client.java | 4 +
.../doris/datasource/tvf/source/TVFScanNode.java | 12 +-
.../main/java/org/apache/doris/load/ExportJob.java | 2 +-
.../doris/nereids/parser/PartitionTableInfo.java | 29 +-
.../doris/nereids/processor/post/TopNScanOpt.java | 50 +-
.../rules/expression/rules/SimplifyRange.java | 10 +
.../trees/expressions/functions/window/Lag.java | 2 +-
.../trees/expressions/functions/window/Lead.java | 2 +-
.../trees/plans/commands/ExportCommand.java | 16 +-
.../trees/plans/commands/info/CreateTableInfo.java | 3 +-
.../org/apache/doris/planner/OlapScanNode.java | 6 +-
.../org/apache/doris/planner/RuntimeFilter.java | 2 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 12 +-
.../java/org/apache/doris/qe/SessionVariable.java | 12 +-
.../main/java/org/apache/doris/qe/VariableMgr.java | 97 ++--
.../resource/workloadgroup/WorkloadGroupMgr.java | 23 +-
.../org/apache/doris/rpc/BackendServiceProxy.java | 4 +-
.../doris/statistics/util/StatisticsUtil.java | 2 +-
.../org/apache/doris/system/BeSelectionPolicy.java | 1 +
.../tablefunction/LocalTableValuedFunction.java | 38 +-
.../analysis/ExportToOutfileLogicalPlanTest.java | 20 +-
.../doris/analysis/RangePartitionPruneTest.java | 2 +-
.../datasource/ExternalRowCountCacheTest.java | 100 ++++
.../doris/datasource/RefreshCatalogTest.java | 4 +-
.../datasource/iceberg/IcebergPredicateTest.java | 256 +++++++++
.../datasource/iceberg/TestIcebergPredict.java | 135 -----
.../exploration/mv/MaterializedViewUtilsTest.java | 2 +-
.../rules/expression/SimplifyRangeTest.java | 25 +-
.../trees/plans/CreateTableCommandTest.java | 2 +-
.../java/org/apache/doris/qe/VariableMgrTest.java | 19 +
.../doris/service/FrontendServiceImplTest.java | 2 +-
gensrc/script/gen_build_version.sh | 4 +-
.../test_compaction_agg_keys_with_array_map.out | 13 +
.../test_always_nullable_window_function.out | 12 +
.../double/test_double_nan.out} | 5 +-
.../float/test_float_nan.out} | 5 +-
.../hive/test_hive_basic_type.out | 24 +-
.../jdbc/test_mariadb_jdbc_catalog.out | 1 +
.../jdbc/test_mysql_jdbc_catalog.out | 1 +
.../jdbc/test_mysql_jdbc_catalog_nereids.out | 1 +
.../jdbc/test_mysql_jdbc_driver5_catalog.out | 1 +
.../tvf/test_s3_tvf_parquet_compress.out | 120 ++--
.../hive/test_external_catalog_hive.out | 9 +
.../iceberg/test_iceberg_predicate_conversion.out | 611 +++++++++++++++++++++
.../data/nereids_function_p0/scalar_function/A.out | 16 +-
.../data/query_p0/test_array_orderby_limit.out | 3 +
.../test_compaction_agg_keys_with_array_map.groovy | 154 ++++++
.../test_always_nullable_window_function.groovy | 8 +-
.../datatype_p0/bitmap/test_bitmap_int.groovy | 2 +-
.../datatype_p0/double/test_double_nan.groovy | 28 +
.../suites/datatype_p0/float/test_float_nan.groovy | 28 +
.../test_nestedtypes_insert_into_select.groovy | 2 +-
.../suites/demo_p0/streamLoad_action.groovy | 4 +-
regression-test/suites/demo_p0/test_action.groovy | 2 +-
.../suites/export_p0/test_export_basic.groovy | 33 +-
.../export_p0/test_export_data_consistency.groovy | 3 +-
.../test_hive_read_parquet_comlex_type.groovy | 4 +-
.../jdbc/test_db2_jdbc_catalog.groovy | 2 +-
.../hive/test_external_catalog_hive.groovy | 5 +-
.../test_iceberg_predicate_conversion.groovy | 79 +++
.../stream_load/test_stream_load_new.groovy | 21 +-
.../test_stream_load_new_move_memtable.groovy | 11 +
.../update_on_current_timestamp.groovy | 2 +-
.../mv/dimension/dimension_1.groovy | 4 +-
.../mv/dimension/dimension_2_3.groovy | 4 +-
.../mv/dimension/dimension_2_4.groovy | 4 +-
.../mv/dimension/dimension_2_5.groovy | 4 +-
.../mv/dimension/dimension_2_6.groovy | 4 +-
.../mv/dimension/dimension_2_full_join.groovy | 4 +-
.../mv/dimension/dimension_2_inner_join.groovy | 4 +-
.../mv/dimension/dimension_2_left_anti_join.groovy | 4 +-
.../mv/dimension/dimension_2_left_join.groovy | 4 +-
.../mv/dimension/dimension_2_left_semi_join.groovy | 4 +-
.../dimension/dimension_2_right_anti_join.groovy | 4 +-
.../mv/dimension/dimension_2_right_join.groovy | 4 +-
.../dimension/dimension_2_right_semi_join.groovy | 4 +-
.../dimension_2_join_agg.groovy | 4 +-
.../filter_equal_or_notequal.groovy | 4 +-
.../cross_join_range_date_increment_create.groovy | 4 +-
.../full_join_range_date_increment_create.groovy | 4 +-
.../inner_join_range_date_increment_create.groovy | 4 +-
...ft_anti_join_range_date_increment_create.groovy | 4 +-
.../left_join_range_date_increment_create.groovy | 4 +-
...ft_semi_join_range_date_increment_create.groovy | 4 +-
...ht_anti_join_range_date_increment_create.groovy | 4 +-
.../right_join_range_date_increment_create.groovy | 4 +-
...ht_semi_join_range_date_increment_create.groovy | 4 +-
.../self_conn_range_date_increment_create.groovy | 4 +-
.../mv/negative/negative_test.groovy | 4 +-
.../suites/nereids_tpch_p0/tpch/topn-filter.groovy | 31 +-
.../test_auto_partition_behavior.groovy | 10 +-
.../auto_partition/test_auto_partition_load.groovy | 2 +-
.../test_auto_range_partition.groovy | 21 +-
.../partition_p1/auto_partition/ddl/concurrent.sql | 2 +-
.../auto_partition/ddl/stress_destination.sql | 2 +-
.../ddl/small_data_high_concurrrent_load.sql | 2 +-
.../ddl/stream_load_range_test_table.sql | 2 +-
.../suites/query_p0/join/test_join2.groovy | 2 +-
.../query_p0/test_array_orderby_limit.groovy | 16 +
.../test_statistic_partial_update.groovy | 56 ++
.../test_update_on_current_timestamp.groovy | 3 +
tools/cost_model_evaluate/requirements.txt | 2 +
211 files changed, 3449 insertions(+), 1263 deletions(-)
create mode 100644 be/src/exec/schema_scanner/schema_processlist_scanner.cpp
create mode 100644 be/src/exec/schema_scanner/schema_processlist_scanner.h
create mode 100644 be/src/util/dns_cache.cpp
create mode 100644 be/src/util/dns_cache.h
create mode 100644 be/src/vec/sink/load_stream_map_pool.cpp
rename be/src/vec/sink/{load_stream_stub_pool.h => load_stream_map_pool.h}
(59%)
delete mode 100644 be/src/vec/sink/load_stream_stub_pool.cpp
create mode 100644 be/test/vec/exec/load_stream_stub_map_test.cpp
delete mode 100644 be/test/vec/exec/load_stream_stub_pool_test.cpp
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/common/DNSCache.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalRowCountCacheTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/IcebergPredicateTest.java
delete mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/iceberg/TestIcebergPredict.java
create mode 100644
regression-test/data/compaction/test_compaction_agg_keys_with_array_map.out
copy regression-test/data/{query_p0/test_array_orderby_limit.out =>
datatype_p0/double/test_double_nan.out} (82%)
copy regression-test/data/{query_p0/test_array_orderby_limit.out =>
datatype_p0/float/test_float_nan.out} (82%)
create mode 100644
regression-test/data/external_table_p2/iceberg/test_iceberg_predicate_conversion.out
create mode 100644
regression-test/suites/compaction/test_compaction_agg_keys_with_array_map.groovy
create mode 100644
regression-test/suites/datatype_p0/double/test_double_nan.groovy
create mode 100644
regression-test/suites/datatype_p0/float/test_float_nan.groovy
create mode 100644
regression-test/suites/external_table_p2/iceberg/test_iceberg_predicate_conversion.groovy
create mode 100644
regression-test/suites/statistics/test_statistic_partial_update.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
