This is an automated email from the ASF dual-hosted git repository.
mrhhsg pushed a change to branch spill_repartition
in repository https://gitbox.apache.org/repos/asf/doris.git
from bb7de29f99d fix UT & use DorisVector
add f91dab165f1 [minor](variant) set
`variant_nested_group_discard_scalar_on_conflict` default to false and refactor
nested group interface (#61065)
add 9e1e42db5fa [fix](inverted index) fix data race in AnalysisFactoryMgr
causing std::bad_function_call crash (#61077)
add 94247240de1 [fix](insert-overwrite) should use un strict replace
(#61082)
add c24972f2fff [opt](build) Adjust the code structure related to the
catalog. (#61045)
add 1e71235e519 [fix](variant) fix variant stats merge (#61090)
add 9e572496f2a [Improvement](scanner) Include open() time in
PerScannerRunningTime (#61042)
add c063cd195ff [fix](function)Fix array_apply being unable to handle
LARGEINT. (#61081)
add 9ba49b9bf9b [fix](filecache) self-heal stale DOWNLOADED entries on
local NOT_FOUND (#60977)
add 1a0bfb1c53e [fix](fe) add column_data_sizes to
BackendPartitionedSchemaScanNode (#61086)
add d6a4f6cefad Fix spill file reader reopen state
add 040726d5812 fix(thirdparty): avoid rapidjson tls fallback
add e38cc08d650 fix ut
No new revisions were added by this update.
Summary of changes:
be/src/common/config.cpp | 2 +-
be/src/io/cache/cached_remote_file_reader.cpp | 17 ++
.../inverted_index/analysis_factory_mgr.cpp | 4 +-
.../segment_v2/variant/nested_group_provider.cpp | 3 +-
.../segment_v2/variant/nested_group_provider.h | 4 +-
.../segment_v2/variant/variant_column_reader.cpp | 35 ++--
.../rowset/segment_v2/variant/variant_statistics.h | 17 +-
be/src/pipeline/exec/multi_cast_data_streamer.cpp | 23 ++-
be/src/vec/common/sort/sorter.h | 2 +
be/src/vec/common/variant_util.cpp | 2 +
be/src/vec/exec/scan/es_scanner.cpp | 4 +-
be/src/vec/exec/scan/es_scanner.h | 2 +-
be/src/vec/exec/scan/file_scanner.cpp | 4 +-
be/src/vec/exec/scan/file_scanner.h | 2 +-
be/src/vec/exec/scan/jdbc_scanner.cpp | 4 +-
be/src/vec/exec/scan/jdbc_scanner.h | 2 +-
be/src/vec/exec/scan/meta_scanner.cpp | 4 +-
be/src/vec/exec/scan/meta_scanner.h | 2 +-
be/src/vec/exec/scan/olap_scanner.cpp | 4 +-
be/src/vec/exec/scan/olap_scanner.h | 2 +-
be/src/vec/exec/scan/scanner.h | 12 +-
.../vec/functions/array/function_array_apply.cpp | 99 ++++-------
be/src/vec/spill/spill_file_reader.cpp | 9 +-
be/src/vec/spill/spill_file_reader.h | 1 +
be/test/io/cache/block_file_cache_test.cpp | 185 +++++++++++++++++++++
.../inverted_index/analysis_factory_mgr_test.cpp | 44 +++++
.../segment_v2/nested_group_provider_test.cpp | 2 +-
.../operator/spill_sort_sink_operator_test.cpp | 2 -
.../operator/spill_sort_source_operator_test.cpp | 61 +++----
be/test/vec/spill/spill_file_test.cpp | 48 ++++++
build.sh | 1 +
fe/be-java-extensions/preload-extensions/pom.xml | 12 --
.../connect/java/client => fe/fe-catalog}/pom.xml | 85 +++++-----
.../apache/doris/analysis/DefaultValueExprDef.java | 0
.../apache/doris/catalog}/info/BranchOptions.java | 2 +-
.../apache/doris/catalog/info}/ColumnPosition.java | 2 +-
.../catalog}/info/CreateOrReplaceBranchInfo.java | 2 +-
.../catalog}/info/CreateOrReplaceTagInfo.java | 2 +-
.../apache/doris/catalog}/info/DropBranchInfo.java | 2 +-
.../apache/doris/catalog}/info/DropTagInfo.java | 2 +-
.../doris/catalog}/info/PartitionNamesInfo.java | 12 +-
.../org/apache/doris/catalog}/info/TagOptions.java | 2 +-
fe/fe-common/pom.xml | 27 +++
.../org/apache/doris/parser/DorisSqlSeparator.g4 | 0
.../org/apache/doris/common/AnalysisException.java | 0
.../org/apache/doris/common/CaseSensibility.java | 0
.../java/org/apache/doris/common/DdlException.java | 0
.../java/org/apache/doris/common/ErrorCode.java | 0
.../org/apache/doris/common/InternalErrorCode.java | 0
.../apache/doris/common/MetaNotFoundException.java | 0
.../org/apache/doris/common/UserException.java | 0
.../org/apache/doris/common/util/SqlUtils.java | 18 --
.../doris/persist/gson/GsonPostProcessable.java | 0
.../doris/persist/gson/GsonPreProcessable.java | 0
fe/fe-core/pom.xml | 5 +
.../apache/doris/alter/SchemaChangeHandler.java | 2 +-
.../org/apache/doris/analysis/DataDescription.java | 2 +-
.../org/apache/doris/backup/BackupHandler.java | 2 +-
.../org/apache/doris/backup/BackupJobInfo.java | 2 +-
.../main/java/org/apache/doris/catalog/Env.java | 2 +-
.../org/apache/doris/catalog/MetadataViewer.java | 2 +-
.../java/org/apache/doris/catalog/OlapTable.java | 6 -
.../java/org/apache/doris/catalog/TableIf.java | 50 ------
.../org/apache/doris/datasource/CatalogIf.java | 26 +--
.../apache/doris/datasource/ExternalCatalog.java | 15 +-
.../apache/doris/datasource/InternalCatalog.java | 19 ++-
.../doris/datasource/hive/HMSExternalTable.java | 6 -
.../doris/datasource/hive/HiveMetadataOps.java | 8 +-
.../iceberg/IcebergDLFExternalCatalog.java | 2 +-
.../datasource/iceberg/IcebergMetadataOps.java | 14 +-
.../iceberg/action/BaseIcebergAction.java | 2 +-
.../action/IcebergCherrypickSnapshotAction.java | 2 +-
.../action/IcebergExecuteActionFactory.java | 2 +-
.../action/IcebergExpireSnapshotsAction.java | 2 +-
.../iceberg/action/IcebergFastForwardAction.java | 2 +-
.../action/IcebergPublishChangesAction.java | 2 +-
.../action/IcebergRewriteDataFilesAction.java | 2 +-
.../action/IcebergRewriteManifestsAction.java | 2 +-
.../action/IcebergRollbackToSnapshotAction.java | 2 +-
.../action/IcebergRollbackToTimestampAction.java | 2 +-
.../action/IcebergSetCurrentSnapshotAction.java | 2 +-
.../maxcompute/MaxComputeMetadataOps.java | 8 +-
.../datasource/operations/ExternalMetadataOps.java | 10 +-
.../doris/datasource/paimon/PaimonMetadataOps.java | 8 +-
.../java/org/apache/doris/info/TableNameInfo.java | 3 -
.../java/org/apache/doris/info/TableRefInfo.java | 1 +
.../doris/insertoverwrite/InsertOverwriteUtil.java | 3 +-
.../org/apache/doris/load/BrokerFileGroup.java | 2 +-
.../org/apache/doris/load/RoutineLoadDesc.java | 2 +-
.../doris/load/routineload/RoutineLoadJob.java | 2 +-
.../doris/nereids/load/NereidsBrokerFileGroup.java | 2 +-
.../doris/nereids/load/NereidsBrokerLoadTask.java | 2 +-
.../doris/nereids/load/NereidsDataDescription.java | 2 +-
.../nereids/load/NereidsLoadPlanInfoCollector.java | 2 +-
.../doris/nereids/load/NereidsLoadTaskInfo.java | 2 +-
.../doris/nereids/load/NereidsLoadUtils.java | 2 +-
.../nereids/load/NereidsLoadingTaskPlanner.java | 2 +-
.../nereids/load/NereidsRoutineLoadTaskInfo.java | 2 +-
.../doris/nereids/load/NereidsStreamLoadTask.java | 2 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 16 +-
.../commands/AdminCancelRepairTableCommand.java | 2 +-
.../plans/commands/AdminRepairTableCommand.java | 2 +-
.../plans/commands/AlterColumnStatsCommand.java | 2 +-
.../trees/plans/commands/AlterTableCommand.java | 2 +-
.../plans/commands/AlterTableStatsCommand.java | 2 +-
.../trees/plans/commands/AnalyzeTableCommand.java | 2 +-
.../trees/plans/commands/DescribeCommand.java | 2 +-
.../trees/plans/commands/DropStatsCommand.java | 2 +-
.../trees/plans/commands/ExecuteActionCommand.java | 2 +-
.../plans/commands/ShowColumnStatsCommand.java | 2 +-
.../plans/commands/ShowReplicaStatusCommand.java | 2 +-
.../plans/commands/ShowTableStatsCommand.java | 2 +-
.../commands/ShowTabletsFromTableCommand.java | 2 +-
.../trees/plans/commands/TruncateTableCommand.java | 2 +-
.../plans/commands/execute/BaseExecuteAction.java | 2 +-
.../plans/commands/execute/ExecuteAction.java | 2 +-
.../commands/execute/ExecuteActionFactory.java | 2 +-
.../trees/plans/commands/info/AddColumnOp.java | 2 +-
.../trees/plans/commands/info/BuildIndexOp.java | 2 +-
.../commands/info/CreateOrReplaceBranchOp.java | 2 +
.../plans/commands/info/CreateOrReplaceTagOp.java | 2 +
.../plans/commands/info/CreateRoutineLoadInfo.java | 2 +-
.../trees/plans/commands/info/DropBranchOp.java | 1 +
.../trees/plans/commands/info/DropTagOp.java | 1 +
.../trees/plans/commands/info/IndexDefinition.java | 2 +-
.../trees/plans/commands/info/ModifyColumnOp.java | 2 +-
.../plans/commands/info/ReplacePartitionOp.java | 2 +-
.../plans/commands/load/MysqlDataDescription.java | 2 +-
.../planner/BackendPartitionedSchemaScanNode.java | 2 +
.../org/apache/doris/planner/OlapScanNode.java | 2 +-
.../apache/doris/service/FrontendServiceImpl.java | 2 +-
.../apache/doris/statistics/AnalysisManager.java | 2 +-
.../java/org/apache/doris/task/LoadTaskInfo.java | 2 +-
.../doris/alter/SchemaChangeHandlerTest.java | 2 +-
.../apache/doris/alter/SchemaChangeJobV2Test.java | 2 +-
.../catalog/InternalSchemaInitializerTest.java | 2 +-
.../apache/doris/catalog/MetadataViewerTest.java | 2 +-
.../IcebergExternalTableBranchAndTagTest.java | 12 +-
.../load/routineload/KafkaRoutineLoadJobTest.java | 2 +-
.../AdminCancelRepairTableCommandTest.java | 2 +-
.../commands/AdminRepairTableCommandTest.java | 2 +-
.../commands/AlterColumnStatsCommandTest.java | 2 +-
.../plans/commands/AlterTableStatsCommandTest.java | 2 +-
.../plans/commands/AnalyzeTableCommandTest.java | 2 +-
.../trees/plans/commands/BackupCommandTest.java | 2 +-
.../trees/plans/commands/DropStatsCommandTest.java | 2 +-
.../trees/plans/commands/MysqlLoadCommandTest.java | 2 +-
.../trees/plans/commands/RestoreCommandTest.java | 2 +-
.../commands/ShowReplicaStatusCommandTest.java | 2 +-
.../plans/commands/ShowTableStatsCommandTest.java | 2 +-
.../commands/ShowTabletsFromTableCommandTest.java | 2 +-
.../plans/commands/TruncateTableCommandTest.java | 4 +-
.../info/CreateOrReplaceBranchOrTagInfoTest.java | 5 +
.../commands/info/DropBranchOrTagInfoTest.java | 3 +
.../doris/statistics/AnalysisManagerTest.java | 2 +-
fe/pom.xml | 12 +-
.../data/doc/sql-manual/ArrayNullsafe.out | 175 +++++++++++++++++++
...e.out => predefined_typed_to_sparse_1shard.out} | 24 ---
.../suites/doc/sql-manual/ArrayNullsafe.groovy | 38 ++++-
...vy => predefined_typed_to_sparse_1shard.groovy} | 86 +---------
thirdparty/download-thirdparty.sh | 13 ++
.../patches/rapidjson-1.1.0-avoid-tls-buffer.patch | 18 ++
162 files changed, 941 insertions(+), 578 deletions(-)
copy {samples/connect/java/client => fe/fe-catalog}/pom.xml (55%)
rename fe/{fe-core =>
fe-catalog}/src/main/java/org/apache/doris/analysis/DefaultValueExprDef.java
(100%)
rename fe/{fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands
=> fe-catalog/src/main/java/org/apache/doris/catalog}/info/BranchOptions.java
(98%)
rename fe/{fe-core/src/main/java/org/apache/doris/analysis =>
fe-catalog/src/main/java/org/apache/doris/catalog/info}/ColumnPosition.java
(98%)
rename fe/{fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands
=>
fe-catalog/src/main/java/org/apache/doris/catalog}/info/CreateOrReplaceBranchInfo.java
(97%)
rename fe/{fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands
=>
fe-catalog/src/main/java/org/apache/doris/catalog}/info/CreateOrReplaceTagInfo.java
(97%)
rename fe/{fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands
=> fe-catalog/src/main/java/org/apache/doris/catalog}/info/DropBranchInfo.java
(96%)
rename fe/{fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands
=> fe-catalog/src/main/java/org/apache/doris/catalog}/info/DropTagInfo.java
(96%)
rename fe/{fe-core/src/main/java/org/apache/doris =>
fe-catalog/src/main/java/org/apache/doris/catalog}/info/PartitionNamesInfo.java
(88%)
rename fe/{fe-core/src/main/java/org/apache/doris/nereids/trees/plans/commands
=> fe-catalog/src/main/java/org/apache/doris/catalog}/info/TagOptions.java (97%)
rename fe/{fe-core =>
fe-common}/src/main/antlr4/org/apache/doris/parser/DorisSqlSeparator.g4 (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/AnalysisException.java (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/CaseSensibility.java (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/DdlException.java (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/ErrorCode.java (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/InternalErrorCode.java (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/MetaNotFoundException.java
(100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/UserException.java (100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/common/util/SqlUtils.java (87%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/persist/gson/GsonPostProcessable.java
(100%)
rename fe/{fe-core =>
fe-common}/src/main/java/org/apache/doris/persist/gson/GsonPreProcessable.java
(100%)
copy regression-test/data/variant_p0/predefine/{predefined_typed_to_sparse.out
=> predefined_typed_to_sparse_1shard.out} (56%)
copy
regression-test/suites/variant_p0/predefine/{predefined_typed_to_sparse.groovy
=> predefined_typed_to_sparse_1shard.groovy} (63%)
create mode 100644 thirdparty/patches/rapidjson-1.1.0-avoid-tls-buffer.patch
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
