This is an automated email from the ASF dual-hosted git repository.
kxiao pushed a change to branch branch-2.0-beta
in repository https://gitbox.apache.org/repos/asf/doris.git
from 5c33dd7a2c [fix](log) publish version log is printed too frequently
(#20507)
new 41ec7010d6 [fix](cooldown) fix bug due to tablets info changed (#20465)
new aff0907778 [improvement](sink) reuse rows buffer in
msyql_result_writer (#20482)
new 053c8c303f [feature](backup-restore) Add local backup/restore not
upload/download by broker (#20492)
new b2d47d98da [fix](regex) String with Chinese characters matching failed
(#20493)
new 317685ef79 [bug](table_function) fix table function node forget to
call open function of expr (#20495)
new e0e7e3e4fd [fix](stats) Make alter column stats no forward (#20501)
new 55698a240d [fix](nereids) filter and project node should be pushed
down through cte (#20508)
new 4654fe0a74 [Bug](memleak) Fix emptyoperator may cause node not close
(#20525)
new c6a2bc900d [Fix](inverted index) if range query exceeds CLucene
limits, downgrade it from inverted index (#20528)
new 8b5d439102 [fix](olapscanner) fix coredump caused by concurrent
acccess of olap scan node _conjuncts (#20534)
new 2e4ba8252a [fix](lazy_open) fix lazy open null point (#20540)
new 23e760a0a9 [feature-wip](multi-catalog)(step2)support read max compute
data by JNI (#19819)
new f4f86b07d8 [Feature](multi-catalog)support paimon catalog (#19681)
The 13 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 28 ++-
be/src/common/status.h | 4 +-
.../rowset/segment_v2/inverted_index_reader.cpp | 20 +-
.../olap/rowset/segment_v2/inverted_index_reader.h | 1 +
be/src/olap/rowset/segment_v2/segment_iterator.cpp | 4 +-
be/src/pipeline/exec/empty_source_operator.cpp | 2 +-
be/src/pipeline/exec/empty_source_operator.h | 19 +-
be/src/pipeline/pipeline_fragment_context.cpp | 2 +-
be/src/runtime/descriptors.cpp | 23 +-
be/src/runtime/descriptors.h | 23 ++
be/src/runtime/load_channel_mgr.cpp | 14 +-
be/src/runtime/snapshot_loader.cpp | 269 +++++++++++++++++++++
be/src/runtime/snapshot_loader.h | 5 +
be/src/service/backend_service.cpp | 14 +-
be/src/util/mysql_row_buffer.cpp | 20 ++
be/src/util/mysql_row_buffer.h | 2 +
be/src/vec/CMakeLists.txt | 2 +
be/src/vec/exec/jni_connector.cpp | 47 ++--
be/src/vec/exec/jni_connector.h | 1 -
be/src/vec/exec/scan/max_compute_jni_reader.cpp | 100 ++++++++
be/src/vec/exec/scan/max_compute_jni_reader.h | 80 ++++++
be/src/vec/exec/scan/new_olap_scan_node.cpp | 1 +
be/src/vec/exec/scan/new_olap_scanner.cpp | 5 +-
be/src/vec/exec/scan/new_olap_scanner.h | 2 +
be/src/vec/exec/scan/paimon_reader.cpp | 84 +++++++
be/src/vec/exec/scan/paimon_reader.h | 76 ++++++
be/src/vec/exec/scan/vfile_scanner.cpp | 22 ++
be/src/vec/exec/vtable_function_node.h | 1 +
be/src/vec/functions/like.cpp | 5 +-
be/src/vec/sink/vmysql_result_writer.cpp | 61 +++--
be/src/vec/sink/vmysql_result_writer.h | 3 +
fe/fe-core/pom.xml | 20 +-
.../doris/analysis/AlterColumnStatsStmt.java | 5 +
.../org/apache/doris/analysis/RestoreStmt.java | 32 ++-
.../apache/doris/analysis/ShowSnapshotStmt.java | 33 ++-
.../org/apache/doris/backup/BackupHandler.java | 132 +++++++---
.../java/org/apache/doris/backup/BackupJob.java | 25 +-
.../org/apache/doris/backup/BackupJobInfo.java | 93 ++++++-
.../java/org/apache/doris/backup/BackupMeta.java | 14 ++
.../java/org/apache/doris/backup/Repository.java | 2 +
.../java/org/apache/doris/backup/RestoreJob.java | 206 +++++++++++++++-
.../java/org/apache/doris/backup/Snapshot.java | 69 ++++++
.../java/org/apache/doris/catalog/TableIf.java | 4 +-
.../catalog/external/MaxComputeExternalTable.java | 25 +-
.../catalog/external/PaimonExternalDatabase.java | 72 ++++++
.../catalog/external/PaimonExternalTable.java | 132 ++++++++++
.../apache/doris/datasource/CatalogFactory.java | 4 +
.../apache/doris/datasource/ExternalCatalog.java | 18 +-
.../apache/doris/datasource/InitCatalogLog.java | 1 +
.../apache/doris/datasource/InitDatabaseLog.java | 1 +
.../datasource/MaxComputeExternalCatalog.java | 61 ++++-
.../datasource/paimon/PaimonExternalCatalog.java | 103 ++++++++
.../paimon/PaimonHMSExternalCatalog.java | 105 ++++++++
.../property/constants/MCProperties.java | 1 +
.../property/constants/PaimonProperties.java | 11 +-
.../glue/translator/PhysicalPlanTranslator.java | 4 +
.../doris/nereids/jobs/batch/NereidsRewriter.java | 6 -
.../nereids/processor/post/PlanPostProcessors.java | 2 +-
.../org/apache/doris/nereids/rules/RuleSet.java | 6 +-
.../org/apache/doris/nereids/rules/RuleType.java | 4 +-
...TEAnchor.java => PushdownFilterThroughCTE.java} | 16 +-
...EAnchor.java => PushdownProjectThroughCTE.java} | 16 +-
.../org/apache/doris/persist/gson/GsonUtils.java | 8 +
.../apache/doris/planner/SingleNodePlanner.java | 4 +
.../doris/planner/external/FileQueryScanNode.java | 15 +-
.../doris/planner/external/MaxComputeScanNode.java | 48 +++-
.../doris/planner/external/TableFormatType.java | 3 +-
.../planner/external/paimon/PaimonScanNode.java | 177 ++++++++++++++
.../planner/external/paimon/PaimonSource.java | 64 +++++
.../doris/planner/external/paimon/PaimonSplit.java | 65 +++++
.../apache/doris/service/FrontendServiceImpl.java | 194 ++++++++++++++-
.../org/apache/doris/statistics/DeriveFactory.java | 1 +
.../apache/doris/statistics/StatisticalType.java | 1 +
.../java/org/apache/doris/task/DownloadTask.java | 36 ++-
fe/java-udf/pom.xml | 46 +++-
.../org/apache/doris/hudi/HudiColumnValue.java | 5 +
.../main/java/org/apache/doris/jni/JniScanner.java | 5 +-
.../org/apache/doris/jni/MaxComputeJniScanner.java | 251 +++++++++++++++++++
.../java/org/apache/doris/jni/MockJniScanner.java | 5 +
.../org/apache/doris/jni/PaimonJniScanner.java | 186 ++++++++++++++
.../java/org/apache/doris/jni/vec/ColumnValue.java | 34 +--
.../doris/jni/vec/MaxComputeColumnValue.java | 185 ++++++++++++++
.../vec/PaimonColumnValue.java} | 61 ++---
.../org/apache/doris/jni/vec/ScanPredicate.java | 5 +
.../org/apache/doris/jni/vec/VectorColumn.java | 2 +-
fe/pom.xml | 21 +-
gensrc/thrift/AgentService.thrift | 11 +
gensrc/thrift/Descriptors.thrift | 6 +-
gensrc/thrift/FrontendService.thrift | 48 ++++
gensrc/thrift/PlanNodes.thrift | 25 +-
gensrc/thrift/Status.thrift | 3 +
gensrc/thrift/Types.thrift | 1 +
regression-test/data/nereids_syntax_p0/cte.out | 10 +
.../test_string_function_regexp.out | 6 +
.../create_table_use_partition_policy.groovy | 2 +-
.../create_table_use_policy.groovy | 2 +-
.../modify_replica_use_partition.groovy | 2 +-
.../table_modify_resouce_and_policy.groovy | 2 +-
.../suites/nereids_syntax_p0/cte.groovy | 34 +++
.../test_string_function_regexp.groovy | 3 +
100 files changed, 3479 insertions(+), 261 deletions(-)
create mode 100644 be/src/vec/exec/scan/max_compute_jni_reader.cpp
create mode 100644 be/src/vec/exec/scan/max_compute_jni_reader.h
create mode 100644 be/src/vec/exec/scan/paimon_reader.cpp
create mode 100644 be/src/vec/exec/scan/paimon_reader.h
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/backup/Snapshot.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/external/PaimonExternalDatabase.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/catalog/external/PaimonExternalTable.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonExternalCatalog.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/paimon/PaimonHMSExternalCatalog.java
copy be/src/pipeline/exec/empty_source_operator.cpp =>
fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/PaimonProperties.java
(76%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/{PushdownFilterThroughCTEAnchor.java
=> PushdownFilterThroughCTE.java} (68%)
rename
fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/logical/{PushdownProjectThroughCTEAnchor.java
=> PushdownProjectThroughCTE.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/paimon/PaimonScanNode.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/paimon/PaimonSource.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/planner/external/paimon/PaimonSplit.java
create mode 100644
fe/java-udf/src/main/java/org/apache/doris/jni/MaxComputeJniScanner.java
create mode 100644
fe/java-udf/src/main/java/org/apache/doris/jni/PaimonJniScanner.java
create mode 100644
fe/java-udf/src/main/java/org/apache/doris/jni/vec/MaxComputeColumnValue.java
copy fe/java-udf/src/main/java/org/apache/doris/{hudi/HudiColumnValue.java =>
jni/vec/PaimonColumnValue.java} (61%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
