This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 983e5df8123 Fix compile (#32818)
new 8714dde34fc [monir] remove unused cluster code (#31360)
new ec43f65235a [feature](hudi) support hudi incremental read (#32052)
new 37c8cc040d6 [feature-wip](ranger)support datamask and row filter
(#32137)
new c0d7a5660e0 [fix](paimon) support paimon with hive2 (#32455)
new 0a2d7379fcf [enhance](auth)row policy support catalog and match name
instead id (#32310)
new f9ae03ac3c7 [feature](Nereids) support data masking policy (#32526)
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/start_be.sh | 12 +-
build.sh | 10 +-
conf/be.conf | 2 +-
docs/en/docs/lakehouse/multi-catalog/hudi.md | 33 +-
docs/zh-CN/docs/lakehouse/multi-catalog/hudi.md | 37 +-
.../java/org/apache/doris/hudi/HudiJniScanner.java | 12 +-
.../hudi-scanner/src/main/resources/package.xml | 20 +-
.../org/apache/doris/hudi/BaseSplitReader.scala | 8 +-
.../apache/doris/hudi/HoodieRecordIterator.scala | 67 +-
.../doris/hudi/MORIncrementalSplitReader.scala | 86 +
.../apache/doris/hudi/MORSnapshotSplitReader.scala | 2 +-
.../java-common/src/main/resources/package.xml | 20 +-
.../jdbc-scanner/src/main/resources/package.xml | 20 +-
.../src/main/resources/package.xml | 20 +-
.../paimon-scanner/src/main/resources/package.xml | 20 +-
fe/be-java-extensions/preload-extensions/pom.xml | 29 +-
.../hadoop/hive/metastore/HiveMetaStoreClient.java | 3630 ++++++++++++++++++++
.../hadoop/hive/metastore}/HiveVersionUtil.java | 33 +-
.../src/main/resources/package-deps.xml} | 7 +-
.../src/main/resources/package-proj.xml} | 22 +-
.../src/main/resources/package.xml | 41 -
fe/check/checkstyle/suppressions.xml | 1 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 6 +-
fe/fe-core/src/main/cup/sql_parser.cup | 16 +-
.../org/apache/doris/analysis/StmtRewriter.java | 15 +-
.../java/org/apache/doris/analysis/TableRef.java | 14 +
.../org/apache/doris/analysis/TableScanParams.java | 46 +
.../authorizer/ranger/RangerAccessController.java | 78 +
.../ranger/doris/RangerDorisAccessController.java | 56 +-
.../ranger/hive/RangerHiveAccessController.java | 73 +-
.../doris/datasource/hive/HMSExternalTable.java | 100 +-
.../doris/datasource/hive/HiveVersionUtil.java | 31 +-
.../hudi/source/COWIncrementalRelation.java | 254 ++
.../doris/datasource/hudi/source/HudiScanNode.java | 175 +-
.../hudi/source/IncrementalRelation.java | 44 +
.../hudi/source/MORIncrementalRelation.java | 217 ++
.../datasource/paimon/PaimonExternalCatalog.java | 26 +-
.../paimon/PaimonFileExternalCatalog.java | 2 +-
.../paimon/PaimonHMSExternalCatalog.java | 1 +
.../property/constants/PaimonProperties.java | 2 +-
.../mysql/privilege/AccessControllerManager.java | 31 +
.../mysql/privilege/CatalogAccessController.java | 7 +
.../doris/mysql/privilege/DataMaskPolicy.java | 24 +
.../mysql/privilege/InternalAccessController.java | 15 +
.../mysql/privilege/RangerDataMaskPolicy.java | 103 +
.../mysql/privilege/RangerRowFilterPolicy.java | 95 +
.../doris/mysql/privilege/RowFilterPolicy.java | 32 +
.../doris/nereids/analyzer/UnboundRelation.java | 34 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 9 +-
.../doris/nereids/rules/analysis/BindRelation.java | 8 +-
.../doris/nereids/rules/analysis/CheckPolicy.java | 33 +-
.../trees/plans/logical/LogicalCheckPolicy.java | 96 +-
.../org/apache/doris/policy/DropPolicyLog.java | 42 +-
.../main/java/org/apache/doris/policy/Policy.java | 11 +-
.../java/org/apache/doris/policy/PolicyMgr.java | 126 +-
.../java/org/apache/doris/policy/RowPolicy.java | 69 +-
.../java/org/apache/doris/qe/ConnectContext.java | 3 +-
.../hadoop/hive/metastore/HiveMetaStoreClient.java | 4 +
.../apache/doris/datasource/ColumnPrivTest.java | 15 +
.../nereids/privileges/TestCheckPrivileges.java | 213 +-
.../data/external_table_p2/hive/test_hive_hudi.out | 12 +
.../external_table_p2/hive/test_hive_hudi.groovy | 6 +
62 files changed, 5817 insertions(+), 459 deletions(-)
create mode 100644
fe/be-java-extensions/hudi-scanner/src/main/scala/org/apache/doris/hudi/MORIncrementalSplitReader.scala
create mode 100644
fe/be-java-extensions/preload-extensions/src/main/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
copy fe/{fe-core/src/main/java/org/apache/doris/datasource/hive =>
be-java-extensions/preload-extensions/src/main/java/org/apache/hadoop/hive/metastore}/HiveVersionUtil.java
(80%)
copy fe/be-java-extensions/{hudi-scanner/src/main/resources/package.xml =>
preload-extensions/src/main/resources/package-deps.xml} (86%)
copy fe/be-java-extensions/{hudi-scanner/src/main/resources/package.xml =>
preload-extensions/src/main/resources/package-proj.xml} (74%)
delete mode 100644
fe/be-java-extensions/preload-extensions/src/main/resources/package.xml
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/analysis/TableScanParams.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/source/COWIncrementalRelation.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/source/IncrementalRelation.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/source/MORIncrementalRelation.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/privilege/DataMaskPolicy.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/privilege/RangerDataMaskPolicy.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/privilege/RangerRowFilterPolicy.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/mysql/privilege/RowFilterPolicy.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
