This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git
from eb3da3e985 [KYLIN-5596] fix kylin5 dashboard test units error issue
new 1a8387e70d [DIRTY] project name of "storage/project/state" api support
case insensitive (#30240)
new 758fa4962c KYLIN-5597 fix replace-jars-under-spark.sh when
kerberosEnabled is null (#30239)
new aeb44b823d KYLIN-5598 use zookeeper acl and auth in server discovery
and global dict v2
new 2cd3729b44 KYLIN-5599 add api returning unassigned users
new 97f3b8f274 KYLIN-5600 buf fix for ldap case insensitive (#30227)
(#30261)
new 40b34bd2a8 [DIRTY] kylin 4.X role Operation &Management design index
behavior correct (#30257)
new 931854ad7c KYLIN-5601 Temporarily Close AQE for dict build job (#30251)
new 609deb43a0 KYLIN-5602 add log for derived segment prune (#30254)
new 12b23b44e2 KYLIN-5603 fix V3 dict upgrade
new 78a5fcf920 [DIRTY] fix snyk, upgrade spark to
3.2.0-kylin-4.6.8.0-SNAPSHOT (#30271)
new 04a956f398 KYLIN-5604 add open api for update agg group (#30273)
new 52694a13cf KYLIN-5605 fix kerberosEnabled is null in FI platform
(#30279)
new ca7e405633 [KYLIN-5599] [FOLLOW UP] minor fix unassigned users
new 43c2fba01f KYLIN-5606 minor fix (#30283)
new 2d6356bb2b KYLIN-5607 Fix multi-threaded acl access
new e594cf3a3e KYLIN-5608 add agg groups fix order by input params
new 927fcaf569 KYLIN-5608 [FOLLOW UP] add UT
new 0a769ba50b KYLIN-5609 upgrade spark to 4.6.8.0
new ce6cf7d44a KYLIN-5610 Automatically cp some necessary jars from
kylin/server/jars into kylin/spark/jas after download spark
The 19 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build/sbin/download-spark-user.sh | 7 +
build/sbin/replace-jars-under-spark.sh | 22 ++-
pom.xml | 2 +-
.../config/KylinPropertySourceConfiguration.java | 13 ++
.../org/apache/kylin/common/KylinConfigBase.java | 6 +-
.../common/exception/code/ErrorCodeServer.java | 7 +
.../resources/kylin_error_msg_conf_cn.properties | 7 +
.../resources/kylin_error_msg_conf_en.properties | 7 +
.../kylin_error_suggestion_conf_cn.properties | 1 +
.../kylin_error_suggestion_conf_en.properties | 1 +
.../main/resources/kylin_errorcode_conf.properties | 7 +
.../apache/kylin/common/KylinConfigBaseTest.java | 73 ++++---
.../kylin/job/lock/ZookeeperAclBuilderTest.java | 97 ----------
.../org/apache/kylin/rest/security/AclManager.java | 6 +-
src/distributed-lock-ext/pom.xml | 2 +-
.../java/org/apache/kylin/common/util/ZKUtil.java | 5 +-
.../kylin/common/util}/ZookeeperAclBuilder.java | 57 ++++--
.../kylin/common/lock/ZookeeperAclBuilderTest.java | 141 ++++++++++++++
.../kylin/rest/controller/NUserController.java | 51 +++--
.../controller/open/OpenIndexPlanController.java | 87 +++++++++
.../kylin/rest/controller/NUserControllerTest.java | 11 ++
.../open/OpenIndexPlanControllerTest.java | 159 ++++++++++++++++
....java => OpenUpdateRuleBasedCuboidRequest.java} | 43 ++++-
.../rest/response/OpenAddAggGroupResponse.java} | 21 +-
.../kylin/rest/service/FusionIndexService.java | 141 +++++++++++++-
.../kylin/rest/service/FusionIndexServiceTest.java | 211 ++++++++++++++++++++-
.../apache/kylin/rest/service/QueryService.java | 19 +-
.../kap/secondstorage/SecondStorageLockTest.java | 2 +-
.../management/SecondStorageEndpoint.java | 4 +-
.../management/SecondStorageService.java | 12 +-
.../ZookeeperConfig.java} | 25 ++-
.../kylin/rest/KylinPrepareEnvListenerTest.java | 11 ++
.../kylin/rest/config/ZookeeperConfigTest.java | 82 ++++++++
.../engine/spark/builder/DFDictionaryBuilder.scala | 18 ++
.../spark/builder/v3dict/DictionaryBuilder.scala | 146 ++++++++++----
.../v3dict/GlobalDictionaryBuilderHelper.scala | 8 +-
.../v3dict/GlobalDictionaryPlaceHolder.scala | 3 +-
.../v3dict/PreCountDistinctTransformer.scala | 13 +-
.../job/stage/build/FlatTableAndDictBase.scala | 3 +-
.../engine/spark/builder/TestGlobalDictBuild.scala | 41 ++++
.../builder/v3dict/GlobalDictionarySuite.scala | 31 +--
.../v3dict/GlobalDictionaryUpdateSuite.scala | 17 +-
.../scala/org/apache/spark/sql/KapFunctions.scala | 4 +-
.../sql/catalyst/expressions/KapExpresssions.scala | 2 +-
.../sql/execution/KylinFileSourceScanExec.scala | 4 +-
.../sql/execution/datasource/FilePruner.scala | 24 ++-
.../execution/datasource/KylinSourceStrategy.scala | 9 +-
.../org/apache/kylin/tool/CuratorOperator.java | 2 +-
48 files changed, 1376 insertions(+), 289 deletions(-)
delete mode 100644
src/core-job/src/test/java/org/apache/kylin/job/lock/ZookeeperAclBuilderTest.java
rename src/{core-job/src/main/java/org/apache/kylin/job/lock =>
distributed-lock-ext/src/main/java/org/apache/kylin/common/util}/ZookeeperAclBuilder.java
(64%)
create mode 100644
src/distributed-lock-ext/src/test/java/org/apache/kylin/common/lock/ZookeeperAclBuilderTest.java
create mode 100644
src/metadata-server/src/main/java/org/apache/kylin/rest/controller/open/OpenIndexPlanController.java
create mode 100644
src/metadata-server/src/test/java/org/apache/kylin/rest/controller/open/OpenIndexPlanControllerTest.java
copy
src/modeling-service/src/main/java/org/apache/kylin/rest/request/{ModelValidationRequest.java
=> OpenUpdateRuleBasedCuboidRequest.java} (53%)
copy
src/{common-service/src/main/java/org/apache/kylin/rest/response/ServersResponse.java
=>
modeling-service/src/main/java/org/apache/kylin/rest/response/OpenAddAggGroupResponse.java}
(77%)
copy
src/server/src/main/java/org/apache/kylin/rest/{ZookeeperHostInfoFetcher.java
=> config/ZookeeperConfig.java} (61%)
create mode 100644
src/server/src/test/java/org/apache/kylin/rest/config/ZookeeperConfigTest.java
