This is an automated email from the ASF dual-hosted git repository. xxyu pushed a change to branch kylin5 in repository https://gitbox.apache.org/repos/asf/kylin.git
from 3e8eec4ff5 [maven-release-plugin] prepare for next development iteration new 0ef5cac4bc KYLIN-5687 Fix async query and resource detect step jobs incorrectly update metadata new 15d8ddb448 [DIRTY] Fix CI, update image of ClickHouseUtils new e96a233e08 KYLIN-5688 allows administrators to inherit data permissions from user groups new b05930e845 KYLIN-5689 fix local debug in Kylin5 new 68bff04e1e mirror: Fix vulnerabilities new 3a876267f0 [DIRTY] model names that exceed 127 characters new db02b7f93b KYLIN-5690 Optimize the Kylin read metadata for maxId new af7291cfbd [DIRTY] fix error when table index answer non select star query new 57b733a7fc KYLIN-5633 [FOLLOW UP] match partial segments with high data integrity works between models new 2e511129c9 KYLIN-5633 [FOLLOW UP] heterogeneous segments pruning works for second-storage layouts new 779bc03ed9 KYLIN-5691 make KYLIN5 date udfs hold string args new 0eea09e8cd KYLIN-5692 Nested computed columns were incorrectly removed when editing the model new a60e825af1 KYLIN-5693 Avoid parquet footer reads twice in vectorized reader new fffe5d3f0e KYLIN-5633 [FOLLOW UP] match partial segments with high data integrity works between models new 6e29706df4 KYLIN-5694 The CONCAT function supports scenarios with less than two parameters new cd08e98868 KYLIN-5695 Refine code to avoid potential issues on formatting model filter condition new 66c16e04f3 KYLIN-5696 support special characters for logical view new 794a63c854 KYLIN-5697 Log http request details for the authentication failure new da5b7a1471 KYLIN-5695 [FOLLOW UP] Collecting model filter expressions without case sensitive, when importing models. new d67a9f5d5d mirror: Fix vulnerabilities & update spark new 38280f3b4d KYLIN-5698 fix creating tableindex cannot get column type new ba2efe1a6a KYLIN-5699 support special character for bitmap measure column new 352e7f68bc KYLIN-5699 support special character for computed column new f9b65d350d KYLIN-5700 fix shell command injection The 24 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: pom.xml | 18 +- .../apache/kylin/rest/KylinPrepareEnvListener.java | 10 +- .../org/apache/kylin/rest/config/AppConfig.java | 9 + .../apache/kylin/rest/config/AppInitializer.java | 30 +- .../apache/kylin/rest/response/ErrorResponse.java | 4 +- .../rest/security/NUnauthorisedEntryPoint.java | 27 +- .../apache/kylin/rest/service/AccessService.java | 12 +- .../apache/kylin/rest/service/SystemService.java | 5 + .../apache/kylin/rest/service/UserAclService.java | 11 - .../rest/service/UserAclServiceSupporter.java | 2 - .../service/task/QueryHistoryTaskScheduler.java | 52 ++- .../org/apache/kylin/rest/util/AclEvaluate.java | 1 - .../java/org/apache/kylin/rest/util/HttpUtil.java | 87 +++++ .../rest/security/NUnauthorisedEntryPointTest.java | 1 - .../kylin/rest/service/AccessServiceTest.java | 60 ++-- .../kylin/rest/service/UserAclServiceTest.java | 8 +- .../task/QueryHistoryTaskSchedulerTest.java | 9 +- .../org/apache/kylin/rest/util/HttpUtilTest.java | 119 +++++++ .../org/apache/kylin/common/constant/Constant.java | 2 + .../common/exception/code/ErrorCodeServer.java | 1 + .../apache/kylin/common/lock/LocalLockFactory.java | 95 ++++++ .../org/apache/kylin/common/util/StringHelper.java | 69 ++++ .../resources/kylin_error_msg_conf_cn.properties | 1 + .../resources/kylin_error_msg_conf_en.properties | 1 + .../kylin_error_suggestion_conf_cn.properties | 1 + .../kylin_error_suggestion_conf_en.properties | 1 + .../main/resources/kylin_errorcode_conf.properties | 1 + .../kylin/common/lock/LocalLockFactoryTest.java} | 43 ++- .../apache/kylin/common/util/StringHelperTest.java | 65 ++++ .../metadata/cube/cuboid/TableIndexMatcher.java | 5 + .../kylin/metadata/epoch/EpochOrchestrator.java | 6 +- .../metadata/model/schema/ModelEdgeCollector.java | 7 +- .../metadata/realization/CapabilityResult.java | 5 + .../java/org/apache/kylin/rest/util/AclUtil.java | 18 + .../test_case_data/localmeta/kylin.properties | 3 + .../routing/DataflowCapabilityCheckerTest.java | 363 ++++++++++++++++++++- .../routing/TableIndexAnswerSelectStarTest.java | 45 ++- .../sql_computedcolumn_DateUDF/query00.sql | 3 +- .../query00.sql.expected | 3 +- .../baa44f37-8481-e78b-5cac-faa7d76767db.json | 4 +- .../rest/controller/NMetaStoreController.java | 7 + .../kylin/rest/controller/NModelController.java | 5 + .../rest/controller/NModelControllerTest.java | 16 + .../kylin/common/util/AddTableNameSqlVisitor.java | 85 ----- .../common/util/SqlIdentifierFormatterVisitor.java | 107 ++++++ .../kylin/rest/response/NDataModelResponse.java | 33 +- .../kylin/rest/service/ModelSemanticHelper.java | 3 +- .../apache/kylin/rest/service/ModelService.java | 35 +- .../org/apache/kylin/common/util/VisitorsTest.java | 93 ++++++ .../rest/response/NDataModelResponseTest.java | 1 + .../service/ModelServiceSemanticUpdateTest.java | 69 +++- .../kylin/rest/service/ModelServiceTest.java | 24 +- .../kylin/rest/service/ProjectServiceTest.java | 1 - .../kylin/rest/service/TableServiceTest.java | 13 +- .../org/apache/kylin/query/routing/Candidate.java | 9 +- .../query/routing/DataflowCapabilityChecker.java | 6 +- .../kylin/query/routing/QueryLayoutChooser.java | 58 +++- .../apache/kylin/query/routing/QueryRouter.java | 1 + .../org/apache/kylin/query/schema/OLAPTable.java | 25 -- .../config/initialize/QueryAppInitializer.java | 2 + .../kylin/query/engine/AsyncQueryApplication.java | 20 +- .../kylin/query/udf/dateUdf/DateDiffUDF.java | 6 +- .../kylin/query/udf/stringUdf/ConcatUDF.java | 8 +- .../kylin/query/routing/CandidateSortTest.java | 38 ++- .../kylin/query/routing/CandidateTestUtils.java | 13 + .../org/apache/kylin/query/udf/DateUDFTest.java | 3 +- .../org/apache/kylin/query/udf/StringUDFTest.java | 2 +- .../org/apache/kylin/query/util/QueryUtilTest.java | 4 +- .../kap/newten/clickhouse/ClickHouseUtils.java | 3 +- src/server/pom.xml | 11 +- .../apache/kylin/rest/ZookeeperClusterManager.java | 2 +- src/server/src/main/resources/application.yaml | 3 + .../apache/kylin/source/hive/HiveCmdBuilder.java | 3 +- .../kylin/source/hive/HiveCmdBuilderTest.java | 2 +- .../engine/spark/application/SparkApplication.java | 36 +- .../spark/source/NSparkCubingSourceInput.java | 2 +- .../engine/spark/builder/DFBuilderHelper.scala | 6 +- .../engine/spark/builder/DFDictionaryBuilder.scala | 2 +- .../kylin/engine/spark/job/RDSegmentBuildJob.java | 5 + .../spark/job/ResourceDetectBeforeMergingJob.java | 5 + .../spark/job/ResourceDetectBeforeSampling.java | 5 + .../job/stage/build/FlatTableAndDictBase.scala | 4 +- .../apache/spark/application/JobWorkSpace.scala | 47 +-- .../spark/application/SparkApplicationTest.java | 51 ++- .../org/apache/spark/sql/LogicalViewLoader.java | 6 +- .../kylin/query/runtime/plan/ResultPlan.scala | 2 +- .../java/org/apache/kylin/tool/InfluxDBTool.java | 5 + .../apache/kylin/tool/setup/KapGetClusterInfo.java | 8 +- .../kylin/tool/util/HadoopConfExtractor.java | 6 +- .../tool/security/KylinPasswordResetCLITest.java | 1 + .../kylin/tool/setup/KapGetClusterInfoTest.java} | 19 +- .../kylin/tool/util/HadoopConfExtractorTest.java} | 27 +- 92 files changed, 1732 insertions(+), 423 deletions(-) create mode 100644 src/common-service/src/main/java/org/apache/kylin/rest/util/HttpUtil.java create mode 100644 src/common-service/src/test/java/org/apache/kylin/rest/util/HttpUtilTest.java create mode 100644 src/core-common/src/main/java/org/apache/kylin/common/lock/LocalLockFactory.java copy src/{second-storage/core/src/test/java/io/kyligence/kap/secondstorage/response/TableSyncResponseTest.java => core-common/src/test/java/org/apache/kylin/common/lock/LocalLockFactoryTest.java} (55%) delete mode 100644 src/modeling-service/src/main/java/org/apache/kylin/common/util/AddTableNameSqlVisitor.java create mode 100644 src/modeling-service/src/main/java/org/apache/kylin/common/util/SqlIdentifierFormatterVisitor.java create mode 100644 src/modeling-service/src/test/java/org/apache/kylin/common/util/VisitorsTest.java copy src/{core-job/src/test/java/org/apache/kylin/job/snapshot/SnapshotUtilsTest.java => tool/src/test/java/org/apache/kylin/tool/setup/KapGetClusterInfoTest.java} (67%) copy src/{distributed-lock-ext/src/test/java/org/apache/kylin/common/lock/jdbc/JdbcDistributedLockFactoryTest.java => tool/src/test/java/org/apache/kylin/tool/util/HadoopConfExtractorTest.java} (57%)