This is an automated email from the ASF dual-hosted git repository. liyang pushed a change to branch kylin5 in repository https://gitbox.apache.org/repos/asf/kylin.git
from 8118afb449 KYLIN-5683 tree list load more columns issue new 3ec3063135 KYLIN-5732 Upgrade snappy-java to fix vulnerabilities new 387e68d0a6 KYLIN-5733 TDS template modify to English new 6816947de4 KYLIN-5762 Initialize job scheduler encounters NPE new b15367e3e2 KYLIN-5760 Support matching model exactly for list jobs new d008c28156 KYLIN-5737 Fix vulnerabilities, upgrade tomcat-embed-core & netty (#30573) new c396134127 KYLIN-5742 Make the query result of duplicate group sets same as Spark new 1d665a8282 KYLIN-5762 Initialize job scheduler encounters NPE new 0e3354414d KYLIN-5740 Equivalent aggregations matches index failed new 7cd3fd0ecc KYLIN-5741 change all epoch when empty projects request new 5532198301 KYLIN-5743 optimization of SumExpression prevents ProjectJoinTransposeRule to hit AggIndex new 572d78a45b KYLIN-5756 Concat string and number with + gives unexpected result new d13199db74 KYLIN-5744 Answering snapshot first, then answering by metadata new 227e7a0683 KYLIN-5741 punctuation optimized new 3cbcead2ed KYLIN-5746 model list get optimize fix new bcd4220ef2 update spark version to 3.2.0-kylin-4.6.12.0 The 15 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .../kap/secondstorage/metadata/TableFlow.java | 13 ++ pom.xml | 39 +++--- .../kylin/rest/controller/NEpochController.java | 9 +- .../rest/controller/NEpochControllerTest.java | 19 +-- .../apache/kylin/rest/KylinPrepareEnvListener.java | 14 ++- .../apache/kylin/rest/service/ProjectService.java | 8 ++ .../kylin/rest/service/AccessServiceTest.java | 4 +- .../kylin/rest/service/AclTCRServiceTest.java | 2 +- .../org/apache/kylin/common/KylinConfigBase.java | 14 ++- .../apache/kylin/common/constant/Constants.java | 1 + .../org/apache/kylin/common/msg/CnMessage.java | 6 + .../java/org/apache/kylin/common/msg/Message.java | 7 ++ .../kylin/job/execution/ExecutableContext.java | 9 +- .../kylin/job/execution/ExecutableThread.java | 1 + .../job/impl/threadpool/NDefaultScheduler.java | 21 ++-- .../apache/kylin/job/runners/FetcherRunner.java | 3 +- .../org/apache/kylin/job/runners/JobRunner.java | 3 +- .../kylin/job/execution/ExecutableContextTest.java | 4 +- .../job/execution/NExecutableManagerTest.java | 2 +- .../job/impl/threadpool/NDefaultSchedulerTest.java | 21 ++++ .../metadata/cube/cuboid/AggIndexMatcher.java | 13 +- .../metadata/project/NProjectManagerTest.java | 2 +- .../kylin/metrics/HdfsCapacityMetricsTest.java | 2 +- .../kylin/rest/controller/JobController.java | 4 +- .../kylin/rest/controller/v2/JobControllerV2.java | 2 +- .../kylin/rest/controller/JobControllerTest.java | 6 +- .../rest/controller/v2/JobControllerV2Test.java | 11 +- .../org/apache/kylin/rest/request/JobFilter.java | 2 + .../org/apache/kylin/rest/service/JobService.java | 5 + .../kylin/rest/service/DagJobServiceTest.java | 8 +- .../apache/kylin/rest/service/JobServiceTest.java | 49 ++++++-- .../localmeta/data/DEFAULT.TEST_DIM_AS_MEASURE.csv | 3 + .../metadata/_global/project/dim_as_measure.json} | 2 +- .../f29d1a92-c115-ec68-5575-9cfcc0d65890.json | 63 ++++++++++ .../4409fb82-8f3a-ba01-9852-0b05f1fe690f.json | 64 ++++++++++ .../f29d1a92-c115-ec68-5575-9cfcc0d65890.json} | 59 ++++----- .../f29d1a92-c115-ec68-5575-9cfcc0d65890.json} | 61 ++++----- .../table/DEFAULT.TEST_DIM_AS_MEASURE.json} | 40 +++--- .../newten/table/DEFAULT.TEST_DIM_AS_MEASURE.json} | 40 +++--- src/kylin-it/pom.xml | 9 -- .../kylin/query/engine/QueryExecWithMetaTest.java | 2 +- .../kylin/query/engine/SumExprPlannerTest.java | 11 ++ .../query/routing/QueryLayoutChooserTest.java | 47 ++++++- .../kylin/query/engine/SumExprPlannerTest.xml | 32 +++++ src/kylin-server-it/pom.xml | 9 -- .../kylin/rest/service/MetaStoreService.java | 24 ++-- .../apache/kylin/rest/service/ModelService.java | 17 +-- .../bisync/tds/tableau.connector.template.xml | 2 +- .../main/resources/bisync/tds/tableau.template.xml | 2 +- .../kylin/rest/service/ProjectServiceTest.java | 32 ++++- .../bisync_tableau/nmodel_basic_all_cols.tds | 2 +- .../bisync_tableau/nmodel_basic_inner_all_cols.tds | 2 +- .../nmodel_full_measure_test.connector.tds | 2 +- .../nmodel_full_measure_test.connector_admin.tds | 2 +- .../nmodel_full_measure_test.connector_cc.tds | 2 +- ...nmodel_full_measure_test.connector_cc_admin.tds | 2 +- ...del_full_measure_test.connector_hierarchies.tds | 2 +- ..._full_measure_test.connector_no_hierarchies.tds | 2 +- ...odel_full_measure_test.connector_permission.tds | 2 +- ...ure_test.connector_permission_agg_index_col.tds | 2 +- ...l_measure_test.connector_permission_all_col.tds | 2 +- ...easure_test.connector_permission_no_measure.tds | 2 +- .../nmodel_full_measure_test.connector_user.tds | 2 +- ...l_measure_test.connector_user_agg_index_col.tds | 2 +- ...del_full_measure_test.table_index_connector.tds | 2 +- .../bisync_tableau/nmodel_full_measure_test.tds | 2 +- src/query-common/pom.xml | 4 + .../kylin/query/relnode/KapAggregateRel.java | 58 ++++----- .../apache/kylin/query/relnode/OLAPContext.java | 24 ++-- .../rest/service/QueryHistoryServiceTest.java | 2 +- .../apache/kylin/query/engine/PlannerFactory.java | 14 ++- .../kylin/query/engine/AsyncQueryJobTest.java | 2 +- src/server/pom.xml | 1 + .../org/apache/spark/sql/udf/CeilFloorTest.scala | 139 +++++++++++---------- .../org/apache/spark/sql/SparderTypeUtil.scala | 2 +- src/streaming/pom.xml | 7 +- .../apache/kylin/helper/MetadataToolHelper.java | 20 +-- 77 files changed, 740 insertions(+), 388 deletions(-) create mode 100644 src/examples/test_case_data/localmeta/data/DEFAULT.TEST_DIM_AS_MEASURE.csv copy src/{kylin-it/src/test/resources/ut_meta/sum_lc/metadata/_global.project/sum_lc.json => examples/test_case_data/localmeta/metadata/_global/project/dim_as_measure.json} (64%) create mode 100644 src/examples/test_case_data/localmeta/metadata/dim_as_measure/dataflow/f29d1a92-c115-ec68-5575-9cfcc0d65890.json create mode 100644 src/examples/test_case_data/localmeta/metadata/dim_as_measure/dataflow_details/f29d1a92-c115-ec68-5575-9cfcc0d65890/4409fb82-8f3a-ba01-9852-0b05f1fe690f.json copy src/examples/test_case_data/localmeta/metadata/{special_character_in_column/index_plan/8c08822f-296a-b097-c910-e38d8934b6f9.json => dim_as_measure/index_plan/f29d1a92-c115-ec68-5575-9cfcc0d65890.json} (50%) copy src/{kylin-it/src/test/resources/ut_meta/sum_lc/metadata/sum_lc/model_desc/648098d6-3009-5b26-3e20-82e494cfdb0c.json => examples/test_case_data/localmeta/metadata/dim_as_measure/model_desc/f29d1a92-c115-ec68-5575-9cfcc0d65890.json} (57%) copy src/{kylin-it/src/test/resources/ut_meta/enhanced_agg_pushdown/metadata/test_agg_pushdown/table/DEFAULT.TEST_ORDER.json => examples/test_case_data/localmeta/metadata/dim_as_measure/table/DEFAULT.TEST_DIM_AS_MEASURE.json} (50%) copy src/{kylin-it/src/test/resources/ut_meta/enhanced_agg_pushdown/metadata/test_agg_pushdown/table/DEFAULT.TEST_ORDER.json => examples/test_case_data/localmeta/metadata/newten/table/DEFAULT.TEST_DIM_AS_MEASURE.json} (50%)