This is an automated email from the ASF dual-hosted git repository. nic pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/kylin.git
commit eaa1cdbb5a243798e7a59ea081434b1e0ffcedf9 Author: wangxiaojing <wangxiaoj...@didichuxing.com> AuthorDate: Mon Jan 13 20:51:15 2020 +0800 KYLIN-4337 Global domain dict for Spark build engine --- .../main/java/org/apache/kylin/engine/spark/SparkExecutable.java | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java index a95d3d6..df13969 100644 --- a/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java +++ b/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkExecutable.java @@ -44,6 +44,7 @@ import org.apache.kylin.cube.CubeInstance; import org.apache.kylin.cube.CubeManager; import org.apache.kylin.cube.CubeSegment; import org.apache.kylin.cube.CubeUpdate; +import org.apache.kylin.cube.model.CubeDescTiretreeGlobalDomainDictUtil; import org.apache.kylin.engine.mr.CubingJob; import org.apache.kylin.engine.mr.common.AbstractHadoopJob; import org.apache.kylin.engine.mr.common.BatchConstants; @@ -506,6 +507,9 @@ public class SparkExecutable extends AbstractExecutable { // cube statistics is not available for new segment dumpList.add(segment.getStatisticsResourcePath()); } + //tiretree global domain dic + CubeDescTiretreeGlobalDomainDictUtil.cuboidJob(segment.getCubeDesc(), dumpList); + JobRelatedMetaUtil.dumpAndUploadKylinPropsAndMetadata(dumpList, (KylinConfigExt) segment.getConfig(), this.getParam(SparkCubingByLayer.OPTION_META_URL.getOpt())); } @@ -520,6 +524,8 @@ public class SparkExecutable extends AbstractExecutable { // cube statistics is not available for new segment dumpList.add(segment.getStatisticsResourcePath()); } + //tiretree global domain dic + CubeDescTiretreeGlobalDomainDictUtil.cuboidJob(segment.getCubeDesc(), dumpList); } JobRelatedMetaUtil.dumpAndUploadKylinPropsAndMetadata(dumpList, (KylinConfigExt) segments.get(0).getConfig(), this.getParam(SparkCubingByLayer.OPTION_META_URL.getOpt()));