minor, fix UT Signed-off-by: Li Yang <liy...@apache.org>
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/61dd19f6 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/61dd19f6 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/61dd19f6 Branch: refs/heads/yang21-cdh5.7 Commit: 61dd19f6f64e2fdcb3b09de5f4b1c171d942ed1c Parents: d87b7a5 Author: Roger Shi <rogershijich...@hotmail.com> Authored: Thu Nov 17 17:08:17 2016 +0800 Committer: Li Yang <liy...@apache.org> Committed: Thu Nov 17 17:54:45 2016 +0800 ---------------------------------------------------------------------- .../common/util/LocalFileMetadataTestCase.java | 1 + .../kylin/cube/AggregationGroupRuleTest.java | 37 +- .../org/apache/kylin/cube/CubeDescTest.java | 13 +- .../kylin/cube/cuboid/CuboidSchedulerTest.java | 7 + .../validation/rule/DictionaryRuleTest.java | 3 + .../ut_cube_desc_combination_int_overflow.json | 398 ------------- ..._cube_desc_combination_int_overflow.json.bad | 398 +++++++++++++ .../cube_desc/ut_large_dimension_number.json | 585 ------------------- .../ut_large_dimension_number.json.bad | 585 +++++++++++++++++++ 9 files changed, 1036 insertions(+), 991 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/core-common/src/test/java/org/apache/kylin/common/util/LocalFileMetadataTestCase.java ---------------------------------------------------------------------- diff --git a/core-common/src/test/java/org/apache/kylin/common/util/LocalFileMetadataTestCase.java b/core-common/src/test/java/org/apache/kylin/common/util/LocalFileMetadataTestCase.java index c3e2538..d351041 100644 --- a/core-common/src/test/java/org/apache/kylin/common/util/LocalFileMetadataTestCase.java +++ b/core-common/src/test/java/org/apache/kylin/common/util/LocalFileMetadataTestCase.java @@ -28,6 +28,7 @@ import org.apache.kylin.common.persistence.ResourceStore; public class LocalFileMetadataTestCase extends AbstractKylinTestCase { public static String LOCALMETA_TEST_DATA = "../examples/test_case_data/localmeta"; + public static String LOCALMETA_TEMP_DATA = "../examples/test_metadata/"; @Override public void createTestMetadata() { http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/core-cube/src/test/java/org/apache/kylin/cube/AggregationGroupRuleTest.java ---------------------------------------------------------------------- diff --git a/core-cube/src/test/java/org/apache/kylin/cube/AggregationGroupRuleTest.java b/core-cube/src/test/java/org/apache/kylin/cube/AggregationGroupRuleTest.java index 7fea440..7903017 100644 --- a/core-cube/src/test/java/org/apache/kylin/cube/AggregationGroupRuleTest.java +++ b/core-cube/src/test/java/org/apache/kylin/cube/AggregationGroupRuleTest.java @@ -33,15 +33,31 @@ import org.apache.kylin.cube.model.CubeDesc; import org.apache.kylin.cube.model.validation.IValidatorRule; import org.apache.kylin.cube.model.validation.ValidateContext; import org.apache.kylin.cube.model.validation.rule.AggregationGroupRule; +import org.apache.kylin.metadata.MetadataManager; +import org.junit.After; +import org.junit.Before; import org.junit.Test; -public class AggregationGroupRuleTest { +public class AggregationGroupRuleTest extends LocalFileMetadataTestCase{ + @Before + public void setUp() throws Exception { + this.createTestMetadata(); + MetadataManager.clearCache(); + } + + @After + public void after() throws Exception { + this.cleanupTestMetadata(); + } @Test public void testGoodDesc() throws IOException { AggregationGroupRule rule = getAggregationGroupRule(); - for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/").listFiles()) { + for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/").listFiles()) { + if (!f.getName().endsWith("json")) { + continue; + } CubeDesc desc = JsonUtil.readValue(new FileInputStream(f), CubeDesc.class); ValidateContext vContext = new ValidateContext(); rule.validate(desc, vContext); @@ -59,7 +75,7 @@ public class AggregationGroupRuleTest { } }; - for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/").listFiles()) { + for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/").listFiles()) { System.out.println(f.getName()); CubeDesc desc = JsonUtil.readValue(new FileInputStream(f), CubeDesc.class); ValidateContext vContext = new ValidateContext(); @@ -74,7 +90,7 @@ public class AggregationGroupRuleTest { public void testGoodDesc2() throws IOException { ValidateContext vContext = new ValidateContext(); - CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/test_kylin_cube_with_slr_desc.json"), CubeDesc.class); + CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/test_kylin_cube_with_slr_desc.json"), CubeDesc.class); desc.getAggregationGroups().get(0).getSelectRule().joint_dims = new String[][] { // new String[] { "lstg_format_name", "lstg_site_id", "slr_segment_cd", "CATEG_LVL2_NAME" } }; @@ -88,7 +104,7 @@ public class AggregationGroupRuleTest { public void testBadDesc1() throws IOException { ValidateContext vContext = new ValidateContext(); - CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/test_kylin_cube_with_slr_desc.json"), CubeDesc.class); + CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/test_kylin_cube_with_slr_desc.json"), CubeDesc.class); String[] temp = Arrays.asList(desc.getAggregationGroups().get(0).getIncludes()).subList(0, 3).toArray(new String[3]); desc.getAggregationGroups().get(0).setIncludes(temp); @@ -105,7 +121,7 @@ public class AggregationGroupRuleTest { public void testBadDesc2() throws IOException { ValidateContext vContext = new ValidateContext(); - CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/test_kylin_cube_with_slr_desc.json"), CubeDesc.class); + CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/test_kylin_cube_with_slr_desc.json"), CubeDesc.class); desc.getAggregationGroups().get(0).getSelectRule().joint_dims = new String[][] { // new String[] { "lstg_format_name", "lstg_site_id", "slr_segment_cd", "META_CATEG_NAME", "CATEG_LVL2_NAME" } }; @@ -118,8 +134,15 @@ public class AggregationGroupRuleTest { @Test public void testCombinationIntOverflow() throws IOException { + for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/").listFiles()) { + if (f.getName().endsWith("bad")) { + String path = f.getPath(); + f.renameTo(new File(path.substring(0, path.length() - 4))); + } + } + ValidateContext vContext = new ValidateContext(); - CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/ut_cube_desc_combination_int_overflow.json"), CubeDesc.class); + CubeDesc desc = JsonUtil.readValue(new FileInputStream(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/ut_cube_desc_combination_int_overflow.json"), CubeDesc.class); IValidatorRule<CubeDesc> rule = getAggregationGroupRule(); rule.validate(desc, vContext); http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/core-cube/src/test/java/org/apache/kylin/cube/CubeDescTest.java ---------------------------------------------------------------------- diff --git a/core-cube/src/test/java/org/apache/kylin/cube/CubeDescTest.java b/core-cube/src/test/java/org/apache/kylin/cube/CubeDescTest.java index 597121b..dc88197 100644 --- a/core-cube/src/test/java/org/apache/kylin/cube/CubeDescTest.java +++ b/core-cube/src/test/java/org/apache/kylin/cube/CubeDescTest.java @@ -18,6 +18,9 @@ package org.apache.kylin.cube; +import java.io.File; +import java.nio.file.Files; +import java.nio.file.Path; import java.util.Arrays; import java.util.HashMap; import java.util.Map; @@ -195,9 +198,17 @@ public class CubeDescTest extends LocalFileMetadataTestCase { @Test public void testCombinationIntOverflow() throws Exception { + for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/").listFiles()) { + if (f.getName().endsWith("bad")) { + String path = f.getPath(); + f.renameTo(new File(path.substring(0, path.length() - 4))); + } + } + thrown.expect(IllegalStateException.class); + getTestConfig(); CubeDesc cubeDesc = CubeDescManager.getInstance(getTestConfig()).getCubeDesc("ut_cube_desc_combination_int_overflow"); - cubeDesc.init(getTestConfig()); + cubeDesc.init(getTestConfig(), MetadataManager.getInstance(getTestConfig()).getAllTablesMap()); } @Test http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/core-cube/src/test/java/org/apache/kylin/cube/cuboid/CuboidSchedulerTest.java ---------------------------------------------------------------------- diff --git a/core-cube/src/test/java/org/apache/kylin/cube/cuboid/CuboidSchedulerTest.java b/core-cube/src/test/java/org/apache/kylin/cube/cuboid/CuboidSchedulerTest.java index bdceb0f..63a8211 100644 --- a/core-cube/src/test/java/org/apache/kylin/cube/cuboid/CuboidSchedulerTest.java +++ b/core-cube/src/test/java/org/apache/kylin/cube/cuboid/CuboidSchedulerTest.java @@ -22,6 +22,7 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; import static org.junit.Assert.fail; +import java.io.File; import java.util.Arrays; import java.util.Collection; import java.util.List; @@ -286,6 +287,12 @@ public class CuboidSchedulerTest extends LocalFileMetadataTestCase { @Test public void testCuboid_onlyBaseCuboid() { + for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEMP_DATA + "/cube_desc/").listFiles()) { + if (f.getName().endsWith("bad")) { + String path = f.getPath(); + f.renameTo(new File(path.substring(0, path.length() - 4))); + } + } CubeDesc cube = getCubeDescManager().getCubeDesc("ut_large_dimension_number"); CuboidScheduler scheduler = new CuboidScheduler(cube); http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/core-cube/src/test/java/org/apache/kylin/cube/model/validation/rule/DictionaryRuleTest.java ---------------------------------------------------------------------- diff --git a/core-cube/src/test/java/org/apache/kylin/cube/model/validation/rule/DictionaryRuleTest.java b/core-cube/src/test/java/org/apache/kylin/cube/model/validation/rule/DictionaryRuleTest.java index fdbbb2c..5085f67 100644 --- a/core-cube/src/test/java/org/apache/kylin/cube/model/validation/rule/DictionaryRuleTest.java +++ b/core-cube/src/test/java/org/apache/kylin/cube/model/validation/rule/DictionaryRuleTest.java @@ -61,6 +61,9 @@ public class DictionaryRuleTest extends LocalFileMetadataTestCase { DictionaryRule rule = new DictionaryRule(); for (File f : new File(LocalFileMetadataTestCase.LOCALMETA_TEST_DATA + "/cube_desc/").listFiles()) { + if (!f.getName().endsWith("json")) { + continue; + } CubeDesc desc = JsonUtil.readValue(new FileInputStream(f), CubeDesc.class); desc.init(config, metadataManager.getAllTablesMap()); ValidateContext vContext = new ValidateContext(); http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json b/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json deleted file mode 100644 index ec6f8f4..0000000 --- a/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json +++ /dev/null @@ -1,398 +0,0 @@ -{ - "uuid" : "9e89e128-f13e-4209-82d2-973985114793", - "last_modified" : 1479207711845, - "name" : "ut_cube_desc_combination_int_overflow", - "model_name" : "ut_large_dimension_number", - "description" : "", - "null_string" : null, - "dimensions" : [ { - "name" : "DEFAULT.WIDE_TABLE.A", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "A", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.B", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "B", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.C", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "C", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.D", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "D", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.E", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "E", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.F", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "F", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.G", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "G", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.H", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "H", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.I", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "I", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.J", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "J", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.K", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "K", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.L", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "L", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.M", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "M", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.N", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "N", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.O", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "O", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.P", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "P", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.Q", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "Q", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.R", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "R", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.S", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "S", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.T", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "T", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.U", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "U", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.V", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "V", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.W", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "W", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.X", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "X", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.Y", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "Y", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.Z", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "Z", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AA", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AA", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AB", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AB", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AC", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AC", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AD", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AD", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AE", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AE", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AF", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AF", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AG", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AG", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AH", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AH", - "derived" : null - } ], - "measures" : [ { - "name" : "_COUNT_", - "function" : { - "expression" : "COUNT", - "parameter" : { - "type" : "constant", - "value" : "1", - "next_parameter" : null - }, - "returntype" : "bigint" - }, - "dependent_measure_ref" : null - } ], - "dictionaries" : [ ], - "rowkey" : { - "rowkey_columns" : [ { - "column" : "A", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "B", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "C", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "D", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "E", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "F", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "G", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "H", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "I", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "J", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "K", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "L", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "M", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "N", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "O", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "P", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "Q", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "R", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "S", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "T", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "U", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "V", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "W", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "X", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "Y", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "Z", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AA", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AB", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AC", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AD", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AE", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AF", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AG", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AH", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }] - }, - "hbase_mapping" : { - "column_family" : [ { - "name" : "F1", - "columns" : [ { - "qualifier" : "M", - "measure_refs" : [ "_COUNT_" ] - } ] - } ] - }, - "aggregation_groups" : [ { - "includes" : [ "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "AA", "AB", "AC", "AD", "AE", "AF", "AG", "AH"], - "select_rule" : { - "hierarchy_dims" : [ ], - "mandatory_dims" : [ ], - "joint_dims" : [ ] - } - }], - "signature" : "4NqJVcVIYRF5PkJ0jS+9Rg==", - "notify_list" : [ ], - "status_need_notify" : [ "ERROR", "DISCARDED", "SUCCEED" ], - "partition_date_start" : 1469923200000, - "partition_date_end" : 3153600000000, - "auto_merge_time_ranges" : [ 604800000, 2419200000 ], - "retention_range" : 0, - "engine_type" : 100, - "storage_type" : 100, - "override_kylin_properties" : { - "kylin.cube.algorithm" : "auto", - "kylin.cube.aggrgroup.max.combination" : "4096", - "kylin.job.cubing.inmem.sampling.percent" : "100", - "kylin.hbase.default.compression.codec" : "none" - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json.bad ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json.bad b/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json.bad new file mode 100644 index 0000000..ec6f8f4 --- /dev/null +++ b/examples/test_case_data/localmeta/cube_desc/ut_cube_desc_combination_int_overflow.json.bad @@ -0,0 +1,398 @@ +{ + "uuid" : "9e89e128-f13e-4209-82d2-973985114793", + "last_modified" : 1479207711845, + "name" : "ut_cube_desc_combination_int_overflow", + "model_name" : "ut_large_dimension_number", + "description" : "", + "null_string" : null, + "dimensions" : [ { + "name" : "DEFAULT.WIDE_TABLE.A", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "A", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.B", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "B", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.C", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "C", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.D", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "D", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.E", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "E", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.F", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "F", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.G", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "G", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.H", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "H", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.I", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "I", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.J", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "J", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.K", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "K", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.L", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "L", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.M", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "M", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.N", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "N", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.O", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "O", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.P", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "P", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.Q", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "Q", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.R", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "R", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.S", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "S", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.T", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "T", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.U", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "U", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.V", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "V", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.W", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "W", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.X", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "X", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.Y", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "Y", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.Z", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "Z", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AA", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AA", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AB", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AB", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AC", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AC", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AD", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AD", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AE", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AE", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AF", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AF", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AG", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AG", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AH", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AH", + "derived" : null + } ], + "measures" : [ { + "name" : "_COUNT_", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null + }, + "returntype" : "bigint" + }, + "dependent_measure_ref" : null + } ], + "dictionaries" : [ ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "A", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "B", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "C", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "D", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "E", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "F", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "G", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "H", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "I", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "J", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "K", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "L", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "M", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "N", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "O", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "P", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "Q", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "R", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "S", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "T", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "U", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "V", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "W", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "X", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "Y", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "Z", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AA", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AB", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AC", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AD", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AE", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AF", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AG", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AH", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }] + }, + "hbase_mapping" : { + "column_family" : [ { + "name" : "F1", + "columns" : [ { + "qualifier" : "M", + "measure_refs" : [ "_COUNT_" ] + } ] + } ] + }, + "aggregation_groups" : [ { + "includes" : [ "A", "B", "C", "D", "E", "F", "G", "H", "I", "J", "K", "L", "M", "N", "O", "P", "Q", "R", "S", "T", "U", "V", "W", "X", "Y", "Z", "AA", "AB", "AC", "AD", "AE", "AF", "AG", "AH"], + "select_rule" : { + "hierarchy_dims" : [ ], + "mandatory_dims" : [ ], + "joint_dims" : [ ] + } + }], + "signature" : "4NqJVcVIYRF5PkJ0jS+9Rg==", + "notify_list" : [ ], + "status_need_notify" : [ "ERROR", "DISCARDED", "SUCCEED" ], + "partition_date_start" : 1469923200000, + "partition_date_end" : 3153600000000, + "auto_merge_time_ranges" : [ 604800000, 2419200000 ], + "retention_range" : 0, + "engine_type" : 100, + "storage_type" : 100, + "override_kylin_properties" : { + "kylin.cube.algorithm" : "auto", + "kylin.cube.aggrgroup.max.combination" : "4096", + "kylin.job.cubing.inmem.sampling.percent" : "100", + "kylin.hbase.default.compression.codec" : "none" + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json b/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json deleted file mode 100644 index c0e8568..0000000 --- a/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json +++ /dev/null @@ -1,585 +0,0 @@ -{ - "uuid" : "9e89e128-f13e-4209-82d2-973985114793", - "last_modified" : 1479207711845, - "name" : "ut_large_dimension_number", - "model_name" : "ut_large_dimension_number", - "description" : "", - "null_string" : null, - "dimensions" : [ { - "name" : "DEFAULT.WIDE_TABLE.A", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "A", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.B", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "B", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.C", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "C", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.D", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "D", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.E", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "E", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.F", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "F", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.G", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "G", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.H", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "H", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.I", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "I", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.J", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "J", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.K", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "K", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.L", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "L", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.M", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "M", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.N", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "N", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.O", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "O", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.P", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "P", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.Q", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "Q", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.R", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "R", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.S", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "S", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.T", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "T", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.U", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "U", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.V", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "V", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.W", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "W", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.X", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "X", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.Y", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "Y", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.Z", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "Z", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AA", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AA", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AB", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AB", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AC", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AC", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AD", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AD", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AE", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AE", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AF", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AF", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AG", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AG", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AH", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AH", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AI", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AI", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AJ", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AJ", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AK", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AK", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AL", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AL", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AM", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AM", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AN", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AN", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AO", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AO", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AP", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AP", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AQ", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AQ", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AR", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AR", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AS", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AS", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AT", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AT", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AU", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AU", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AV", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AV", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AW", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AW", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AX", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AX", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AY", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AY", - "derived" : null - },{ - "name" : "DEFAULT.WIDE_TABLE.AZ", - "table" : "DEFAULT.WIDE_TABLE", - "column" : "AZ", - "derived" : null - } ], - "measures" : [ { - "name" : "_COUNT_", - "function" : { - "expression" : "COUNT", - "parameter" : { - "type" : "constant", - "value" : "1", - "next_parameter" : null - }, - "returntype" : "bigint" - }, - "dependent_measure_ref" : null - } ], - "dictionaries" : [ ], - "rowkey" : { - "rowkey_columns" : [ { - "column" : "A", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "B", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "C", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "D", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "E", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "F", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "G", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "H", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "I", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "J", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "K", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "L", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "M", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "N", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "O", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "P", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "Q", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "R", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "S", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "T", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "U", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "V", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "W", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "X", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "Y", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "Z", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AA", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AB", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AC", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AD", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AE", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AF", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AG", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AH", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AI", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AJ", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AK", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AL", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AM", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AN", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AO", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AP", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AQ", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AR", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AS", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AT", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - }, { - "column" : "AU", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - },{ - "column" : "AV", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - },{ - "column" : "AW", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - },{ - "column" : "AX", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - },{ - "column" : "AY", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - },{ - "column" : "AZ", - "encoding" : "dict", - "isShardBy" : false, - "index" : "eq" - } ] - }, - "hbase_mapping" : { - "column_family" : [ { - "name" : "F1", - "columns" : [ { - "qualifier" : "M", - "measure_refs" : [ "_COUNT_" ] - } ] - } ] - }, - "aggregation_groups" : [ { - "includes" : [ "A", "B", "C", "D", "E" ], - "select_rule" : { - "hierarchy_dims" : [ ], - "mandatory_dims" : [ ], - "joint_dims" : [ ] - } - }, { - "includes" : [ "F", "G", "H", "I", "J", "K", "L", "M" ], - "select_rule" : { - "hierarchy_dims" : [ ], - "mandatory_dims" : [ "F" ], - "joint_dims" : [ ] - } - } ], - "signature" : "4NqJVcVIYRF5PkJ0jS+9Rg==", - "notify_list" : [ ], - "status_need_notify" : [ "ERROR", "DISCARDED", "SUCCEED" ], - "partition_date_start" : 1469923200000, - "partition_date_end" : 3153600000000, - "auto_merge_time_ranges" : [ 604800000, 2419200000 ], - "retention_range" : 0, - "engine_type" : 100, - "storage_type" : 100, - "override_kylin_properties" : { - "kylin.cube.algorithm" : "auto", - "kylin.cube.aggrgroup.max.combination" : "4096", - "kylin.job.cubing.inmem.sampling.percent" : "100", - "kylin.hbase.default.compression.codec" : "none" - } -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/61dd19f6/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json.bad ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json.bad b/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json.bad new file mode 100644 index 0000000..c0e8568 --- /dev/null +++ b/examples/test_case_data/localmeta/cube_desc/ut_large_dimension_number.json.bad @@ -0,0 +1,585 @@ +{ + "uuid" : "9e89e128-f13e-4209-82d2-973985114793", + "last_modified" : 1479207711845, + "name" : "ut_large_dimension_number", + "model_name" : "ut_large_dimension_number", + "description" : "", + "null_string" : null, + "dimensions" : [ { + "name" : "DEFAULT.WIDE_TABLE.A", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "A", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.B", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "B", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.C", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "C", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.D", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "D", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.E", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "E", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.F", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "F", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.G", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "G", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.H", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "H", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.I", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "I", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.J", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "J", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.K", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "K", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.L", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "L", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.M", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "M", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.N", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "N", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.O", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "O", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.P", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "P", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.Q", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "Q", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.R", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "R", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.S", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "S", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.T", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "T", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.U", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "U", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.V", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "V", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.W", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "W", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.X", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "X", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.Y", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "Y", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.Z", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "Z", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AA", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AA", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AB", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AB", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AC", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AC", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AD", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AD", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AE", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AE", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AF", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AF", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AG", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AG", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AH", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AH", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AI", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AI", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AJ", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AJ", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AK", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AK", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AL", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AL", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AM", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AM", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AN", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AN", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AO", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AO", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AP", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AP", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AQ", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AQ", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AR", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AR", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AS", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AS", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AT", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AT", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AU", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AU", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AV", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AV", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AW", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AW", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AX", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AX", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AY", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AY", + "derived" : null + },{ + "name" : "DEFAULT.WIDE_TABLE.AZ", + "table" : "DEFAULT.WIDE_TABLE", + "column" : "AZ", + "derived" : null + } ], + "measures" : [ { + "name" : "_COUNT_", + "function" : { + "expression" : "COUNT", + "parameter" : { + "type" : "constant", + "value" : "1", + "next_parameter" : null + }, + "returntype" : "bigint" + }, + "dependent_measure_ref" : null + } ], + "dictionaries" : [ ], + "rowkey" : { + "rowkey_columns" : [ { + "column" : "A", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "B", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "C", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "D", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "E", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "F", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "G", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "H", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "I", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "J", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "K", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "L", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "M", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "N", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "O", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "P", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "Q", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "R", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "S", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "T", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "U", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "V", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "W", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "X", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "Y", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "Z", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AA", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AB", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AC", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AD", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AE", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AF", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AG", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AH", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AI", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AJ", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AK", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AL", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AM", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AN", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AO", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AP", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AQ", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AR", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AS", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AT", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + }, { + "column" : "AU", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + },{ + "column" : "AV", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + },{ + "column" : "AW", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + },{ + "column" : "AX", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + },{ + "column" : "AY", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + },{ + "column" : "AZ", + "encoding" : "dict", + "isShardBy" : false, + "index" : "eq" + } ] + }, + "hbase_mapping" : { + "column_family" : [ { + "name" : "F1", + "columns" : [ { + "qualifier" : "M", + "measure_refs" : [ "_COUNT_" ] + } ] + } ] + }, + "aggregation_groups" : [ { + "includes" : [ "A", "B", "C", "D", "E" ], + "select_rule" : { + "hierarchy_dims" : [ ], + "mandatory_dims" : [ ], + "joint_dims" : [ ] + } + }, { + "includes" : [ "F", "G", "H", "I", "J", "K", "L", "M" ], + "select_rule" : { + "hierarchy_dims" : [ ], + "mandatory_dims" : [ "F" ], + "joint_dims" : [ ] + } + } ], + "signature" : "4NqJVcVIYRF5PkJ0jS+9Rg==", + "notify_list" : [ ], + "status_need_notify" : [ "ERROR", "DISCARDED", "SUCCEED" ], + "partition_date_start" : 1469923200000, + "partition_date_end" : 3153600000000, + "auto_merge_time_ranges" : [ 604800000, 2419200000 ], + "retention_range" : 0, + "engine_type" : 100, + "storage_type" : 100, + "override_kylin_properties" : { + "kylin.cube.algorithm" : "auto", + "kylin.cube.aggrgroup.max.combination" : "4096", + "kylin.job.cubing.inmem.sampling.percent" : "100", + "kylin.hbase.default.compression.codec" : "none" + } +} \ No newline at end of file
