Repository: kylin Updated Branches: refs/heads/1.5.1-hbase1.1.3-test 3c2c42067 -> c68689907
KYLIN-1556 remove the left hybrid and refine candidate priority for IT Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/c6868990 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/c6868990 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/c6868990 Branch: refs/heads/1.5.1-hbase1.1.3-test Commit: c6868990752864822ae3fd72f13d223f18eaa979 Parents: 3c2c420 Author: lidongsjtu <lid...@apache.org> Authored: Fri Apr 22 11:57:56 2016 +0800 Committer: lidongsjtu <lid...@apache.org> Committed: Fri Apr 22 11:57:56 2016 +0800 ---------------------------------------------------------------------- .../metadata/realization/CapabilityResult.java | 2 +- .../hybrid/test_kylin_hybrid_left_join.json | 14 -------------- .../localmeta/project/default.json | 5 ----- .../apache/kylin/query/ITCombinationTest.java | 12 ++++++++++++ .../org/apache/kylin/query/ITIIQueryTest.java | 8 +------- .../org/apache/kylin/query/ITKylinQueryTest.java | 11 +++++++++++ .../apache/kylin/query/routing/Candidate.java | 19 ++++++++++++------- 7 files changed, 37 insertions(+), 34 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/core-metadata/src/main/java/org/apache/kylin/metadata/realization/CapabilityResult.java ---------------------------------------------------------------------- diff --git a/core-metadata/src/main/java/org/apache/kylin/metadata/realization/CapabilityResult.java b/core-metadata/src/main/java/org/apache/kylin/metadata/realization/CapabilityResult.java index 3b55728..2241e6a 100644 --- a/core-metadata/src/main/java/org/apache/kylin/metadata/realization/CapabilityResult.java +++ b/core-metadata/src/main/java/org/apache/kylin/metadata/realization/CapabilityResult.java @@ -53,7 +53,7 @@ public class CapabilityResult { @Override public double suggestCostMultiplier() { - return 1.0; + return 1; } public FunctionDesc getMeasureFunction() { http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/examples/test_case_data/localmeta/hybrid/test_kylin_hybrid_left_join.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/hybrid/test_kylin_hybrid_left_join.json b/examples/test_case_data/localmeta/hybrid/test_kylin_hybrid_left_join.json deleted file mode 100644 index 3a18f87..0000000 --- a/examples/test_case_data/localmeta/hybrid/test_kylin_hybrid_left_join.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "uuid": "5ca78590-64b6-4367-8fb5-7500eb95fd9c", - - "name": "test_kylin_hybrid_left_join", - "realizations": [ - { - "type": "CUBE", - "realization": "test_kylin_cube_with_slr_left_join_empty" - } - ], - "cost": 100, - "last_modified": 1420016227424, - "create_time": null -} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/examples/test_case_data/localmeta/project/default.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/project/default.json b/examples/test_case_data/localmeta/project/default.json index 6359ff5..41ac6da 100644 --- a/examples/test_case_data/localmeta/project/default.json +++ b/examples/test_case_data/localmeta/project/default.json @@ -39,11 +39,6 @@ "realization": "test_streaming_table_cube" }, { - "name": "test_kylin_hybrid_left_join", - "type": "HYBRID", - "realization": "test_kylin_hybrid_left_join" - }, - { "name": "test_kylin_hybrid_inner_join", "type": "HYBRID", "realization": "test_kylin_hybrid_inner_join" http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/kylin-it/src/test/java/org/apache/kylin/query/ITCombinationTest.java ---------------------------------------------------------------------- diff --git a/kylin-it/src/test/java/org/apache/kylin/query/ITCombinationTest.java b/kylin-it/src/test/java/org/apache/kylin/query/ITCombinationTest.java index 1845587..4191462 100644 --- a/kylin-it/src/test/java/org/apache/kylin/query/ITCombinationTest.java +++ b/kylin-it/src/test/java/org/apache/kylin/query/ITCombinationTest.java @@ -21,7 +21,10 @@ package org.apache.kylin.query; import java.sql.SQLException; import java.util.Arrays; import java.util.Collection; +import java.util.Map; +import org.apache.kylin.metadata.realization.RealizationType; +import org.apache.kylin.query.routing.Candidate; import org.apache.kylin.storage.hbase.HBaseStorage; import org.apache.kylin.storage.hbase.cube.v1.coprocessor.observer.ObserverEnabler; import org.junit.AfterClass; @@ -29,6 +32,8 @@ import org.junit.BeforeClass; import org.junit.runner.RunWith; import org.junit.runners.Parameterized; +import com.google.common.collect.Maps; + /** */ @RunWith(Parameterized.class) @@ -36,6 +41,12 @@ public class ITCombinationTest extends ITKylinQueryTest { @BeforeClass public static void setUp() throws SQLException { + Map<RealizationType, Integer> priorities = Maps.newHashMap(); + priorities.put(RealizationType.INVERTED_INDEX, 2); + priorities.put(RealizationType.HYBRID, 0); + priorities.put(RealizationType.CUBE, 0); + Candidate.setPriorities(priorities); + printInfo("setUp in ITCombinationTest"); } @@ -44,6 +55,7 @@ public class ITCombinationTest extends ITKylinQueryTest { printInfo("tearDown in ITCombinationTest"); clean(); HBaseStorage.overwriteStorageQuery = null; + Candidate.restorePriorities(); } /** http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/kylin-it/src/test/java/org/apache/kylin/query/ITIIQueryTest.java ---------------------------------------------------------------------- diff --git a/kylin-it/src/test/java/org/apache/kylin/query/ITIIQueryTest.java b/kylin-it/src/test/java/org/apache/kylin/query/ITIIQueryTest.java index 67033dd..3f470cb 100644 --- a/kylin-it/src/test/java/org/apache/kylin/query/ITIIQueryTest.java +++ b/kylin-it/src/test/java/org/apache/kylin/query/ITIIQueryTest.java @@ -46,18 +46,12 @@ public class ITIIQueryTest extends ITKylinQueryTest { priorities.put(RealizationType.HYBRID, 1); priorities.put(RealizationType.CUBE, 2); Candidate.setPriorities(priorities); - } @AfterClass public static void tearDown() throws Exception { ITKylinQueryTest.tearDown();//invoke super class - - Map<RealizationType, Integer> priorities = Maps.newHashMap(); - priorities.put(RealizationType.INVERTED_INDEX, 1); - priorities.put(RealizationType.CUBE, 0); - priorities.put(RealizationType.HYBRID, 0); - Candidate.setPriorities(priorities); + Candidate.restorePriorities(); } @Parameterized.Parameters http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/kylin-it/src/test/java/org/apache/kylin/query/ITKylinQueryTest.java ---------------------------------------------------------------------- diff --git a/kylin-it/src/test/java/org/apache/kylin/query/ITKylinQueryTest.java b/kylin-it/src/test/java/org/apache/kylin/query/ITKylinQueryTest.java index 09fcf4b..7de0484 100644 --- a/kylin-it/src/test/java/org/apache/kylin/query/ITKylinQueryTest.java +++ b/kylin-it/src/test/java/org/apache/kylin/query/ITKylinQueryTest.java @@ -23,14 +23,18 @@ import static org.junit.Assert.assertTrue; import java.io.File; import java.sql.DriverManager; import java.util.List; +import java.util.Map; import java.util.Properties; +import com.google.common.collect.Maps; import org.apache.commons.lang3.StringUtils; import org.apache.kylin.common.KylinConfig; import org.apache.kylin.common.util.HBaseMetadataTestCase; import org.apache.kylin.metadata.project.ProjectInstance; +import org.apache.kylin.metadata.realization.RealizationType; import org.apache.kylin.query.enumerator.OLAPQuery; import org.apache.kylin.query.relnode.OLAPContext; +import org.apache.kylin.query.routing.Candidate; import org.apache.kylin.query.schema.OLAPSchemaFactory; import org.apache.kylin.storage.hbase.cube.v1.coprocessor.observer.ObserverEnabler; import org.dbunit.database.DatabaseConnection; @@ -45,6 +49,12 @@ public class ITKylinQueryTest extends KylinTestBase { @BeforeClass public static void setUp() throws Exception { + Map<RealizationType, Integer> priorities = Maps.newHashMap(); + priorities.put(RealizationType.INVERTED_INDEX, 2); + priorities.put(RealizationType.HYBRID, 0); + priorities.put(RealizationType.CUBE, 0); + Candidate.setPriorities(priorities); + printInfo("setUp in KylinQueryTest"); joinType = "left"; @@ -53,6 +63,7 @@ public class ITKylinQueryTest extends KylinTestBase { @AfterClass public static void tearDown() throws Exception { + Candidate.restorePriorities(); printInfo("tearDown in KylinQueryTest"); clean(); } http://git-wip-us.apache.org/repos/asf/kylin/blob/c6868990/query/src/main/java/org/apache/kylin/query/routing/Candidate.java ---------------------------------------------------------------------- diff --git a/query/src/main/java/org/apache/kylin/query/routing/Candidate.java b/query/src/main/java/org/apache/kylin/query/routing/Candidate.java index 9be8f5e..28c60a8 100644 --- a/query/src/main/java/org/apache/kylin/query/routing/Candidate.java +++ b/query/src/main/java/org/apache/kylin/query/routing/Candidate.java @@ -29,18 +29,23 @@ import com.google.common.collect.Maps; public class Candidate implements Comparable<Candidate> { - static final Map<RealizationType, Integer> PRIORITIES = Maps.newHashMap(); + static Map<RealizationType, Integer> DEFAULT_PRIORITIES = Maps.newHashMap(); + static Map<RealizationType, Integer> PRIORITIES = DEFAULT_PRIORITIES; static { - PRIORITIES.put(RealizationType.HYBRID, 0); - PRIORITIES.put(RealizationType.CUBE, 1); - PRIORITIES.put(RealizationType.INVERTED_INDEX, 2); + DEFAULT_PRIORITIES.put(RealizationType.HYBRID, 0); + DEFAULT_PRIORITIES.put(RealizationType.CUBE, 1); + DEFAULT_PRIORITIES.put(RealizationType.INVERTED_INDEX, 2); } /** for test only */ public static void setPriorities(Map<RealizationType, Integer> priorities) { - PRIORITIES.clear(); - PRIORITIES.putAll(priorities); + PRIORITIES = priorities; + } + + /** for test only */ + public static void restorePriorities() { + PRIORITIES = DEFAULT_PRIORITIES; } // ============================================================================ @@ -87,7 +92,7 @@ public class Candidate implements Comparable<Candidate> { if (comp != 0) { return comp; } - + return 0; }
