Repository: kylin Updated Branches: refs/heads/master 2008fb058 -> 67e9f8981
minor, merge region cut changes with Shaofeng Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/67e9f898 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/67e9f898 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/67e9f898 Branch: refs/heads/master Commit: 67e9f8981d9ea9b88582d912574f2ea3bc7f9e2b Parents: 2008fb0 Author: Li Yang <liy...@apache.org> Authored: Fri Jun 17 17:15:41 2016 +0800 Committer: Li Yang <liy...@apache.org> Committed: Fri Jun 17 17:15:41 2016 +0800 ---------------------------------------------------------------------- examples/test_case_data/sandbox/kylin.properties | 1 - .../org/apache/kylin/storage/hbase/steps/CreateHTableJob.java | 5 +++++ 2 files changed, 5 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/67e9f898/examples/test_case_data/sandbox/kylin.properties ---------------------------------------------------------------------- diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties index f92fd33..410bd74 100644 --- a/examples/test_case_data/sandbox/kylin.properties +++ b/examples/test_case_data/sandbox/kylin.properties @@ -67,7 +67,6 @@ kylin.job.mapreduce.max.reducer.number=5 # The percentage of the sampling, default 100% kylin.job.cubing.inmem.sampling.percent=100 -kylin.hbase.region.count.max=10 # The cut size for hbase region, in GB. # E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default kylin.hbase.region.cut=0.1 http://git-wip-us.apache.org/repos/asf/kylin/blob/67e9f898/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java ---------------------------------------------------------------------- diff --git a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java index 2bb196c..9150a48 100644 --- a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java +++ b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java @@ -292,6 +292,11 @@ public class CreateHTableJob extends AbstractHadoopJob { hfileSizeMB = mbPerRegion; } + // keep the tweak for sandbox test + if (hfileSizeMB > 0.0 && kylinConfig.isDevEnv()) { + hfileSizeMB = mbPerRegion / 2; + } + int compactionThreshold = Integer.valueOf(hbaseConf.get("hbase.hstore.compactionThreshold", "3")); logger.info("hbase.hstore.compactionThreshold is " + compactionThreshold); if (hfileSizeMB > 0.0 && hfileSizeMB * compactionThreshold < mbPerRegion) {
