Repository: kylin Updated Branches: refs/heads/master e4ff6ef8a -> c96488da2
KYLIN-1623 print precision in CubeStatsReader Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/c96488da Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/c96488da Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/c96488da Branch: refs/heads/master Commit: c96488da28e7375063f665f2b249452aaa77dbf8 Parents: e4ff6ef Author: shaofengshi <shaofeng...@apache.org> Authored: Tue Apr 26 19:08:59 2016 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Tue Apr 26 19:10:22 2016 +0800 ---------------------------------------------------------------------- .../org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java | 4 ++++ .../java/org/apache/kylin/engine/mr/common/CubeStatsReader.java | 1 + .../cube_desc/test_kylin_cube_without_slr_left_join_desc.json | 3 +++ 3 files changed, 8 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/c96488da/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java ---------------------------------------------------------------------- diff --git a/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java b/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java index f44779f..f942f00 100644 --- a/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java +++ b/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java @@ -110,6 +110,10 @@ public class HyperLogLogPlusCounter implements Serializable, Comparable<HyperLog return new HLLCSnapshot(this).getCountEstimate(); } + public int getPrecision() { + return this.p; + } + public double getErrorRate() { return 1.04 / Math.sqrt(m); } http://git-wip-us.apache.org/repos/asf/kylin/blob/c96488da/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java ---------------------------------------------------------------------- diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java index 44d5ce1..940172b 100644 --- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java +++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java @@ -223,6 +223,7 @@ public class CubeStatsReader { out.println("============================================================================"); out.println("Statistics of " + seg); out.println(); + out.println("Cube statistics hll precision: " + cuboidRowEstimatesHLL.values().iterator().next().getPrecision()); out.println("Total cuboids: " + cuboidRows.size()); out.println("Total estimated rows: " + SumHelper.sumLong(cuboidRows.values())); out.println("Total estimated size(MB): " + SumHelper.sumDouble(cuboidSizes.values())); http://git-wip-us.apache.org/repos/asf/kylin/blob/c96488da/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json index 5e25a5b..343eab4 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json @@ -281,5 +281,8 @@ "retention_range" : 0, "engine_type" : 2, "storage_type" : 2, + "override_kylin_properties": { + "kylin.job.cubing.inmem.sampling.hll.precision": "16" + }, "partition_date_start": 0 }
