Repository: kylin Updated Branches: refs/heads/yang-m1 51a7b012f -> a2f3c1cb2
KYLIN-1623 print precision in CubeStatsReader Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/a2f3c1cb Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/a2f3c1cb Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/a2f3c1cb Branch: refs/heads/yang-m1 Commit: a2f3c1cb20c8a88a6bd62961d2a36f410d6fe917 Parents: 51a7b01 Author: shaofengshi <shaofeng...@apache.org> Authored: Tue Apr 26 19:08:59 2016 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Tue Apr 26 19:08:59 2016 +0800 ---------------------------------------------------------------------- .../org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java | 4 ++++ .../java/org/apache/kylin/engine/mr/common/CubeStatsReader.java | 1 + .../cube_desc/test_kylin_cube_without_slr_left_join_desc.json | 3 +++ 3 files changed, 8 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/a2f3c1cb/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java ---------------------------------------------------------------------- diff --git a/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java b/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java index f44779f..f942f00 100644 --- a/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java +++ b/core-metadata/src/main/java/org/apache/kylin/measure/hllc/HyperLogLogPlusCounter.java @@ -110,6 +110,10 @@ public class HyperLogLogPlusCounter implements Serializable, Comparable<HyperLog return new HLLCSnapshot(this).getCountEstimate(); } + public int getPrecision() { + return this.p; + } + public double getErrorRate() { return 1.04 / Math.sqrt(m); } http://git-wip-us.apache.org/repos/asf/kylin/blob/a2f3c1cb/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java ---------------------------------------------------------------------- diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java index 44d5ce1..940172b 100644 --- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java +++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsReader.java @@ -223,6 +223,7 @@ public class CubeStatsReader { out.println("============================================================================"); out.println("Statistics of " + seg); out.println(); + out.println("Cube statistics hll precision: " + cuboidRowEstimatesHLL.values().iterator().next().getPrecision()); out.println("Total cuboids: " + cuboidRows.size()); out.println("Total estimated rows: " + SumHelper.sumLong(cuboidRows.values())); out.println("Total estimated size(MB): " + SumHelper.sumDouble(cuboidSizes.values())); http://git-wip-us.apache.org/repos/asf/kylin/blob/a2f3c1cb/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json ---------------------------------------------------------------------- diff --git a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json index 5e25a5b..343eab4 100644 --- a/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json +++ b/examples/test_case_data/localmeta/cube_desc/test_kylin_cube_without_slr_left_join_desc.json @@ -281,5 +281,8 @@ "retention_range" : 0, "engine_type" : 2, "storage_type" : 2, + "override_kylin_properties": { + "kylin.job.cubing.inmem.sampling.hll.precision": "16" + }, "partition_date_start": 0 }
