minor, adjust constant values of BufferedMeasureEncoder and BitmapSerializer
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/7a05309b Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/7a05309b Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/7a05309b Branch: refs/heads/stream_m1 Commit: 7a05309bf528851d94312199c20c1e9766f27408 Parents: cdcde05 Author: sunyerui <sunye...@gmail.com> Authored: Wed Jun 15 16:42:14 2016 +0800 Committer: sunyerui <sunye...@gmail.com> Committed: Wed Jun 15 16:50:07 2016 +0800 ---------------------------------------------------------------------- .../java/org/apache/kylin/measure/BufferedMeasureEncoder.java | 2 +- .../java/org/apache/kylin/measure/bitmap/BitmapSerializer.java | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/7a05309b/core-metadata/src/main/java/org/apache/kylin/measure/BufferedMeasureEncoder.java ---------------------------------------------------------------------- diff --git a/core-metadata/src/main/java/org/apache/kylin/measure/BufferedMeasureEncoder.java b/core-metadata/src/main/java/org/apache/kylin/measure/BufferedMeasureEncoder.java index 88c7949..b9e9790 100644 --- a/core-metadata/src/main/java/org/apache/kylin/measure/BufferedMeasureEncoder.java +++ b/core-metadata/src/main/java/org/apache/kylin/measure/BufferedMeasureEncoder.java @@ -33,7 +33,7 @@ import org.apache.kylin.metadata.model.MeasureDesc; @SuppressWarnings({ "unchecked" }) public class BufferedMeasureEncoder { public static final int DEFAULT_BUFFER_SIZE = 1024 * 1024; // 1 MB - public static final int MAX_BUFFER_SIZE = 64 * DEFAULT_BUFFER_SIZE; // 64 MB + public static final int MAX_BUFFER_SIZE = 1 * 1024 * DEFAULT_BUFFER_SIZE; // 1 GB final private MeasureDecoder codec; http://git-wip-us.apache.org/repos/asf/kylin/blob/7a05309b/core-metadata/src/main/java/org/apache/kylin/measure/bitmap/BitmapSerializer.java ---------------------------------------------------------------------- diff --git a/core-metadata/src/main/java/org/apache/kylin/measure/bitmap/BitmapSerializer.java b/core-metadata/src/main/java/org/apache/kylin/measure/bitmap/BitmapSerializer.java index dffc003..5f3f645 100644 --- a/core-metadata/src/main/java/org/apache/kylin/measure/bitmap/BitmapSerializer.java +++ b/core-metadata/src/main/java/org/apache/kylin/measure/bitmap/BitmapSerializer.java @@ -80,6 +80,7 @@ public class BitmapSerializer extends DataTypeSerializer<BitmapCounter> { @Override public int getStorageBytesEstimate() { - return current().getMemBytes(); + // It's difficult to decide the size before data was ingested, comparing with HLLCounter(16) as 64KB, here is assumption + return 128 * 1024; } }
