This is an automated email from the ASF dual-hosted git repository.
shaofengshi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from 59354ac KYLIN-3428 too large dict file cause OOM
new 1845ee0 KYLIN-3391 BadQueryDetector only detect first query
new fdbe369 KYLIN-3390 QueryInterceptorUtil.queryInterceptors is not
thread safe
new f487d80 KYLIN-2662 fix NegativeArraySizeException in
TrieDictionaryForest
new 05baf21 KYLIN-3370 enhance segment pruning
new d1ed107 KYLIN-3423 Performance improvement in
FactDistinctColumnsMapper
new 31073af KYLIN-3403 Use IntegerCodeSystem for date type filter
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/kylin/common/KylinConfigBase.java | 5 +-
...ception.java => TooBigDictionaryException.java} | 16 +-
.../java/org/apache/kylin/cube/CubeSegment.java | 12 +
.../org/apache/kylin/cube/DimensionRangeInfo.java | 112 +++++++++
.../apache/kylin/cube/common/SegmentPruner.java | 179 ++++++++++++++
.../kylin/cube/gridtable/ScanRangePlannerBase.java | 4 +-
.../inmemcubing/InputConverterUnitForRawData.java | 2 -
.../apache/kylin/cube/kv/RowKeyColumnOrder.java | 108 --------
.../kylin/cube/model/CubeJoinedFlatTableDesc.java | 13 +-
.../apache/kylin/cube/DimensionRangeInfoTest.java | 87 +++++++
.../kylin/cube/common/SegmentPrunerTest.java | 195 +++++++++++++++
.../java/org/apache/kylin/dict/TrieDictionary.java | 3 +
.../apache/kylin/dict/TrieDictionaryBuilder.java | 2 +-
.../apache/kylin/dict/TrieDictionaryForest.java | 2 +-
.../kylin/dict/TrieDictionaryForestBuilder.java | 17 +-
.../apache/kylin/metadata/datatype/DataType.java | 26 +-
.../kylin/metadata/datatype/DataTypeOrder.java | 155 ++++++++++++
.../kylin/metadata/filter/CompareTupleFilter.java | 2 +-
.../metadata/filter/FilterCodeSystemFactory.java | 2 +
.../apache/kylin/metadata/filter/TupleFilter.java | 116 +++++++--
.../kylin/metadata/datatype/DataTypeOrderTest.java | 57 +++++
.../kylin/metadata/filter/TupleFilterTest.java | 77 ++++++
.../storage/gtrecord/CubeScanRangePlanner.java | 30 +--
.../storage/gtrecord/GTCubeStorageQueryBase.java | 9 +-
.../kylin/storage/translate/ColumnValueRange.java | 214 ----------------
.../storage/translate/DerivedFilterTranslator.java | 6 +-
.../kylin/storage/translate/HBaseKeyRange.java | 273 ---------------------
.../kylin/storage/gtrecord/DictGridTableTest.java | 69 ++----
.../storage/translate/ColumnValueRangeTest.java | 126 ----------
.../kylin/engine/mr/common/BaseCuboidBuilder.java | 3 +-
.../engine/mr/steps/BaseCuboidMapperBase.java | 9 +-
.../mr/steps/CalculateStatsFromBaseCuboidJob.java | 1 -
.../mr/steps/FactDistinctColumnPartitioner.java | 5 +-
.../engine/mr/steps/FactDistinctColumnsJob.java | 2 +-
.../engine/mr/steps/FactDistinctColumnsMapper.java | 160 ++++++++----
.../mr/steps/FactDistinctColumnsMapperBase.java | 21 +-
.../mr/steps/FactDistinctColumnsReducer.java | 90 ++++---
.../steps/FactDistinctColumnsReducerMapping.java | 87 +++----
.../mr/steps/UpdateCubeInfoAfterBuildStep.java | 83 ++++---
.../mr/steps/UpdateCubeInfoAfterMergeStep.java | 20 +-
.../mr/steps/UpdateCubeInfoAfterOptimizeStep.java | 1 +
.../FactDistinctColumnsReducerMappingTest.java | 16 +-
.../cube/ssb_cube_with_dimention_range.json | 110 +++++++++
.../cube_desc/ssb_cube_with_dimention_range.json | 269 ++++++++++++++++++++
.../kylin/provision/BuildCubeWithEngine.java | 87 +++++--
.../query/sql/{query93.sql => query112.sql} | 11 +-
.../kylin/engine/mr/steps/DictColDeduperTest.java | 65 +++++
.../query/optrule/AggregateMultipleExpandRule.java | 16 +-
.../apache/kylin/query/relnode/OLAPFilterRel.java | 26 +-
.../kylin/query/security/QueryInterceptorUtil.java | 8 +-
.../kylin/rest/service/BadQueryDetector.java | 5 +-
.../org/apache/kylin/source/hive/HiveMRInput.java | 1 -
.../apache/kylin/source/hive/HiveTableReader.java | 2 +-
53 files changed, 1888 insertions(+), 1129 deletions(-)
copy
core-common/src/main/java/org/apache/kylin/common/exceptions/{ResourceLimitExceededException.java
=> TooBigDictionaryException.java} (75%)
create mode 100644
core-cube/src/main/java/org/apache/kylin/cube/DimensionRangeInfo.java
create mode 100644
core-cube/src/main/java/org/apache/kylin/cube/common/SegmentPruner.java
delete mode 100644
core-cube/src/main/java/org/apache/kylin/cube/kv/RowKeyColumnOrder.java
create mode 100644
core-cube/src/test/java/org/apache/kylin/cube/DimensionRangeInfoTest.java
create mode 100644
core-cube/src/test/java/org/apache/kylin/cube/common/SegmentPrunerTest.java
create mode 100644
core-metadata/src/main/java/org/apache/kylin/metadata/datatype/DataTypeOrder.java
create mode 100644
core-metadata/src/test/java/org/apache/kylin/metadata/datatype/DataTypeOrderTest.java
delete mode 100644
core-storage/src/main/java/org/apache/kylin/storage/translate/ColumnValueRange.java
delete mode 100644
core-storage/src/main/java/org/apache/kylin/storage/translate/HBaseKeyRange.java
delete mode 100644
core-storage/src/test/java/org/apache/kylin/storage/translate/ColumnValueRangeTest.java
create mode 100644
examples/test_case_data/localmeta/cube/ssb_cube_with_dimention_range.json
create mode 100644
examples/test_case_data/localmeta/cube_desc/ssb_cube_with_dimention_range.json
copy kylin-it/src/test/resources/query/sql/{query93.sql => query112.sql} (88%)
create mode 100644
kylin/engine-mr/src/test/java/org/apache/kylin/engine/mr/steps/DictColDeduperTest.java
