This is an automated email from the ASF dual-hosted git repository.
nic pushed a change to branch master-hadoop3.1
in repository https://gitbox.apache.org/repos/asf/kylin.git.
discard d5b7db8 KYLIN-3973: InvalidProtocolBufferException: Protocol message
was too large.
discard 898d8b4 prepare release kylin-3.0.0-alpha2
discard d2f2e26 Package kafka and curator
discard 8e000da KYLIN-4086 Upgrade avatica to 1.12
discard e7a0844 remove htable toUpperCase, for HBase tableName is case
sensitive
discard 0bf4d04 KYLIN-4072 find-hbase-dependency.sh don't work at CDH 6.x
discard 5b48bb7 fix add jacoco.version in pom.xml (#699)
discard 818bba5 Rebase master
discard c2273f9 fix beeline meta data parser on partition information
discard f7ef2e2 KYLIN-3537
discard c2192b5 KYLIN-2565 upgrade to hadoop 3.0 hbase 2.0, pass UT
add 2091f1e The first step of build cube job will fail and throw "Column
'xx' in where clause is ambiguous" in jdbc datasource.
add 0dc8f2c Revert "Kylin 3392 support sum(null)"
add 566ded8 KYLIN-4095: Add RESOURCE_PATH_PREFIX option in ResourceTool
(addendum)
add 9ae2bd1 KYLIN-3628 Fix regression bug
add 19706b2 KYLIN-4010 Support date format "yyyy-MM-dd'T'HH:mm:ss.SSSZZ"
add 92273d4 KYLIN-4010 Auto adjust offset according to query server's
timezone for time derived column
add 4f3d8e7 KYLIN-4141 Build Global Dictionary in no time
add a6fc3e7 KYLIN-4167 Clarify overall design for realtime OLAP
add e8ad658 KYLIN-4167 Refactor streaming coordinator Phase1
add 80384da KYLIN-4167 Fix minor bug
add 75c90df KYLIN-4100 run load overview fuc when change tab and css
refine
new cc70053 KYLIN-2565 upgrade to hadoop 3.0 hbase 2.0, pass UT
new 00e5f66 KYLIN-3537
new 11d19f2 fix beeline meta data parser on partition information
new 07a4af6 Rebase master
new 49cce2d fix add jacoco.version in pom.xml (#699)
new a196011 KYLIN-4072 find-hbase-dependency.sh don't work at CDH 6.x
new 00bb690 remove htable toUpperCase, for HBase tableName is case
sensitive
new 26c07f1 KYLIN-4086 Upgrade avatica to 1.12
new 8ec33e7 Package kafka and curator
new bd25458 prepare release kylin-3.0.0-alpha2
new c485656 KYLIN-3973: InvalidProtocolBufferException: Protocol message
was too large.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (d5b7db8)
\
N -- N -- N refs/heads/master-hadoop3.1 (c485656)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 11 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
build/bin/metastore.sh | 11 +-
build/conf/kylin-server-log4j.properties | 2 +-
.../org/apache/kylin/common/KylinConfigBase.java | 18 +
.../org/apache/kylin/common/util/BytesUtil.java | 49 +-
.../org/apache/kylin/common/util/DateFormat.java | 11 +-
.../org/apache/kylin/common/util/BasicTest.java | 55 +-
.../java/org/apache/kylin/cube/CubeManager.java | 38 +-
.../kylin/job/execution/AbstractExecutable.java | 2 +-
.../kylin/dimension}/TimeDerivedColumnType.java | 2 +-
.../kylin/measure/basic/BasicMeasureType.java | 10 +-
.../kylin/measure/basic/BigDecimalIngester.java | 17 +-
.../measure/basic/BigDecimalMaxAggregator.java | 13 +-
.../measure/basic/BigDecimalMinAggregator.java | 13 +-
.../measure/basic/BigDecimalSumAggregator.java | 10 +-
.../kylin/measure/basic/CountAggregator.java | 53 --
.../apache/kylin/measure/basic/DoubleIngester.java | 7 +-
.../kylin/measure/basic/DoubleMaxAggregator.java | 15 +-
.../kylin/measure/basic/DoubleMinAggregator.java | 15 +-
.../kylin/measure/basic/DoubleSumAggregator.java | 16 +-
.../apache/kylin/measure/basic/LongIngester.java | 2 +-
.../kylin/measure/basic/LongMaxAggregator.java | 15 +-
.../kylin/measure/basic/LongMinAggregator.java | 15 +-
.../kylin/measure/basic/LongSumAggregator.java | 16 +-
.../metadata/datatype/BigDecimalSerializer.java | 18 +-
.../kylin/metadata/datatype/DoubleSerializer.java | 13 +-
.../kylin/metadata/datatype/LongSerializer.java | 4 +-
.../dimension}/TimeDerivedColumnTypeTest.java | 2 +-
.../kylin/measure/basic/BasicAggregatorTest.java | 178 -----
.../kylin/metadata/datatype/SerializerTest.java | 136 ----
.../kylin/storage/gtrecord/CubeTupleConverter.java | 32 +-
.../kylin/engine/mr/StreamingCubingEngine.java | 5 +-
.../kylin/engine/mr/steps/CubeReducerTest.java | 8 +-
.../apache/kylin/query/relnode/OLAPFilterRel.java | 5 +
.../query/relnode/visitor/TupleFilterVisitor.java | 24 +-
.../relnode/visitor/TupleFilterVisitorTest.java | 9 +-
.../controller/StreamingCoordinatorController.java | 8 +-
.../rest/service/StreamingCoordinatorService.java | 27 +-
.../kylin/rest/service/StreamingV2Service.java | 40 +-
.../kylin/source/jdbc/JdbcHiveInputBase.java | 2 +-
.../stream/rpc/HttpStreamDataSearchClient.java | 5 +-
.../kylin/stream/coordinator/Coordinator.java | 3 +-
.../stream/coordinator/StreamMetadataStore.java | 11 +-
.../coordinator/ZookeeperStreamMetadataStore.java | 66 +-
.../coordinator/client/CoordinatorClient.java | 15 +
.../client/CoordinatorClientFactory.java | 17 +-
.../coordinator/coordinate/BuildJobSubmitter.java | 464 +++++++++++++
.../coordinate/ReceiverClusterManager.java | 651 +++++++++++++++++++
.../coordinate/SegmentJobBuildInfo.java | 73 +++
.../coordinate/StreamingCoordinator.java | 644 ++++++++++++++++++
.../coordinate/annotations/NonSideEffect.java | 40 +-
.../annotations/NotAtomicAndNotIdempotent.java | 45 ++
.../annotations/NotAtomicIdempotent.java | 44 +-
.../stream/coordinator/doctor/ClusterDoctor.java | 16 +-
.../coordinator/doctor/ClusterStateChecker.java | 23 +-
.../exception/ClusterStateException.java | 6 +-
.../coordinator/exception/CoordinateException.java | 3 +
.../exception/NotLeadCoordinatorException.java | 2 +
.../coordinator/exception/StoreException.java | 2 +
.../src/main/resources/log4j.properties | 15 +-
.../coordinate/BuildJobSubmitterTest.java | 194 ++++++
.../coordinator/coordinate/StreamingTestBase.java | 335 ++++++++++
stream-core/pom.xml | 5 +
.../stream/core/client/ReceiverAdminClient.java | 76 +++
.../core/consumer/StreamingConsumerChannel.java | 12 +
.../stream/core/dict/LocalDictionaryStore.java | 144 +++++
.../stream/core/dict/RemoteDictionaryStore.java | 215 ++++++
.../core/dict/StreamingDictionaryClient.java | 216 +++++++
.../core/dict/StreamingDistributedDictionary.java | 91 +++
.../kylin/stream/core/model/SegmentBuildState.java | 2 +-
.../stream/core/model/stats/ClusterState.java | 8 +
.../stream/core/model/stats/ReplicaSetState.java | 3 +
.../core/query/StreamingDataQueryPlanner.java | 2 +-
.../stream/core/query/StreamingTupleConverter.java | 29 +-
.../core/storage/IStreamingSegmentStore.java | 5 +
.../core/storage/StreamingSegmentManager.java | 61 +-
.../storage/columnar/ColumnarSegmentStore.java | 14 +-
.../core/storage/columnar/ColumnarStoreCache.java | 16 +-
.../storage/columnar/ColumnarStoreDimDesc.java | 2 +-
.../storage/columnar/FragmentFileSearcher.java | 718 ++++++++++-----------
.../core/storage/columnar/SegmentMemoryStore.java | 12 +-
.../columnar/TimeDerivedColumnEncoding.java | 2 +-
.../core/util/CompareFilterTimeRangeChecker.java | 1 +
.../kylin/stream/server/StreamingServer.java | 19 +-
.../server/rest/controller/AdminController.java | 10 +-
.../stream/source/kafka/TimedJsonStreamParser.java | 2 +-
webapp/app/js/controllers/badQuery.js | 4 +-
webapp/app/js/controllers/job.js | 4 +-
87 files changed, 4086 insertions(+), 1177 deletions(-)
rename {stream-core/src/main/java/org/apache/kylin/stream/core/util =>
core-metadata/src/main/java/org/apache/kylin/dimension}/TimeDerivedColumnType.java
(99%)
delete mode 100644
core-metadata/src/main/java/org/apache/kylin/measure/basic/CountAggregator.java
rename {stream-core/src/test/java/org/apache/kylin/stream/core/util =>
core-metadata/src/test/java/org/apache/kylin/dimension}/TimeDerivedColumnTypeTest.java
(99%)
delete mode 100644
core-metadata/src/test/java/org/apache/kylin/measure/basic/BasicAggregatorTest.java
delete mode 100644
core-metadata/src/test/java/org/apache/kylin/metadata/datatype/SerializerTest.java
create mode 100644
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/BuildJobSubmitter.java
create mode 100644
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/ReceiverClusterManager.java
create mode 100644
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/SegmentJobBuildInfo.java
create mode 100644
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/StreamingCoordinator.java
copy
core-common/src/main/java/org/apache/kylin/common/util/ByteBufferOutputStream.java
=>
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/annotations/NonSideEffect.java
(54%)
create mode 100644
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/annotations/NotAtomicAndNotIdempotent.java
copy core-common/src/main/java/org/apache/kylin/common/util/SetThreadName.java
=>
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/coordinate/annotations/NotAtomicIdempotent.java
(50%)
copy core-job/src/main/java/org/apache/kylin/job/lock/MockJobLock.java =>
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/doctor/ClusterDoctor.java
(70%)
copy
core-dictionary/src/main/java/org/apache/kylin/dict/IDictionaryValueEnumerator.java
=>
stream-coordinator/src/main/java/org/apache/kylin/stream/coordinator/doctor/ClusterStateChecker.java
(62%)
copy dev-support/test_all_against_hdp_2_4_0_0_169.sh =>
stream-coordinator/src/main/resources/log4j.properties (69%)
mode change 100755 => 100644
create mode 100644
stream-coordinator/src/test/java/org/apache/kylin/stream/coordinator/coordinate/BuildJobSubmitterTest.java
create mode 100644
stream-coordinator/src/test/java/org/apache/kylin/stream/coordinator/coordinate/StreamingTestBase.java
create mode 100644
stream-core/src/main/java/org/apache/kylin/stream/core/dict/LocalDictionaryStore.java
create mode 100644
stream-core/src/main/java/org/apache/kylin/stream/core/dict/RemoteDictionaryStore.java
create mode 100644
stream-core/src/main/java/org/apache/kylin/stream/core/dict/StreamingDictionaryClient.java
create mode 100644
stream-core/src/main/java/org/apache/kylin/stream/core/dict/StreamingDistributedDictionary.java
