[kylin] 02/11: KYLIN-3537

[nic]

This is an automated email from the ASF dual-hosted git repository.

nic pushed a commit to branch master-hadoop3.1
in repository https://gitbox.apache.org/repos/asf/kylin.git

commit 00e5f6619490f816fcc543c1a1c8d7bc1ff5a4c1
Author: alexandr.sidorchuk <alexandr.sidorc...@apm-consult.com>
AuthorDate: Thu Feb 21 15:26:55 2019 +0300

    KYLIN-3537
    
    Use Spark to build Cube on Yarn faild at Setp8 on HDP3.0
    add HBase dependicies to avoid java.lang.NoClassDefFoundError
    
    Signed-off-by: shaofengshi <shaofeng...@apache.org>
---
 .../apache/kylin/storage/hbase/steps/HBaseSparkSteps.java  | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git 
a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
 
b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
index d636e7d..91a1206 100644
--- 
a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
+++ 
b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/HBaseSparkSteps.java
@@ -73,6 +73,20 @@ public class HBaseSparkSteps extends HBaseJobSteps {
         StringUtil.appendWithSeparator(jars,
                 
ClassUtil.findContainingJar("org.apache.hadoop.hbase.regionserver.MetricsRegionServerSourceFactoryImpl",
 null));//hbase-hadoop2-compat-1.1.1.jar
 
+        //KYLIN-3537
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.io.hfile.HFileWriterImpl", 
null));//hbase-server.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hbase.thirdparty.com.google.common.cache.CacheLoader",
 null));//hbase-shaded-miscellaneous.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.metrics.MetricRegistry", 
null));//hbase-metrics-api.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl",
 null));//hbase-metrics.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hbase.thirdparty.com.google.protobuf.Message",
 null));//hbase-shaded-protobuf.jar
+        StringUtil.appendWithSeparator(jars,
+                
ClassUtil.findContainingJar("org.apache.hadoop.hbase.shaded.protobuf.generated.HFileProtos",
 null));//hbase-protocol-shaded.jar
+
         StringUtil.appendWithSeparator(jars, 
seg.getConfig().getSparkAdditionalJars());
         sparkExecutable.setJars(jars.toString());