[kylin] branch master updated: have yarn app url when creating flat hive table job running

[nic]

This is an automated email from the ASF dual-hosted git repository.

nic pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kylin.git


The following commit(s) were added to refs/heads/master by this push:
     new 830e176  have yarn app url when creating flat hive table job running
830e176 is described below

commit 830e176c1f80c12000d58688f4f8d74531ba1519
Author: chuxiao <chux...@didichuxing.com>
AuthorDate: Tue Sep 17 19:24:55 2019 +0800

    have yarn app url when creating flat hive table job running
---
 .../main/java/org/apache/kylin/job/common/PatternedLogger.java   | 5 ++++-
 .../apache/kylin/source/hive/CreateFlatHiveTableByLivyStep.java  | 9 +++++++++
 .../org/apache/kylin/source/hive/CreateFlatHiveTableStep.java    | 8 ++++++++
 3 files changed, 21 insertions(+), 1 deletion(-)

diff --git 
a/core-job/src/main/java/org/apache/kylin/job/common/PatternedLogger.java 
b/core-job/src/main/java/org/apache/kylin/job/common/PatternedLogger.java
index a850ee9..4791ffa 100644
--- a/core-job/src/main/java/org/apache/kylin/job/common/PatternedLogger.java
+++ b/core-job/src/main/java/org/apache/kylin/job/common/PatternedLogger.java
@@ -109,5 +109,8 @@ public class PatternedLogger extends BufferedLogger {
     public interface ILogListener{
         void onLogEvent(String infoKey, Map<String, String> info);
     }
-    
+
+    public void setILogListener(ILogListener listener){
+        this.listener = listener;
+    }
 }
diff --git 
a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableByLivyStep.java
 
b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableByLivyStep.java
index e8c2d79..b6a1974 100644
--- 
a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableByLivyStep.java
+++ 
b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableByLivyStep.java
@@ -22,6 +22,7 @@ package org.apache.kylin.source.hive;
 import com.google.common.collect.ImmutableList;
 import org.apache.kylin.common.KylinConfig;
 import org.apache.kylin.job.common.PatternedLogger;
+import org.apache.kylin.job.constant.ExecutableConstants;
 import org.apache.kylin.job.exception.ExecuteException;
 import org.apache.kylin.job.execution.AbstractExecutable;
 import org.apache.kylin.job.execution.ExecutableContext;
@@ -46,6 +47,14 @@ public class CreateFlatHiveTableByLivyStep extends 
AbstractExecutable {
 
     @Override
     protected ExecuteResult doWork(ExecutableContext context) throws 
ExecuteException {
+        stepLogger.setILogListener((infoKey, info) -> {
+                    // only care two properties here
+                    if (ExecutableConstants.YARN_APP_ID.equals(infoKey)
+                            || 
ExecutableConstants.YARN_APP_URL.equals(infoKey)) {
+                        getManager().addJobInfo(getId(), info);
+                    }
+                }
+        );
         KylinConfig config = getCubeSpecificConfig();
         try {
             createFlatHiveTable(config);
diff --git 
a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
 
b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
index fb1d2a7..266e75d 100644
--- 
a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
+++ 
b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java
@@ -84,6 +84,14 @@ public class CreateFlatHiveTableStep extends 
AbstractExecutable {
 
     @Override
     protected ExecuteResult doWork(ExecutableContext context) throws 
ExecuteException {
+        stepLogger.setILogListener((infoKey, info) -> {
+                    // only care two properties here
+                    if (ExecutableConstants.YARN_APP_ID.equals(infoKey)
+                            || 
ExecutableConstants.YARN_APP_URL.equals(infoKey)) {
+                        getManager().addJobInfo(getId(), info);
+                    }
+                }
+        );
         KylinConfig config = getCubeSpecificConfig();
         try {
             createFlatHiveTable(config);