This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a change to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git.
from c7e08d6 KYLIN-4801 Add IT sql
new 2dca9ef KYLIN-4813 Refactor spark build log
new c0b2787 KYLIN-4813 Add spark executor log4j
new 86aae4d KYLIN-4813 Fix several bugs for executor-side log collection
new c4d3168 KYLIN-4813 Add download all log link in front-end
new 9a4df78 KYLIN-4813 Some adjustments for executor-side log collection
new 51ff5ec KYLIN-4825 Add yarn tracking url on job step page
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../engine/mr/common/MapReduceExecutable.java | 7 +-
build/bin/kylin-port-replace-util.sh | 1 +
build/conf/kylin-parquet-log4j.properties | 33 --
build/conf/kylin-spark-log4j.properties | 43 ---
build/conf/spark-driver-log4j.properties | 45 +++
build/conf/spark-executor-log4j.properties | 46 +++
.../org/apache/kylin/common/KylinConfigBase.java | 58 +++-
.../org/apache/kylin/common/KylinConfigExt.java | 18 +-
.../common/logging/SensitivePatternLayout.java | 62 ++++
.../src/main/resources/kylin-defaults.properties | 7 +-
.../apache/kylin/job/dao/ExecutableOutputPO.java | 11 +
.../kylin/job/execution/AbstractExecutable.java | 17 +-
.../job/execution/DefaultChainedExecutable.java | 18 +-
.../kylin/job/execution/ExecutableManager.java | 274 +++++++++++++--
.../apache/kylin/job/ExecutableManagerTest.java | 20 +-
.../job/impl/threadpool/DefaultSchedulerTest.java | 4 +-
.../common/logging/AbstractHdfsLogAppender.java | 377 +++++++++++++++++++++
.../common/logging/SparkDriverHdfsLogAppender.java | 112 ++++++
.../common/logging/SparkExecutorHdfsAppender.java | 261 ++++++++++++++
.../engine/spark/application/SparkApplication.java | 106 ++++++
.../kylin/engine/spark/job/NSparkExecutable.java | 108 +++---
.../kylin/engine/spark/utils/MetaDumpUtil.java | 3 +-
.../scala/org/apache/spark/sql/KylinSession.scala | 4 +-
.../kylin/rest/controller/BasicController.java | 16 +
.../kylin/rest/controller/JobController.java | 53 ++-
...leRequestV2.java => SparkJobUpdateRequest.java} | 45 ++-
.../org/apache/kylin/rest/service/JobService.java | 24 ++
server/src/main/resources/kylinSecurity.xml | 1 +
webapp/app/js/controllers/job.js | 10 +-
webapp/app/partials/jobs/job_steps.html | 1 +
30 files changed, 1566 insertions(+), 219 deletions(-)
delete mode 100644 build/conf/kylin-parquet-log4j.properties
delete mode 100644 build/conf/kylin-spark-log4j.properties
create mode 100644 build/conf/spark-driver-log4j.properties
create mode 100644 build/conf/spark-executor-log4j.properties
create mode 100644
core-common/src/main/java/org/apache/kylin/common/logging/SensitivePatternLayout.java
create mode 100644
kylin-spark-project/kylin-spark-common/src/main/java/org/apache/kylin/engine/spark/common/logging/AbstractHdfsLogAppender.java
create mode 100644
kylin-spark-project/kylin-spark-common/src/main/java/org/apache/kylin/engine/spark/common/logging/SparkDriverHdfsLogAppender.java
create mode 100644
kylin-spark-project/kylin-spark-common/src/main/java/org/apache/kylin/engine/spark/common/logging/SparkExecutorHdfsAppender.java
copy
server-base/src/main/java/org/apache/kylin/rest/request/{HiveTableRequestV2.java
=> SparkJobUpdateRequest.java} (68%)
