minor, add mr tasks in job diag
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/7bc8aafd Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/7bc8aafd Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/7bc8aafd Branch: refs/heads/master-hbase0.98 Commit: 7bc8aafd124309d3ebfa4aca89701bd20cd0d589 Parents: d4768c1 Author: lidongsjtu <[email protected]> Authored: Wed Mar 15 00:23:20 2017 +0800 Committer: lidongsjtu <[email protected]> Committed: Wed Mar 15 00:24:21 2017 +0800 ---------------------------------------------------------------------- .../java/org/apache/kylin/tool/MrJobInfoExtractor.java | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/7bc8aafd/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java ---------------------------------------------------------------------- diff --git a/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java b/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java index 55b54a5..483694b 100644 --- a/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java +++ b/tool/src/main/java/org/apache/kylin/tool/MrJobInfoExtractor.java @@ -150,6 +150,7 @@ public class MrJobInfoExtractor extends AbstractInfoExtractor { extractTaskCounters(exportDir, jobUrlPrefix); } extractJobCounters(exportDir, jobUrlPrefix); + extractJobTasks(exportDir, jobUrlPrefix); extractJobConf(exportDir, jobUrlPrefix); } catch (Exception e) { logger.warn("Failed to get mr tasks rest response.", e); @@ -160,14 +161,22 @@ public class MrJobInfoExtractor extends AbstractInfoExtractor { String url = jobUrlPrefix + "/counters"; String response = getHttpResponse(url); try { - File counterDir = new File(exportDir, "counters"); - FileUtils.forceMkdir(counterDir); FileUtils.writeStringToFile(new File(exportDir, "job_counters.json"), response, Charset.defaultCharset()); } catch (Exception e) { logger.warn("Failed to get mr counters rest response.", e); } } + private void extractJobTasks(File exportDir, String jobUrlPrefix) { + String url = jobUrlPrefix + "/tasks"; + String response = getHttpResponse(url); + try { + FileUtils.writeStringToFile(new File(exportDir, "job_tasks.json"), response, Charset.defaultCharset()); + } catch (Exception e) { + logger.warn("Failed to get mr counters rest response.", e); + } + } + private void extractTaskCounters(File exportDir, String jobUrlPrefix) { try { String tasksUrl = jobUrlPrefix + "/tasks/";
