KYLIN-1758 add the hive set statements
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/16b10aea Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/16b10aea Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/16b10aea Branch: refs/heads/kylin-1.5.4-HBase1.x-release Commit: 16b10aea07dc6c2f44bfa8c771ab0f468aa752c6 Parents: d6ad6a8 Author: shaofengshi <shaofeng...@apache.org> Authored: Sat Jun 4 16:22:38 2016 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Wed Sep 14 17:33:16 2016 +0800 ---------------------------------------------------------------------- .../main/java/org/apache/kylin/source/hive/HiveMRInput.java | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/16b10aea/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java ---------------------------------------------------------------------- diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java index 520d7cc..5af48bb 100644 --- a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java +++ b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java @@ -164,7 +164,6 @@ public class HiveMRInput implements IMRInput { hiveCmdBuilder.addStatement(JoinedFlatTable.generateHiveSetStatements(conf)); hiveCmdBuilder.addStatement("set hive.exec.compress.output=false;\n"); hiveCmdBuilder.addStatement(JoinedFlatTable.generateCountDataStatement(flatTableDesc, rowCountOutputDir)); - step.setCmd(hiveCmdBuilder.build()); step.setName(ExecutableConstants.STEP_NAME_COUNT_HIVE_TABLE); @@ -190,10 +189,12 @@ public class HiveMRInput implements IMRInput { if (lookupViewsTables.size() == 0) { return null; } + String setHql = ""; + setHql = JoinedFlatTable.generateHiveSetStatements(conf); final String useDatabaseHql = "USE " + conf.getConfig().getHiveDatabaseForIntermediateTable() + ";"; hiveCmdBuilder.addStatement(useDatabaseHql); - hiveCmdBuilder.addStatement(JoinedFlatTable.generateHiveSetStatements(conf)); - for (TableDesc lookUpTableDesc : lookupViewsTables) { + hiveCmdBuilder.addStatement(setHql); + for(TableDesc lookUpTableDesc : lookupViewsTables) { if (TableDesc.TABLE_TYPE_VIRTUAL_VIEW.equalsIgnoreCase(lookUpTableDesc.getTableType())) { StringBuilder createIntermediateTableHql = new StringBuilder(); createIntermediateTableHql.append("DROP TABLE IF EXISTS " + lookUpTableDesc.getMaterializedName() + ";\n");
