APACHE-KYLIN-2987: Skip moving to Trash when drop an intermediate hive table or redistribute a hive table
Signed-off-by: Zhong <nju_y...@apache.org> Signed-off-by: lidongsjtu <lid...@apache.org> Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/16f7ade4 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/16f7ade4 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/16f7ade4 Branch: refs/heads/dong-merge Commit: 16f7ade4439a5916a1db017ab2d8bcf51cfba567 Parents: e6bb40a Author: Wang Ken <mingmw...@ebay.com> Authored: Fri Nov 3 09:03:02 2017 +0800 Committer: lidongsjtu <lid...@apache.org> Committed: Fri Nov 3 22:55:17 2017 +0800 ---------------------------------------------------------------------- core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java | 1 + .../src/main/java/org/apache/kylin/source/hive/HiveMRInput.java | 2 ++ 2 files changed, 3 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/16f7ade4/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java ---------------------------------------------------------------------- diff --git a/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java b/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java index 52308e5..9593718 100644 --- a/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java +++ b/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java @@ -78,6 +78,7 @@ public class JoinedFlatTable { } ddl.append("STORED AS " + format + "\n"); ddl.append("LOCATION '" + getTableDir(flatDesc, storageDfsDir) + "';").append("\n"); + ddl.append("ALTER TABLE " + flatDesc.getTableName() + " SET TBLPROPERTIES('auto.purge'='true');\n"); return ddl.toString(); } http://git-wip-us.apache.org/repos/asf/kylin/blob/16f7ade4/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java ---------------------------------------------------------------------- diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java index 0041441..d989c85 100644 --- a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java +++ b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java @@ -223,6 +223,8 @@ public class HiveMRInput implements IMRInput { .append("CREATE EXTERNAL TABLE IF NOT EXISTS " + intermediate + " LIKE " + identity + "\n"); createIntermediateTableHql.append("LOCATION '" + jobWorkingDir + "/" + intermediate + "';\n"); createIntermediateTableHql + .append("ALTER TABLE " + intermediate + " SET TBLPROPERTIES('auto.purge'='true');\n"); + createIntermediateTableHql .append("INSERT OVERWRITE TABLE " + intermediate + " SELECT * FROM " + identity + ";\n"); hiveCmdBuilder.addStatement(createIntermediateTableHql.toString()); hiveViewIntermediateTables = hiveViewIntermediateTables + intermediate + ";";
