KYLIN-1656 set default âkylin.job.mapreduce.mapper.input.rowsâ to 1million
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/e0ffd22f Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/e0ffd22f Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/e0ffd22f Branch: refs/heads/1.5.x-HBase1.x Commit: e0ffd22f871f0846d4e0573183dd74f598ea30e9 Parents: b45dc44 Author: shaofengshi <shaofeng...@apache.org> Authored: Sat Jul 9 10:26:04 2016 +0800 Committer: shaofengshi <shaofeng...@apache.org> Committed: Sat Jul 9 10:26:04 2016 +0800 ---------------------------------------------------------------------- .../org/apache/kylin/common/KylinConfigBase.java | 2 +- .../kylin/source/hive/CreateFlatHiveTableStep.java | 17 +++++++++++++++++ 2 files changed, 18 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/e0ffd22f/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java ---------------------------------------------------------------------- diff --git a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java index bfbaaa4..b146031 100644 --- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java +++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java @@ -320,7 +320,7 @@ abstract public class KylinConfigBase implements Serializable { } public int getHadoopJobMapperInputRows() { - return Integer.parseInt(getOptional("kylin.job.mapreduce.mapper.input.rows", "500000")); + return Integer.parseInt(getOptional("kylin.job.mapreduce.mapper.input.rows", "1000000")); } public boolean getRunAsRemoteCommand() { http://git-wip-us.apache.org/repos/asf/kylin/blob/e0ffd22f/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java ---------------------------------------------------------------------- diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java index d8e2754..0297bfa 100644 --- a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java +++ b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java @@ -1,3 +1,20 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. +*/ package org.apache.kylin.source.hive; import java.io.IOException;
