KYLIN-1656 set default âkylin.job.mapreduce.mapper.input.rowsâ to 1million
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/5bce12cd Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/5bce12cd Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/5bce12cd Branch: refs/heads/master Commit: 5bce12cd885c3b9130c64274db9057a130307951 Parents: ccc83cd Author: shaofengshi <[email protected]> Authored: Sat Jul 9 10:26:04 2016 +0800 Committer: shaofengshi <[email protected]> Committed: Mon Jul 11 10:51:36 2016 +0800 ---------------------------------------------------------------------- .../org/apache/kylin/common/KylinConfigBase.java | 2 +- .../kylin/source/hive/CreateFlatHiveTableStep.java | 17 +++++++++++++++++ 2 files changed, 18 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/5bce12cd/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java ---------------------------------------------------------------------- diff --git a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java index 4a017c4..312ecbf 100644 --- a/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java +++ b/core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java @@ -320,7 +320,7 @@ abstract public class KylinConfigBase implements Serializable { } public int getHadoopJobMapperInputRows() { - return Integer.parseInt(getOptional("kylin.job.mapreduce.mapper.input.rows", "500000")); + return Integer.parseInt(getOptional("kylin.job.mapreduce.mapper.input.rows", "1000000")); } public boolean getRunAsRemoteCommand() { http://git-wip-us.apache.org/repos/asf/kylin/blob/5bce12cd/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java ---------------------------------------------------------------------- diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java index d8e2754..0297bfa 100644 --- a/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java +++ b/source-hive/src/main/java/org/apache/kylin/source/hive/CreateFlatHiveTableStep.java @@ -1,3 +1,20 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. +*/ package org.apache.kylin.source.hive; import java.io.IOException;
