This is an automated email from the ASF dual-hosted git repository. yaqian pushed a commit to branch kylin4_on_cloud in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/kylin4_on_cloud by this push: new 4e5f216 minor fix (#1843) 4e5f216 is described below commit 4e5f216214f5826e1ec17ec6c1216a8eebecf8c1 Author: Yaqian Zhang <598593...@qq.com> AuthorDate: Thu Mar 31 22:11:45 2022 +0800 minor fix (#1843) --- backup/scripts/prepare-ec2-env-for-kylin4.sh | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/backup/scripts/prepare-ec2-env-for-kylin4.sh b/backup/scripts/prepare-ec2-env-for-kylin4.sh index 6428d84..14dcdfe 100644 --- a/backup/scripts/prepare-ec2-env-for-kylin4.sh +++ b/backup/scripts/prepare-ec2-env-for-kylin4.sh @@ -253,6 +253,8 @@ export KYLIN_HOME=${KYLIN_HOME} export SPARK_HOME=${SPARK_HOME} export MDX_HOME=${MDX_HOME} export OUT_LOG=${OUT_LOG} + +export S3_DATA_DIR=s3:/${BUCKET_SUFFIX}/data/ EOF } @@ -598,8 +600,8 @@ EOF # Support to customize spark-defaults.conf cat <<EOF > ${SPARK_HOME}/conf/spark-defaults.conf spark.hadoop.fs.s3.impl org.apache.hadoop.fs.s3a.S3AFileSystem -spark.hadoop.fs.s3a.endpoint s3.${CURRENT_REGION}.amazonaws.com.cn -spark.master spark://${spark_master_node_private_ip}:7077 +spark.hadoop.fs.s3a.endpoint ${S3_ENDPOINT} +spark.master spark://spark_master_node_private_ip:7077 spark.driver.cores 1 spark.driver.memory 8G spark.driver.memoryOverhead 1G