This is an automated email from the ASF dual-hosted git repository.
xxyu pushed a commit to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/kylin-on-parquet-v2 by this
push:
new 69814e0 KYLIN-4894 Upgrade Apache Spark version to 2.4.7
69814e0 is described below
commit 69814e01a28210c95f2d296f6a5ed4402a8ae1e4
Author: Zhichao Zhang <441586...@qq.com>
AuthorDate: Thu Feb 4 23:33:13 2021 +0800
KYLIN-4894 Upgrade Apache Spark version to 2.4.7
(cherry picked from commit ed87e2d940bca2d518d3ac34fd01c4e5129e8ee7)
---
build/bin/download-spark.sh | 4 ++--
docker/dockerfile/cluster/client/Dockerfile | 2 +-
pom.xml | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/build/bin/download-spark.sh b/build/bin/download-spark.sh
index 03107c4..9c10a30 100755
--- a/build/bin/download-spark.sh
+++ b/build/bin/download-spark.sh
@@ -36,8 +36,8 @@ if [[ `uname -a` =~ "Darwin" ]]; then
alias md5cmd="md5 -q"
fi
-spark_version="2.4.6"
-spark_pkg_md5="82364f8765d03dfb14cb9c606d678058"
+spark_version="2.4.7"
+spark_pkg_md5="76afb611aaac5721c9fa91fdc9defa99"
if [ ! -f "spark-${spark_version}-bin-hadoop2.7.tgz" ]
then
diff --git a/docker/dockerfile/cluster/client/Dockerfile
b/docker/dockerfile/cluster/client/Dockerfile
index 632516e..404a08b 100644
--- a/docker/dockerfile/cluster/client/Dockerfile
+++ b/docker/dockerfile/cluster/client/Dockerfile
@@ -52,7 +52,7 @@ ARG HIVE_VERSION=1.2.1
ARG HBASE_VERSION=1.1.2
ARG ZOOKEEPER_VERSION=3.4.10
ARG KAFKA_VERSION=2.0.0
-ARG SPARK_VERSION=2.4.6
+ARG SPARK_VERSION=2.4.7
ARG SPARK_HADOOP_VERSION=2.7
ENV JAVA_VERSION ${JAVA_VERSION}
diff --git a/pom.xml b/pom.xml
index 19da771..1f19dbb 100644
--- a/pom.xml
+++ b/pom.xml
@@ -79,7 +79,7 @@
<kafka.version>1.0.0</kafka.version>
<!-- Spark versions -->
- <spark.version>2.4.6</spark.version>
+ <spark.version>2.4.7</spark.version>
<janino.version>3.0.16</janino.version>
<kryo.version>4.0.0</kryo.version>
