This is an automated email from the ASF dual-hosted git repository.
jlfsdtc pushed a commit to branch kylin5
in repository https://gitbox.apache.org/repos/asf/kylin.git
The following commit(s) were added to refs/heads/kylin5 by this push:
new e7a8207d61 KYLIN-6016 fix driver & executor load same class from
different classpath randomly when executing building job
e7a8207d61 is described below
commit e7a8207d61cdfd12033db74ffaca08789533bbc0
Author: Zhimin Wu <[email protected]>
AuthorDate: Fri Oct 25 10:27:05 2024 +0800
KYLIN-6016 fix driver & executor load same class from different classpath
randomly when executing building job
* upgrade avro and protobuf-java version to fix Security Vulnerabilities
Co-authored-by: Yinghao Lin <[email protected]>
Co-authored-by: Zhimin Wu <[email protected]>
Co-authored-by: Guoliang.Sun <[email protected]>
---
pom.xml | 4 ++--
src/core-common/src/main/resources/kylin-defaults0.properties | 1 +
2 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/pom.xml b/pom.xml
index 45699d5d63..ab3f4a710d 100644
--- a/pom.xml
+++ b/pom.xml
@@ -251,7 +251,7 @@
<groovy-all.version>2.4.21</groovy-all.version>
<slf4j-ext.version>1.7.26</slf4j-ext.version>
- <protobuf-java.version>3.23.4</protobuf-java.version>
+ <protobuf-java.version>3.25.5</protobuf-java.version>
<!-- Sonar -->
<sonar.scala.version>${scala.version}</sonar.scala.version>
@@ -418,7 +418,7 @@
<okio.version>3.4.0</okio.version>
<license.version>5.0.8</license.version>
<snappy-java.version>1.1.10.4</snappy-java.version>
- <avro.version>1.11.3</avro.version>
+ <avro.version>1.11.4</avro.version>
<stax2-api.version>4.2.1</stax2-api.version>
<zjsonpatch.version>0.4.16</zjsonpatch.version>
</properties>
diff --git a/src/core-common/src/main/resources/kylin-defaults0.properties
b/src/core-common/src/main/resources/kylin-defaults0.properties
index 1f6372b3fc..edfb9729be 100644
--- a/src/core-common/src/main/resources/kylin-defaults0.properties
+++ b/src/core-common/src/main/resources/kylin-defaults0.properties
@@ -507,6 +507,7 @@
kylin.storage.columnar.spark-conf.spark.gluten.sql.columnar.executor.libpath=lib
kylin.storage.columnar.spark-conf.spark.executorEnv.LD_PRELOAD=$PWD/libch.so
kylin.query.engine.sparder-additional-files=${KYLIN_HOME}/server/libch.so,${KYLIN_HOME}/server/conf/spark-executor-log4j.xml,${KYLIN_HOME}/server/conf/spark-appmaster-log4j.xml,${KYLIN_HOME}/lib/libasyncProfiler-linux-x64.so,${KYLIN_HOME}/lib/libasyncProfiler-linux-arm64.so
kylin.storage.columnar.spark-conf.spark.gluten.sql.columnar.backend.ch.runtime_config.use_current_directory_as_tmp=true
+kylin.storage.columnar.spark-conf.spark.driver.extraClassPath=${KYLIN_HOME}/lib/ext/gluten.jar
kylin.storage.columnar.spark-conf.spark.gluten.sql.executor.jar.path=${KYLIN_HOME}/lib/ext/gluten.jar
## gluten cache for hdfs
kylin.storage.columnar.spark-conf.spark.gluten.sql.columnar.backend.ch.runtime_config.gluten_cache.local.enabled=true
