This is an automated email from the ASF dual-hosted git repository.
yangjie01 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 79167994d04a [SPARK-48231][BUILD] Remove unused CodeHaus Jackson
dependencies
79167994d04a is described below
commit 79167994d04ac269e933592e621465cdc5d83eb5
Author: Cheng Pan <[email protected]>
AuthorDate: Tue Jun 24 13:27:30 2025 +0800
[SPARK-48231][BUILD] Remove unused CodeHaus Jackson dependencies
### What changes were proposed in this pull request?
CodeHaus Jackson dependencies were pulled from Hive, while in
https://github.com/apache/hive/pull/4564 (Hive 2.3.10), it migrated to Jackson
2.x, so we can remove them from Spark now.
### Why are the changes needed?
Remove unused and vulnerable dependencies.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
Pass GA.
### Was this patch authored or co-authored using generative AI tooling?
No.
Closes #46521 from pan3793/SPARK-48231.
Authored-by: Cheng Pan <[email protected]>
Signed-off-by: yangjie01 <[email protected]>
---
LICENSE-binary | 2 --
assembly/pom.xml | 7 -------
dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 --
dev/make-distribution.sh | 8 --------
.../java/org/apache/spark/launcher/SparkLauncher.java | 4 ++--
pom.xml | 15 ---------------
.../docker/src/main/dockerfiles/spark/Dockerfile | 2 --
sql/hive/pom.xml | 4 ----
8 files changed, 2 insertions(+), 42 deletions(-)
diff --git a/LICENSE-binary b/LICENSE-binary
index 0c3c7aecb71a..b421b4ff68af 100644
--- a/LICENSE-binary
+++ b/LICENSE-binary
@@ -365,8 +365,6 @@ org.apache.xbean:xbean-asm9-shaded
org.apache.yetus:audience-annotations
org.apache.zookeeper:zookeeper
org.apache.zookeeper:zookeeper-jute
-org.codehaus.jackson:jackson-core-asl
-org.codehaus.jackson:jackson-mapper-asl
org.datanucleus:datanucleus-api-jdo
org.datanucleus:datanucleus-core
org.datanucleus:datanucleus-rdbms
diff --git a/assembly/pom.xml b/assembly/pom.xml
index a85ac5d9bc83..3a6b73b4522d 100644
--- a/assembly/pom.xml
+++ b/assembly/pom.xml
@@ -306,13 +306,6 @@
<properties>
<hive.deps.scope>provided</hive.deps.scope>
<hive.llap.scope>provided</hive.llap.scope>
- <hive.jackson.scope>provided</hive.jackson.scope>
- </properties>
- </profile>
- <profile>
- <id>hive-jackson-provided</id>
- <properties>
- <hive.jackson.scope>provided</hive.jackson.scope>
</properties>
</profile>
<profile>
diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3
b/dev/deps/spark-deps-hadoop-3-hive-2.3
index 727746dcae6f..7853be2c9d06 100644
--- a/dev/deps/spark-deps-hadoop-3-hive-2.3
+++ b/dev/deps/spark-deps-hadoop-3-hive-2.3
@@ -105,13 +105,11 @@
istack-commons-runtime/4.1.2//istack-commons-runtime-4.1.2.jar
ivy/2.5.3//ivy-2.5.3.jar
j2objc-annotations/3.0.0//j2objc-annotations-3.0.0.jar
jackson-annotations/2.19.0//jackson-annotations-2.19.0.jar
-jackson-core-asl/1.9.13//jackson-core-asl-1.9.13.jar
jackson-core/2.19.0//jackson-core-2.19.0.jar
jackson-databind/2.19.0//jackson-databind-2.19.0.jar
jackson-dataformat-cbor/2.19.0//jackson-dataformat-cbor-2.19.0.jar
jackson-dataformat-yaml/2.19.0//jackson-dataformat-yaml-2.19.0.jar
jackson-datatype-jsr310/2.19.0//jackson-datatype-jsr310-2.19.0.jar
-jackson-mapper-asl/1.9.13//jackson-mapper-asl-1.9.13.jar
jackson-module-scala_2.13/2.19.0//jackson-module-scala_2.13-2.19.0.jar
jakarta.activation-api/2.1.3//jakarta.activation-api-2.1.3.jar
jakarta.annotation-api/2.1.1//jakarta.annotation-api-2.1.1.jar
diff --git a/dev/make-distribution.sh b/dev/make-distribution.sh
index 39f6477e07c9..911c3e6d068a 100755
--- a/dev/make-distribution.sh
+++ b/dev/make-distribution.sh
@@ -204,14 +204,6 @@ echo "Build flags: $@" >> "$DISTDIR/RELEASE"
# Copy jars
cp -r "$SPARK_HOME"/assembly/target/scala*/jars/* "$DISTDIR/jars/"
-# Only create the hive-jackson directory if they exist.
-if [ -f "$DISTDIR"/jars/jackson-core-asl-1.9.13.jar ]; then
- for f in "$DISTDIR"/jars/jackson-*-asl-*.jar; do
- mkdir -p "$DISTDIR"/hive-jackson
- mv $f "$DISTDIR"/hive-jackson/
- done
-fi
-
# Only create the yarn directory if the yarn artifacts were built.
if [ -f
"$SPARK_HOME"/common/network-yarn/target/scala*/spark-*-yarn-shuffle.jar ]; then
mkdir "$DISTDIR/yarn"
diff --git
a/launcher/src/main/java/org/apache/spark/launcher/SparkLauncher.java
b/launcher/src/main/java/org/apache/spark/launcher/SparkLauncher.java
index 67f76a73c214..c3cc470e8871 100644
--- a/launcher/src/main/java/org/apache/spark/launcher/SparkLauncher.java
+++ b/launcher/src/main/java/org/apache/spark/launcher/SparkLauncher.java
@@ -59,7 +59,7 @@ public class SparkLauncher extends
AbstractLauncher<SparkLauncher> {
/** Configuration key for the driver default extra class path. */
public static final String DRIVER_DEFAULT_EXTRA_CLASS_PATH =
"spark.driver.defaultExtraClassPath";
- public static final String DRIVER_DEFAULT_EXTRA_CLASS_PATH_VALUE =
"hive-jackson/*";
+ public static final String DRIVER_DEFAULT_EXTRA_CLASS_PATH_VALUE = "";
/** Configuration key for the driver class path. */
public static final String DRIVER_EXTRA_CLASSPATH =
"spark.driver.extraClassPath";
/** Configuration key for the default driver VM options. */
@@ -74,7 +74,7 @@ public class SparkLauncher extends
AbstractLauncher<SparkLauncher> {
/** Configuration key for the executor default extra class path. */
public static final String EXECUTOR_DEFAULT_EXTRA_CLASS_PATH =
"spark.executor.defaultExtraClassPath";
- public static final String EXECUTOR_DEFAULT_EXTRA_CLASS_PATH_VALUE =
"hive-jackson/*";
+ public static final String EXECUTOR_DEFAULT_EXTRA_CLASS_PATH_VALUE = "";
/** Configuration key for the executor class path. */
public static final String EXECUTOR_EXTRA_CLASSPATH =
"spark.executor.extraClassPath";
/** Configuration key for the default executor VM options. */
diff --git a/pom.xml b/pom.xml
index ec0b9db3ca2a..fc3b79eb5e44 100644
--- a/pom.xml
+++ b/pom.xml
@@ -181,7 +181,6 @@
<scalafmt.skip>true</scalafmt.skip>
<scalafmt.validateOnly>true</scalafmt.validateOnly>
<scalafmt.changedOnly>true</scalafmt.changedOnly>
- <codehaus.jackson.version>1.9.13</codehaus.jackson.version>
<fasterxml.jackson.version>2.19.0</fasterxml.jackson.version>
<fasterxml.jackson.databind.version>2.19.0</fasterxml.jackson.databind.version>
<ws.xmlschema.version>2.3.1</ws.xmlschema.version>
@@ -281,7 +280,6 @@
<hive.deps.scope>compile</hive.deps.scope>
<hive.storage.version>2.8.1</hive.storage.version>
<hive.storage.scope>compile</hive.storage.scope>
- <hive.jackson.scope>compile</hive.jackson.scope>
<hive.common.scope>compile</hive.common.scope>
<hive.llap.scope>test</hive.llap.scope>
<hive.serde.scope>compile</hive.serde.scope>
@@ -1623,19 +1621,6 @@
</exclusion>
</exclusions>
</dependency>
- <!-- Hive 2.3 need this to init Hive's FunctionRegistry -->
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-core-asl</artifactId>
- <version>${codehaus.jackson.version}</version>
- <scope>${hive.jackson.scope}</scope>
- </dependency>
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-mapper-asl</artifactId>
- <version>${codehaus.jackson.version}</version>
- <scope>${hive.jackson.scope}</scope>
- </dependency>
<dependency>
<groupId>${hive.group}</groupId>
<artifactId>hive-beeline</artifactId>
diff --git
a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile
b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile
index 936359544320..89696088f6a4 100644
--- a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile
+++ b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/Dockerfile
@@ -47,8 +47,6 @@ RUN set -ex && \
rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/*
COPY jars /opt/spark/jars
-# Copy hive-jackson directory if exists
-COPY hive-jackso[n] /opt/spark/hive-jackson
# Copy RELEASE file if exists
COPY RELEAS[E] /opt/spark/RELEASE
COPY bin /opt/spark/bin
diff --git a/sql/hive/pom.xml b/sql/hive/pom.xml
index 45e1400f2210..537be46a5012 100644
--- a/sql/hive/pom.xml
+++ b/sql/hive/pom.xml
@@ -139,10 +139,6 @@
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
</dependency>
- <dependency>
- <groupId>org.codehaus.jackson</groupId>
- <artifactId>jackson-mapper-asl</artifactId>
- </dependency>
<!-- transitive dependencies of hive-exec-core doesn't declare -->
<dependency>
<groupId>javax.servlet</groupId>
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
