This is an automated email from the ASF dual-hosted git repository.
xxubai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/amoro.git
The following commit(s) were added to refs/heads/master by this push:
new 6af75bbe2 [AMORO-4451][Build] Discontinue Hadoop 2 support (#4452)
6af75bbe2 is described below
commit 6af75bbe23b79974900997b85f9629d7c1623311
Author: Jiwon Park <[email protected]>
AuthorDate: Wed Oct 21 15:07:40 2026 +0900
[AMORO-4451][Build] Discontinue Hadoop 2 support (#4452)
* [AMORO-4451][Build] Discontinue Hadoop 2 support
Signed-off-by: Jiwon Park <[email protected]>
* [AMORO-4451][Build] Remove one-off Flink image verification files
Signed-off-by: Jiwon Park <[email protected]>
---------
Signed-off-by: Jiwon Park <[email protected]>
---
.github/workflows/core-hadoop2-ci.yml | 63 ---
.github/workflows/docker-images.yml | 20 +-
.github/workflows/trino-ci.yml | 2 +-
AGENTS.md | 2 +-
README.md | 4 -
amoro-ams/pom.xml | 4 +-
amoro-common/pom.xml | 4 +-
amoro-format-iceberg/pom.xml | 4 +-
amoro-optimizer/amoro-optimizer-flink/pom.xml | 21 +
dev/dependencies.sh | 2 +-
dev/deps/dependencies-hadoop-2-spark-3.3 | 438 ---------------------
docker/optimizer-flink/Dockerfile | 3 +-
docs/engines/flink/flink-get-started.md | 12 +-
pom.xml | 19 +-
.../content/benchmark/benchmark-guide.md | 2 +-
.../content/community/validate-release.md | 3 -
tools/releasing/create_binary_release.sh | 10 +-
17 files changed, 49 insertions(+), 564 deletions(-)
diff --git a/.github/workflows/core-hadoop2-ci.yml
b/.github/workflows/core-hadoop2-ci.yml
deleted file mode 100644
index ad891366c..000000000
--- a/.github/workflows/core-hadoop2-ci.yml
+++ /dev/null
@@ -1,63 +0,0 @@
-# This workflow will build a Java project with Maven, and cache/restore any
dependencies to improve the workflow execution time
-# For more information see:
https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-maven
-
-name: Core/hadoop2 CI with Maven
-
-concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
- cancel-in-progress: true
-
-on:
- push:
- branches:
- - "master"
- - "0.**"
-
- pull_request:
- branches:
- - "master"
- - "0.**"
- paths:
- - ".github/workflows/**"
- - "amoro-ams/**"
- - "amoro-common/**"
- - "amoro-metrics/**"
- - "amoro-optimizer/**"
- - "amoro-format-iceberg/**"
- - "amoro-format-paimon/**"
- - "amoro-format-hudi/**"
- - "amoro-format-mixed/amoro-mixed-flink/**"
- - "amoro-format-mixed/amoro-mixed-hive/**"
- - "amoro-format-mixed/amoro-mixed-spark/**"
- - "pom.xml"
- - "tools/maven/**"
-
-jobs:
- build:
- runs-on: ubuntu-latest
- strategy:
- matrix:
- jdk: [ '11' ]
- name: Build Amoro with JDK ${{ matrix.jdk }}
- steps:
- - uses: actions/checkout@v3
-
- - name: Set up JDK ${{ matrix.jdk }}
- uses: actions/setup-java@v3
- with:
- java-version: ${{ matrix.jdk }}
- distribution: 'temurin'
- cache: maven
- check-latest: false
-
- - name: Validate checkstyle first
- run: ./mvnw validate
-
- - name: Build all modules with Maven
- run: ./mvnw clean install -Djacoco.flink.skip=true -B -ntp -Phadoop2
-Pjava${{ matrix.jdk }}
-
- - name: Code coverage
- uses: codecov/codecov-action@v3
- with:
- verbose: true
- flags: core
diff --git a/.github/workflows/docker-images.yml
b/.github/workflows/docker-images.yml
index 6d79207f6..8cc75dbe4 100644
--- a/.github/workflows/docker-images.yml
+++ b/.github/workflows/docker-images.yml
@@ -38,9 +38,6 @@ jobs:
name: Push Amoro Docker Image to Docker Hub
runs-on: ubuntu-latest
if: ${{ startsWith(github.repository, 'apache/') }}
- strategy:
- matrix:
- hadoop: [ "v2", "v3" ]
steps:
- uses: actions/checkout@v3
- name: Set up JDK 11
@@ -65,12 +62,10 @@ jobs:
images: |
name=apache/amoro
tags: |
- type=ref,event=branch,enable=${{ matrix.hadoop == 'v3'
}},suffix=-snapshot
- type=ref,event=branch,enable=${{ matrix.hadoop == 'v2'
}},suffix=-snapshot-hadoop2
- type=raw,enable=${{ matrix.hadoop == 'v3' &&
startsWith(github.ref, 'refs/tags/v') }},value=latest
- type=semver,event=tag,enable=${{ matrix.hadoop == 'v3'
}},pattern={{version}}
- type=semver,event=tag,enable=${{ matrix.hadoop == 'v3'
}},pattern={{version}}, suffix=-hadoop3
- type=semver,event=tag,enable=${{ matrix.hadoop == 'v2'
}},pattern={{version}}, suffix=-hadoop2
+ type=ref,event=branch,suffix=-snapshot
+ type=raw,enable=${{ startsWith(github.ref, 'refs/tags/v')
}},value=latest
+ type=semver,event=tag,pattern={{version}}
+ type=semver,event=tag,pattern={{version}}, suffix=-hadoop3
- name: Print tags
run: echo '${{ steps.meta.outputs.tags }}'
@@ -81,13 +76,8 @@ jobs:
username: ${{ secrets.DOCKERHUB_USER }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- - name: Set Maven Build Properties
- if: ${{ matrix.hadoop == 'v2' }}
- run: |
- echo "MVN_HADOOP=-Phadoop2" >> $GITHUB_ENV
-
- name: Build dist module with Maven
- run: ./mvnw clean package -pl 'dist' -am -e ${MVN_HADOOP} -DskipTests
-B -ntp -Psupport-all-formats -Pno-extended-disk-storage -Pno-plugin-bin
+ run: ./mvnw clean package -pl 'dist' -am -e -DskipTests -B -ntp
-Psupport-all-formats -Pno-extended-disk-storage -Pno-plugin-bin
- name: Build and Push Amoro Docker Image
uses:
docker/build-push-action@53b7df96c91f9c12dcc8a07bcb9ccacbed38856a # v7.3.0
diff --git a/.github/workflows/trino-ci.yml b/.github/workflows/trino-ci.yml
index 921aaf1e9..5c48c4d24 100644
--- a/.github/workflows/trino-ci.yml
+++ b/.github/workflows/trino-ci.yml
@@ -44,7 +44,7 @@ jobs:
run: ./mvnw validate -P format-mixed-format-trino
- name: Build trino module with Maven
- run: ./mvnw clean install -pl 'amoro-format-mixed/amoro-mixed-trino'
-am -B -P hadoop2,format-mixed-format-trino,build-mixed-format-trino
+ run: ./mvnw clean install -pl 'amoro-format-mixed/amoro-mixed-trino'
-am -B -P format-mixed-format-trino,build-mixed-format-trino
- name: Code coverage
uses: codecov/codecov-action@v3
diff --git a/AGENTS.md b/AGENTS.md
index 67ef8494b..5c9f0b620 100644
--- a/AGENTS.md
+++ b/AGENTS.md
@@ -58,7 +58,7 @@ UPDATE=1 ./mvnw test -pl amoro-ams -am
-Dtest=ConfigurationsTest
pnpm install && pnpm dev:mock
```
-Key Maven profiles: `-Phadoop2` (Hadoop 2.x), `-Pspark-3.3`/`-Pspark-3.5`,
`-Psupport-all-formats`, `-Pbuild-mixed-format-trino` (requires JDK 17).
+Key Maven profiles: `-Pspark-3.3`/`-Pspark-3.5`, `-Psupport-all-formats`,
`-Pbuild-mixed-format-trino` (requires JDK 17).
## Conventions & Patterns
diff --git a/README.md b/README.md
index 2abcd8133..da5d452a7 100644
--- a/README.md
+++ b/README.md
@@ -26,9 +26,6 @@
<a
href="https://github.com/apache/amoro/actions/workflows/core-hadoop3-ci.yml";>
<img
src="https://github.com/apache/amoro/actions/workflows/core-hadoop3-ci.yml/badge.svg";
/>
</a>
- <a
href="https://github.com/apache/amoro/actions/workflows/core-hadoop2-ci.yml";>
- <img
src="https://github.com/apache/amoro/actions/workflows/core-hadoop2-ci.yml/badge.svg";
/>
- </a>
<a href="https://github.com/apache/amoro/actions/workflows/trino-ci.yml";>
<img
src="https://github.com/apache/amoro/actions/workflows/trino-ci.yml/badge.svg";
/>
</a>
@@ -123,7 +120,6 @@ Amoro is built using Maven with JDK 11 and 17(required for
`amoro-format-mixed/a
* Build and skip dashboard: `./mvnw clean package -Pskip-dashboard-build`
* Build and disable disk storage, RocksDB will NOT be introduced to avoid
memory overflow: `./mvnw clean package -DskipTests -Pno-extented-disk-storage`
* Build and enable aliyun-oss-sdk: `./mvnw clean package -DskipTests
-Paliyun-oss-sdk`
-* Build with hadoop 2.x(the default is 3.x) dependencies: `./mvnw clean
package -DskipTests -Phadoop2`
* Specify Flink version for Flink optimizer(the default is 1.20.0): `./mvnw
clean package -DskipTests -Dflink-optimizer.flink-version=1.20.0`
* If the version of Flink is below 1.15.0, you also need to add the
`-Pflink-optimizer-pre-1.15` parameter: `./mvnw clean package -DskipTests
-Pflink-optimizer-pre-1.15 -Dflink-optimizer.flink-version=1.14.6`
* Specify Spark version for Spark optimizer(the default is 3.5.7): `./mvnw
clean package -DskipTests -Dspark.version=3.5.7`
diff --git a/amoro-ams/pom.xml b/amoro-ams/pom.xml
index 8cfc07e40..4eb5ecac2 100644
--- a/amoro-ams/pom.xml
+++ b/amoro-ams/pom.xml
@@ -359,12 +359,12 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-api.artifact}</artifactId>
+ <artifactId>hadoop-client-api</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-runtime.artifact}</artifactId>
+ <artifactId>hadoop-client-runtime</artifactId>
</dependency>
<dependency>
diff --git a/amoro-common/pom.xml b/amoro-common/pom.xml
index dd85842c4..9402d6d3b 100644
--- a/amoro-common/pom.xml
+++ b/amoro-common/pom.xml
@@ -100,12 +100,12 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-api.artifact}</artifactId>
+ <artifactId>hadoop-client-api</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-runtime.artifact}</artifactId>
+ <artifactId>hadoop-client-runtime</artifactId>
</dependency>
<dependency>
diff --git a/amoro-format-iceberg/pom.xml b/amoro-format-iceberg/pom.xml
index 0e1d498bc..da48f1f39 100644
--- a/amoro-format-iceberg/pom.xml
+++ b/amoro-format-iceberg/pom.xml
@@ -129,12 +129,12 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-api.artifact}</artifactId>
+ <artifactId>hadoop-client-api</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-runtime.artifact}</artifactId>
+ <artifactId>hadoop-client-runtime</artifactId>
</dependency>
<dependency>
diff --git a/amoro-optimizer/amoro-optimizer-flink/pom.xml
b/amoro-optimizer/amoro-optimizer-flink/pom.xml
index 8ce81805d..aa76af7e5 100644
--- a/amoro-optimizer/amoro-optimizer-flink/pom.xml
+++ b/amoro-optimizer/amoro-optimizer-flink/pom.xml
@@ -188,6 +188,27 @@
<build>
<plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-dependency-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>copy-image-hadoop-dependencies</id>
+ <goals>
+ <goal>copy-dependencies</goal>
+ </goals>
+ <phase>package</phase>
+ <configuration>
+
<includeGroupIds>org.apache.hadoop</includeGroupIds>
+
<includeArtifactIds>hadoop-client-api,hadoop-client-runtime</includeArtifactIds>
+ <includeScope>runtime</includeScope>
+
<outputDirectory>${project.build.directory}/docker-hadoop</outputDirectory>
+ <stripVersion>true</stripVersion>
+ <overWriteReleases>true</overWriteReleases>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-assembly-plugin</artifactId>
diff --git a/dev/dependencies.sh b/dev/dependencies.sh
index 62074b16a..c6cb8a34e 100755
--- a/dev/dependencies.sh
+++ b/dev/dependencies.sh
@@ -56,7 +56,7 @@ function check_diff() {
fi
}
-HADOOP_SPARK_PROFILES=('hadoop2' 'spark-3.5')
+HADOOP_SPARK_PROFILES=('spark-3.5')
for HADOOP_SPARK_PROFILE in "${HADOOP_SPARK_PROFILES[@]}";
do
HADOOP_MAJOR_VERSION=$("$MVN" help:evaluate -Dexpression=hadoop.version
-P"$HADOOP_SPARK_PROFILE" 2>/dev/null \
diff --git a/dev/deps/dependencies-hadoop-2-spark-3.3
b/dev/deps/dependencies-hadoop-2-spark-3.3
deleted file mode 100644
index 9703bcca0..000000000
--- a/dev/deps/dependencies-hadoop-2-spark-3.3
+++ /dev/null
@@ -1,438 +0,0 @@
-HikariCP/2.5.1//HikariCP-2.5.1.jar
-RoaringBitmap/1.0.1//RoaringBitmap-1.0.1.jar
-ST4/4.3.1//ST4-4.3.1.jar
-accessors-smart/1.2//accessors-smart-1.2.jar
-activation/1.1.1//activation-1.1.1.jar
-aircompressor/0.27//aircompressor-0.27.jar
-annotations/17.0.0//annotations-17.0.0.jar
-annotations/2.24.12//annotations-2.24.12.jar
-ant-launcher/1.9.1//ant-launcher-1.9.1.jar
-ant/1.6.5//ant-1.6.5.jar
-ant/1.9.1//ant-1.9.1.jar
-antlr-runtime/3.5.2//antlr-runtime-3.5.2.jar
-antlr4-runtime/4.8//antlr4-runtime-4.8.jar
-antlr4/4.9.3//antlr4-4.9.3.jar
-aopalliance-repackaged/2.6.1//aopalliance-repackaged-2.6.1.jar
-apache-client/2.24.12//apache-client-2.24.12.jar
-apacheds-i18n/2.0.0-M15//apacheds-i18n-2.0.0-M15.jar
-apacheds-kerberos-codec/2.0.0-M15//apacheds-kerberos-codec-2.0.0-M15.jar
-api-asn1-api/1.0.0-M20//api-asn1-api-1.0.0-M20.jar
-api-util/1.0.0-M20//api-util-1.0.0-M20.jar
-apiguardian-api/1.1.2//apiguardian-api-1.1.2.jar
-args4j/2.33//args4j-2.33.jar
-arns/2.24.12//arns-2.24.12.jar
-arrow-format/18.3.0//arrow-format-18.3.0.jar
-arrow-memory-core/18.3.0//arrow-memory-core-18.3.0.jar
-arrow-memory-netty-buffer-patch/18.3.0//arrow-memory-netty-buffer-patch-18.3.0.jar
-arrow-memory-netty/18.3.0//arrow-memory-netty-18.3.0.jar
-arrow-vector/18.3.0//arrow-vector-18.3.0.jar
-asm/5.0.4//asm-5.0.4.jar
-async-profiler/2.9//async-profiler-2.9.jar
-auth/2.24.12//auth-2.24.12.jar
-aviator/5.9.0//aviator-5.9.0.jar
-avro-ipc/1.11.0//avro-ipc-1.11.0.jar
-avro-mapred/1.11.0//avro-mapred-1.11.0.jar
-avro/1.12.0//avro-1.12.0.jar
-aws-core/2.24.12//aws-core-2.24.12.jar
-aws-json-protocol/2.24.12//aws-json-protocol-2.24.12.jar
-aws-query-protocol/2.24.12//aws-query-protocol-2.24.12.jar
-aws-xml-protocol/2.24.12//aws-xml-protocol-2.24.12.jar
-bonecp/0.8.0.RELEASE//bonecp-0.8.0.RELEASE.jar
-byte-buddy-agent/1.12.19//byte-buddy-agent-1.12.19.jar
-byte-buddy/1.12.19//byte-buddy-1.12.19.jar
-caffeine/2.9.3//caffeine-2.9.3.jar
-checker-qual/3.42.0//checker-qual-3.42.0.jar
-checksums-spi/2.24.12//checksums-spi-2.24.12.jar
-checksums/2.24.12//checksums-2.24.12.jar
-chill-java/0.10.0//chill-java-0.10.0.jar
-chill_2.12/0.10.0//chill_2.12-0.10.0.jar
-commons-beanutils/1.11.0//commons-beanutils-1.11.0.jar
-commons-cli/1.2//commons-cli-1.2.jar
-commons-codec/1.17.2//commons-codec-1.17.2.jar
-commons-collections/3.2.2//commons-collections-3.2.2.jar
-commons-collections4/4.4//commons-collections4-4.4.jar
-commons-compiler/3.0.16//commons-compiler-3.0.16.jar
-commons-compress/1.23.0//commons-compress-1.23.0.jar
-commons-configuration/1.6//commons-configuration-1.6.jar
-commons-crypto/1.1.0//commons-crypto-1.1.0.jar
-commons-csv/1.12.0//commons-csv-1.12.0.jar
-commons-dbcp/1.4//commons-dbcp-1.4.jar
-commons-dbcp2/2.9.0//commons-dbcp2-2.9.0.jar
-commons-digester/1.8//commons-digester-1.8.jar
-commons-el/1.0//commons-el-1.0.jar
-commons-io/2.20.0//commons-io-2.20.0.jar
-commons-lang/2.6//commons-lang-2.6.jar
-commons-lang3/3.20.0//commons-lang3-3.20.0.jar
-commons-logging/1.2//commons-logging-1.2.jar
-commons-math3/3.6.1//commons-math3-3.6.1.jar
-commons-net/3.12.0//commons-net-3.12.0.jar
-commons-pool/1.5.4//commons-pool-1.5.4.jar
-commons-pool2/2.12.0//commons-pool2-2.12.0.jar
-commons-text/1.10.0//commons-text-1.10.0.jar
-compress-lzf/1.1//compress-lzf-1.1.jar
-crt-core/2.24.12//crt-core-2.24.12.jar
-datanucleus-api-jdo/4.2.4//datanucleus-api-jdo-4.2.4.jar
-datanucleus-core/4.1.17//datanucleus-core-4.1.17.jar
-datanucleus-rdbms/4.1.19//datanucleus-rdbms-4.1.19.jar
-derby/10.14.2.0//derby-10.14.2.0.jar
-dropwizard-metrics-hadoop-metrics2-reporter/0.1.2//dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar
-dynamodb/2.24.12//dynamodb-2.24.12.jar
-ehcache/3.3.1//ehcache-3.3.1.jar
-endpoints-spi/2.24.12//endpoints-spi-2.24.12.jar
-error_prone_annotations/2.18.0//error_prone_annotations-2.18.0.jar
-eventstream/1.0.1//eventstream-1.0.1.jar
-failsafe/3.3.2//failsafe-3.3.2.jar
-failureaccess/1.0.1//failureaccess-1.0.1.jar
-flatbuffers-java/25.2.10//flatbuffers-java-25.2.10.jar
-flink-annotations/1.20.3//flink-annotations-1.20.3.jar
-flink-clients/1.20.3//flink-clients-1.20.3.jar
-flink-connector-datagen/1.20.3//flink-connector-datagen-1.20.3.jar
-flink-core-api/1.20.3//flink-core-api-1.20.3.jar
-flink-core/1.20.3//flink-core-1.20.3.jar
-flink-datastream-api/1.20.3//flink-datastream-api-1.20.3.jar
-flink-datastream/1.20.3//flink-datastream-1.20.3.jar
-flink-file-sink-common/1.20.3//flink-file-sink-common-1.20.3.jar
-flink-hadoop-fs/1.20.3//flink-hadoop-fs-1.20.3.jar
-flink-java/1.20.3//flink-java-1.20.3.jar
-flink-metrics-core/1.20.3//flink-metrics-core-1.20.3.jar
-flink-optimizer/1.20.3//flink-optimizer-1.20.3.jar
-flink-queryable-state-client-java/1.20.3//flink-queryable-state-client-java-1.20.3.jar
-flink-rpc-core/1.20.3//flink-rpc-core-1.20.3.jar
-flink-runtime-web/1.20.3//flink-runtime-web-1.20.3.jar
-flink-runtime/1.20.3//flink-runtime-1.20.3.jar
-flink-shaded-asm-9/9.5-17.0//flink-shaded-asm-9-9.5-17.0.jar
-flink-shaded-guava/31.1-jre-17.0//flink-shaded-guava-31.1-jre-17.0.jar
-flink-shaded-jackson/2.14.2-17.0//flink-shaded-jackson-2.14.2-17.0.jar
-flink-shaded-netty/4.1.91.Final-17.0//flink-shaded-netty-4.1.91.Final-17.0.jar
-flink-streaming-java/1.20.3//flink-streaming-java-1.20.3.jar
-geronimo-jcache_1.0_spec/1.0-alpha-1//geronimo-jcache_1.0_spec-1.0-alpha-1.jar
-glue/2.24.12//glue-2.24.12.jar
-gson/2.11.0//gson-2.11.0.jar
-guava/32.1.1-jre//guava-32.1.1-jre.jar
-hadoop-annotations/2.10.2//hadoop-annotations-2.10.2.jar
-hadoop-auth/2.10.2//hadoop-auth-2.10.2.jar
-hadoop-aws/2.10.2//hadoop-aws-2.10.2.jar
-hadoop-client/2.10.2//hadoop-client-2.10.2.jar
-hadoop-common/2.10.2//hadoop-common-2.10.2.jar
-hadoop-hdfs-client/2.10.2//hadoop-hdfs-client-2.10.2.jar
-hadoop-mapreduce-client-app/2.10.2//hadoop-mapreduce-client-app-2.10.2.jar
-hadoop-mapreduce-client-common/2.10.2//hadoop-mapreduce-client-common-2.10.2.jar
-hadoop-mapreduce-client-core/2.10.2//hadoop-mapreduce-client-core-2.10.2.jar
-hadoop-mapreduce-client-jobclient/2.10.2//hadoop-mapreduce-client-jobclient-2.10.2.jar
-hadoop-mapreduce-client-shuffle/2.10.2//hadoop-mapreduce-client-shuffle-2.10.2.jar
-hadoop-yarn-api/2.10.2//hadoop-yarn-api-2.10.2.jar
-hadoop-yarn-client/2.10.2//hadoop-yarn-client-2.10.2.jar
-hadoop-yarn-common/2.10.2//hadoop-yarn-common-2.10.2.jar
-hadoop-yarn-registry/2.10.2//hadoop-yarn-registry-2.10.2.jar
-hadoop-yarn-server-common/2.10.2//hadoop-yarn-server-common-2.10.2.jar
-hamcrest-core/1.3//hamcrest-core-1.3.jar
-hive-common/2.3.8//hive-common-2.3.8.jar
-hive-exec/2.3.8/core/hive-exec-2.3.8-core.jar
-hive-metastore/2.3.8//hive-metastore-2.3.8.jar
-hive-serde/2.3.8//hive-serde-2.3.8.jar
-hive-service-rpc/2.3.8//hive-service-rpc-2.3.8.jar
-hive-shims-0.23/2.3.8//hive-shims-0.23-2.3.8.jar
-hive-shims-common/2.3.8//hive-shims-common-2.3.8.jar
-hive-shims-scheduler/2.3.8//hive-shims-scheduler-2.3.8.jar
-hive-shims/2.3.8//hive-shims-2.3.8.jar
-hive-storage-api/2.7.2//hive-storage-api-2.7.2.jar
-hk2-api/2.6.1//hk2-api-2.6.1.jar
-hk2-locator/2.6.1//hk2-locator-2.6.1.jar
-hk2-utils/2.6.1//hk2-utils-2.6.1.jar
-htrace-core4/4.1.0-incubating//htrace-core4-4.1.0-incubating.jar
-http-auth-aws/2.24.12//http-auth-aws-2.24.12.jar
-http-auth-spi/2.24.12//http-auth-spi-2.24.12.jar
-http-auth/2.24.12//http-auth-2.24.12.jar
-http-client-spi/2.24.12//http-client-spi-2.24.12.jar
-httpclient/4.5.13//httpclient-4.5.13.jar
-httpclient5/5.4.1//httpclient5-5.4.1.jar
-httpcore/4.4.13//httpcore-4.4.13.jar
-httpcore5-h2/5.3.1//httpcore5-h2-5.3.1.jar
-httpcore5/5.3.1//httpcore5-5.3.1.jar
-iceberg-aliyun/1.8.1//iceberg-aliyun-1.8.1.jar
-iceberg-api/1.8.1//iceberg-api-1.8.1.jar
-iceberg-arrow/1.8.1//iceberg-arrow-1.8.1.jar
-iceberg-aws/1.8.1//iceberg-aws-1.8.1.jar
-iceberg-bundled-guava/1.8.1//iceberg-bundled-guava-1.8.1.jar
-iceberg-common/1.8.1//iceberg-common-1.8.1.jar
-iceberg-core/1.8.1//iceberg-core-1.8.1.jar
-iceberg-data/1.8.1//iceberg-data-1.8.1.jar
-iceberg-hive-metastore/1.8.1//iceberg-hive-metastore-1.8.1.jar
-iceberg-orc/1.8.1//iceberg-orc-1.8.1.jar
-iceberg-parquet/1.8.1//iceberg-parquet-1.8.1.jar
-iceberg-spark-3.3_2.12/1.8.1//iceberg-spark-3.3_2.12-1.8.1.jar
-iceberg-spark-extensions-3.3_2.12/1.8.1//iceberg-spark-extensions-3.3_2.12-1.8.1.jar
-icu4j/69.1//icu4j-69.1.jar
-identity-spi/2.24.12//identity-spi-2.24.12.jar
-ipaddress/5.5.1//ipaddress-5.5.1.jar
-ivy/2.5.1//ivy-2.5.1.jar
-j2objc-annotations/2.8//j2objc-annotations-2.8.jar
-jackson-annotations/2.14.2//jackson-annotations-2.14.2.jar
-jackson-core-asl/1.9.13//jackson-core-asl-1.9.13.jar
-jackson-core/2.14.2//jackson-core-2.14.2.jar
-jackson-databind/2.14.2//jackson-databind-2.14.2.jar
-jackson-dataformat-yaml/2.14.2//jackson-dataformat-yaml-2.14.2.jar
-jackson-datatype-jsr310/2.14.2//jackson-datatype-jsr310-2.14.2.jar
-jackson-jaxrs/1.9.13//jackson-jaxrs-1.9.13.jar
-jackson-mapper-asl/1.9.13//jackson-mapper-asl-1.9.13.jar
-jackson-module-scala_2.12/2.14.2//jackson-module-scala_2.12-2.14.2.jar
-jackson-xc/1.9.13//jackson-xc-1.9.13.jar
-jakarta.annotation-api/1.3.5//jakarta.annotation-api-1.3.5.jar
-jakarta.inject/2.6.1//jakarta.inject-2.6.1.jar
-jakarta.servlet-api/4.0.3//jakarta.servlet-api-4.0.3.jar
-jakarta.validation-api/2.0.2//jakarta.validation-api-2.0.2.jar
-jakarta.ws.rs-api/2.1.6//jakarta.ws.rs-api-2.1.6.jar
-janino/3.0.16//janino-3.0.16.jar
-jasper-compiler/5.5.23//jasper-compiler-5.5.23.jar
-jasper-runtime/5.5.23//jasper-runtime-5.5.23.jar
-javalin/4.6.8//javalin-4.6.8.jar
-javassist/3.25.0-GA//javassist-3.25.0-GA.jar
-javax.annotation-api/1.3.2//javax.annotation-api-1.3.2.jar
-javax.jdo/3.2.0-m3//javax.jdo-3.2.0-m3.jar
-javax.json/1.0.4//javax.json-1.0.4.jar
-javax.servlet-api/3.1.0//javax.servlet-api-3.1.0.jar
-javolution/5.5.1//javolution-5.5.1.jar
-jaxb-api/2.2.2//jaxb-api-2.2.2.jar
-jboss-logging/3.3.1.Final//jboss-logging-3.3.1.Final.jar
-jboss-threads/2.3.6.Final//jboss-threads-2.3.6.Final.jar
-jcasbin/1.99.0//jcasbin-1.99.0.jar
-jcip-annotations/1.0-1//jcip-annotations-1.0-1.jar
-jdo-api/3.0.1//jdo-api-3.0.1.jar
-jersey-client/2.36//jersey-client-2.36.jar
-jersey-common/2.36//jersey-common-2.36.jar
-jersey-container-servlet-core/2.36//jersey-container-servlet-core-2.36.jar
-jersey-container-servlet/2.36//jersey-container-servlet-2.36.jar
-jersey-hk2/2.36//jersey-hk2-2.36.jar
-jersey-server/2.36//jersey-server-2.36.jar
-jetty-client/9.4.51.v20230217//jetty-client-9.4.51.v20230217.jar
-jetty-http/9.4.51.v20230217//jetty-http-9.4.51.v20230217.jar
-jetty-io/9.4.51.v20230217//jetty-io-9.4.51.v20230217.jar
-jetty-security/9.4.51.v20230217//jetty-security-9.4.51.v20230217.jar
-jetty-server/9.4.51.v20230217//jetty-server-9.4.51.v20230217.jar
-jetty-servlet/9.4.51.v20230217//jetty-servlet-9.4.51.v20230217.jar
-jetty-sslengine/6.1.26//jetty-sslengine-6.1.26.jar
-jetty-util-ajax/9.4.51.v20230217//jetty-util-ajax-9.4.51.v20230217.jar
-jetty-util/6.1.26//jetty-util-6.1.26.jar
-jetty-util/9.4.51.v20230217//jetty-util-9.4.51.v20230217.jar
-jetty-webapp/9.4.51.v20230217//jetty-webapp-9.4.51.v20230217.jar
-jetty-xml/9.4.51.v20230217//jetty-xml-9.4.51.v20230217.jar
-joda-time/2.10.13//joda-time-2.10.13.jar
-jsch/0.1.55//jsch-0.1.55.jar
-json-smart/2.3//json-smart-2.3.jar
-json-utils/2.24.12//json-utils-2.24.12.jar
-json/1.8//json-1.8.jar
-json4s-ast_2.12/3.7.0-M11//json4s-ast_2.12-3.7.0-M11.jar
-json4s-core_2.12/3.7.0-M11//json4s-core_2.12-3.7.0-M11.jar
-json4s-jackson_2.12/3.7.0-M11//json4s-jackson_2.12-3.7.0-M11.jar
-json4s-scalap_2.12/3.7.0-M11//json4s-scalap_2.12-3.7.0-M11.jar
-jsp-api/2.1//jsp-api-2.1.jar
-jsqlparser/4.7//jsqlparser-4.7.jar
-jsr305/3.0.0//jsr305-3.0.0.jar
-jta/1.1//jta-1.1.jar
-junit-jupiter-api/5.9.1//junit-jupiter-api-5.9.1.jar
-junit-jupiter-engine/5.9.1//junit-jupiter-engine-5.9.1.jar
-junit-jupiter-params/5.9.1//junit-jupiter-params-5.9.1.jar
-junit-jupiter/5.9.1//junit-jupiter-5.9.1.jar
-junit-platform-commons/1.9.1//junit-platform-commons-1.9.1.jar
-junit-platform-engine/1.9.1//junit-platform-engine-1.9.1.jar
-junit-vintage-engine/5.9.1//junit-vintage-engine-5.9.1.jar
-junit/4.13.2//junit-4.13.2.jar
-kerb-admin/2.1.1//kerb-admin-2.1.1.jar
-kerb-client/2.1.1//kerb-client-2.1.1.jar
-kerb-common/2.1.1//kerb-common-2.1.1.jar
-kerb-core/2.1.1//kerb-core-2.1.1.jar
-kerb-crypto/2.1.1//kerb-crypto-2.1.1.jar
-kerb-identity/2.1.1//kerb-identity-2.1.1.jar
-kerb-server/2.1.1//kerb-server-2.1.1.jar
-kerb-simplekdc/2.1.1//kerb-simplekdc-2.1.1.jar
-kerb-util/2.1.1//kerb-util-2.1.1.jar
-kerby-asn1/2.1.1//kerby-asn1-2.1.1.jar
-kerby-config/2.1.1//kerby-config-2.1.1.jar
-kerby-pkix/2.1.1//kerby-pkix-2.1.1.jar
-kerby-util/2.1.1//kerby-util-2.1.1.jar
-kerby-xdr/2.1.1//kerby-xdr-2.1.1.jar
-kms/2.24.12//kms-2.24.12.jar
-kotlin-stdlib-common/1.5.32//kotlin-stdlib-common-1.5.32.jar
-kotlin-stdlib-jdk7/1.5.32//kotlin-stdlib-jdk7-1.5.32.jar
-kotlin-stdlib-jdk8/1.5.32//kotlin-stdlib-jdk8-1.5.32.jar
-kotlin-stdlib/1.5.32//kotlin-stdlib-1.5.32.jar
-kryo-shaded/4.0.2//kryo-shaded-4.0.2.jar
-kryo/2.24.0//kryo-2.24.0.jar
-kryo/4.0.3//kryo-4.0.3.jar
-kubernetes-client-api/7.4.0//kubernetes-client-api-7.4.0.jar
-kubernetes-client/7.4.0//kubernetes-client-7.4.0.jar
-kubernetes-httpclient-vertx/7.4.0//kubernetes-httpclient-vertx-7.4.0.jar
-kubernetes-model-admissionregistration/7.4.0//kubernetes-model-admissionregistration-7.4.0.jar
-kubernetes-model-apiextensions/7.4.0//kubernetes-model-apiextensions-7.4.0.jar
-kubernetes-model-apps/7.4.0//kubernetes-model-apps-7.4.0.jar
-kubernetes-model-autoscaling/7.4.0//kubernetes-model-autoscaling-7.4.0.jar
-kubernetes-model-batch/7.4.0//kubernetes-model-batch-7.4.0.jar
-kubernetes-model-certificates/7.4.0//kubernetes-model-certificates-7.4.0.jar
-kubernetes-model-common/7.4.0//kubernetes-model-common-7.4.0.jar
-kubernetes-model-coordination/7.4.0//kubernetes-model-coordination-7.4.0.jar
-kubernetes-model-core/7.4.0//kubernetes-model-core-7.4.0.jar
-kubernetes-model-discovery/7.4.0//kubernetes-model-discovery-7.4.0.jar
-kubernetes-model-events/7.4.0//kubernetes-model-events-7.4.0.jar
-kubernetes-model-extensions/7.4.0//kubernetes-model-extensions-7.4.0.jar
-kubernetes-model-flowcontrol/7.4.0//kubernetes-model-flowcontrol-7.4.0.jar
-kubernetes-model-gatewayapi/7.4.0//kubernetes-model-gatewayapi-7.4.0.jar
-kubernetes-model-metrics/7.4.0//kubernetes-model-metrics-7.4.0.jar
-kubernetes-model-networking/7.4.0//kubernetes-model-networking-7.4.0.jar
-kubernetes-model-node/7.4.0//kubernetes-model-node-7.4.0.jar
-kubernetes-model-policy/7.4.0//kubernetes-model-policy-7.4.0.jar
-kubernetes-model-rbac/7.4.0//kubernetes-model-rbac-7.4.0.jar
-kubernetes-model-resource/7.4.0//kubernetes-model-resource-7.4.0.jar
-kubernetes-model-scheduling/7.4.0//kubernetes-model-scheduling-7.4.0.jar
-kubernetes-model-storageclass/7.4.0//kubernetes-model-storageclass-7.4.0.jar
-kyuubi-hive-jdbc-shaded/1.10.2//kyuubi-hive-jdbc-shaded-1.10.2.jar
-leveldbjni-all/1.8//leveldbjni-all-1.8.jar
-libfb303/0.9.3//libfb303-0.9.3.jar
-libthrift/0.9.3//libthrift-0.9.3.jar
-listenablefuture/9999.0-empty-to-avoid-conflict-with-guava//listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar
-log4j-1.2-api/2.20.0//log4j-1.2-api-2.20.0.jar
-log4j-api/2.20.0//log4j-api-2.20.0.jar
-log4j-core/2.20.0//log4j-core-2.20.0.jar
-log4j-slf4j2-impl/2.20.0//log4j-slf4j2-impl-2.20.0.jar
-lucene-core/8.11.2//lucene-core-8.11.2.jar
-lz4-java/1.8.0//lz4-java-1.8.0.jar
-metrics-core/4.2.19//metrics-core-4.2.19.jar
-metrics-graphite/4.2.7//metrics-graphite-4.2.7.jar
-metrics-jmx/4.2.7//metrics-jmx-4.2.7.jar
-metrics-json/4.2.7//metrics-json-4.2.7.jar
-metrics-jvm/4.2.7//metrics-jvm-4.2.7.jar
-metrics-spi/2.24.12//metrics-spi-2.24.12.jar
-minlog/1.2//minlog-1.2.jar
-minlog/1.3.0//minlog-1.3.0.jar
-mockito-core/4.11.0//mockito-core-4.11.0.jar
-mockito-junit-jupiter/4.11.0//mockito-junit-jupiter-4.11.0.jar
-mssql-jdbc/6.2.1.jre7//mssql-jdbc-6.2.1.jre7.jar
-mybatis/3.5.15//mybatis-3.5.15.jar
-netty-all/4.1.129.Final//netty-all-4.1.129.Final.jar
-netty-buffer/4.1.129.Final//netty-buffer-4.1.129.Final.jar
-netty-codec-dns/4.1.129.Final//netty-codec-dns-4.1.129.Final.jar
-netty-codec-haproxy/4.1.129.Final//netty-codec-haproxy-4.1.129.Final.jar
-netty-codec-http/4.1.129.Final//netty-codec-http-4.1.129.Final.jar
-netty-codec-http2/4.1.129.Final//netty-codec-http2-4.1.129.Final.jar
-netty-codec-memcache/4.1.129.Final//netty-codec-memcache-4.1.129.Final.jar
-netty-codec-mqtt/4.1.129.Final//netty-codec-mqtt-4.1.129.Final.jar
-netty-codec-redis/4.1.129.Final//netty-codec-redis-4.1.129.Final.jar
-netty-codec-smtp/4.1.129.Final//netty-codec-smtp-4.1.129.Final.jar
-netty-codec-socks/4.1.129.Final//netty-codec-socks-4.1.129.Final.jar
-netty-codec-stomp/4.1.129.Final//netty-codec-stomp-4.1.129.Final.jar
-netty-codec-xml/4.1.129.Final//netty-codec-xml-4.1.129.Final.jar
-netty-codec/4.1.129.Final//netty-codec-4.1.129.Final.jar
-netty-common/4.1.129.Final//netty-common-4.1.129.Final.jar
-netty-handler-proxy/4.1.129.Final//netty-handler-proxy-4.1.129.Final.jar
-netty-handler-ssl-ocsp/4.1.129.Final//netty-handler-ssl-ocsp-4.1.129.Final.jar
-netty-handler/4.1.129.Final//netty-handler-4.1.129.Final.jar
-netty-nio-client/2.24.12//netty-nio-client-2.24.12.jar
-netty-resolver-dns-classes-macos/4.1.129.Final//netty-resolver-dns-classes-macos-4.1.129.Final.jar
-netty-resolver-dns-native-macos/4.1.129.Final/osx-aarch_64/netty-resolver-dns-native-macos-4.1.129.Final-osx-aarch_64.jar
-netty-resolver-dns-native-macos/4.1.129.Final/osx-x86_64/netty-resolver-dns-native-macos-4.1.129.Final-osx-x86_64.jar
-netty-resolver-dns/4.1.129.Final//netty-resolver-dns-4.1.129.Final.jar
-netty-resolver/4.1.129.Final//netty-resolver-4.1.129.Final.jar
-netty-transport-classes-epoll/4.1.129.Final//netty-transport-classes-epoll-4.1.129.Final.jar
-netty-transport-classes-kqueue/4.1.129.Final//netty-transport-classes-kqueue-4.1.129.Final.jar
-netty-transport-native-epoll/4.1.129.Final/linux-aarch_64/netty-transport-native-epoll-4.1.129.Final-linux-aarch_64.jar
-netty-transport-native-epoll/4.1.129.Final/linux-riscv64/netty-transport-native-epoll-4.1.129.Final-linux-riscv64.jar
-netty-transport-native-epoll/4.1.129.Final/linux-x86_64/netty-transport-native-epoll-4.1.129.Final-linux-x86_64.jar
-netty-transport-native-kqueue/4.1.129.Final/osx-aarch_64/netty-transport-native-kqueue-4.1.129.Final-osx-aarch_64.jar
-netty-transport-native-kqueue/4.1.129.Final/osx-x86_64/netty-transport-native-kqueue-4.1.129.Final-osx-x86_64.jar
-netty-transport-native-unix-common/4.1.129.Final//netty-transport-native-unix-common-4.1.129.Final.jar
-netty-transport-rxtx/4.1.129.Final//netty-transport-rxtx-4.1.129.Final.jar
-netty-transport-sctp/4.1.129.Final//netty-transport-sctp-4.1.129.Final.jar
-netty-transport-udt/4.1.129.Final//netty-transport-udt-4.1.129.Final.jar
-netty-transport/4.1.129.Final//netty-transport-4.1.129.Final.jar
-nimbus-jose-jwt/7.9//nimbus-jose-jwt-7.9.jar
-objenesis/3.3//objenesis-3.3.jar
-okhttp/2.7.5//okhttp-2.7.5.jar
-okio/1.6.0//okio-1.6.0.jar
-opencsv/2.3//opencsv-2.3.jar
-opentest4j/1.2.0//opentest4j-1.2.0.jar
-orc-core/1.9.7/nohive/orc-core-1.9.7-nohive.jar
-orc-shims/1.9.7//orc-shims-1.9.7.jar
-org.abego.treelayout.core/1.0.3//org.abego.treelayout.core-1.0.3.jar
-oro/2.0.8//oro-2.0.8.jar
-osgi-resource-locator/1.0.3//osgi-resource-locator-1.0.3.jar
-pagehelper/6.1.0//pagehelper-6.1.0.jar
-paranamer/2.8//paranamer-2.8.jar
-parquet-avro/1.15.2//parquet-avro-1.15.2.jar
-parquet-column/1.15.2//parquet-column-1.15.2.jar
-parquet-common/1.15.2//parquet-common-1.15.2.jar
-parquet-encoding/1.15.2//parquet-encoding-1.15.2.jar
-parquet-format-structures/1.15.2//parquet-format-structures-1.15.2.jar
-parquet-hadoop/1.15.2//parquet-hadoop-1.15.2.jar
-parquet-jackson/1.13.1//parquet-jackson-1.13.1.jar
-pickle/1.2//pickle-1.2.jar
-postgresql/42.7.2//postgresql-42.7.2.jar
-profiles/2.24.12//profiles-2.24.12.jar
-protobuf-java/2.5.0//protobuf-java-2.5.0.jar
-protocol-core/2.24.12//protocol-core-2.24.12.jar
-py4j/0.10.9.5//py4j-0.10.9.5.jar
-reactive-streams/1.0.4//reactive-streams-1.0.4.jar
-reflectasm/1.11.3//reflectasm-1.11.3.jar
-regions/2.24.12//regions-2.24.12.jar
-reload4j/1.2.18.3//reload4j-1.2.18.3.jar
-rocksdbjni/7.10.2//rocksdbjni-7.10.2.jar
-s3-transfer-manager/2.24.12//s3-transfer-manager-2.24.12.jar
-s3/2.24.12//s3-2.24.12.jar
-scala-collection-compat_2.12/2.11.0//scala-collection-compat_2.12-2.11.0.jar
-scala-library/2.12.15//scala-library-2.12.15.jar
-scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar
-scala-reflect/2.12.15//scala-reflect-2.12.15.jar
-scala-xml_2.12/1.2.0//scala-xml_2.12-1.2.0.jar
-sdk-core/2.24.12//sdk-core-2.24.12.jar
-secretsmanager/2.24.12//secretsmanager-2.24.12.jar
-simpleclient/0.16.0//simpleclient-0.16.0.jar
-simpleclient_common/0.16.0//simpleclient_common-0.16.0.jar
-simpleclient_httpserver/0.16.0//simpleclient_httpserver-0.16.0.jar
-simpleclient_tracer_common/0.16.0//simpleclient_tracer_common-0.16.0.jar
-simpleclient_tracer_otel/0.16.0//simpleclient_tracer_otel-0.16.0.jar
-simpleclient_tracer_otel_agent/0.16.0//simpleclient_tracer_otel_agent-0.16.0.jar
-slf4j-api/2.0.17//slf4j-api-2.0.17.jar
-snakeyaml-engine/2.10//snakeyaml-engine-2.10.jar
-snakeyaml/2.2//snakeyaml-2.2.jar
-snappy-java/1.1.8.4//snappy-java-1.1.8.4.jar
-spark-catalyst_2.12/3.3.4//spark-catalyst_2.12-3.3.4.jar
-spark-core_2.12/3.3.4//spark-core_2.12-3.3.4.jar
-spark-hive_2.12/3.3.4//spark-hive_2.12-3.3.4.jar
-spark-kvstore_2.12/3.3.4//spark-kvstore_2.12-3.3.4.jar
-spark-launcher_2.12/3.3.4//spark-launcher_2.12-3.3.4.jar
-spark-network-common_2.12/3.3.4//spark-network-common_2.12-3.3.4.jar
-spark-network-shuffle_2.12/3.3.4//spark-network-shuffle_2.12-3.3.4.jar
-spark-sketch_2.12/3.3.4//spark-sketch_2.12-3.3.4.jar
-spark-sql_2.12/3.3.4//spark-sql_2.12-3.3.4.jar
-spark-tags_2.12/3.3.4//spark-tags_2.12-3.3.4.jar
-spark-unsafe_2.12/3.3.4//spark-unsafe_2.12-3.3.4.jar
-stax-api/1.0-2//stax-api-1.0-2.jar
-stax2-api/4.2.1//stax2-api-4.2.1.jar
-stream/2.9.6//stream-2.9.6.jar
-sts/2.24.12//sts-2.24.12.jar
-swagger-ui/5.17.14//swagger-ui-5.17.14.jar
-third-party-jackson-core/2.24.12//third-party-jackson-core-2.24.12.jar
-threeten-extra/1.7.1//threeten-extra-1.7.1.jar
-tink/1.6.1//tink-1.6.1.jar
-token-provider/2.1.1//token-provider-2.1.1.jar
-transaction-api/1.1//transaction-api-1.1.jar
-univocity-parsers/2.9.1//univocity-parsers-2.9.1.jar
-unused/1.0.0//unused-1.0.0.jar
-url-connection-client/2.24.12//url-connection-client-2.24.12.jar
-utils/2.24.12//utils-2.24.12.jar
-vertx-auth-common/4.5.14//vertx-auth-common-4.5.14.jar
-vertx-core/4.5.14//vertx-core-4.5.14.jar
-vertx-web-client/4.5.14//vertx-web-client-4.5.14.jar
-vertx-web-common/4.5.14//vertx-web-common-4.5.14.jar
-websocket-api/9.4.51.v20230217//websocket-api-9.4.51.v20230217.jar
-websocket-client/9.4.51.v20230217//websocket-client-9.4.51.v20230217.jar
-websocket-common/9.4.51.v20230217//websocket-common-9.4.51.v20230217.jar
-websocket-server/9.4.51.v20230217//websocket-server-9.4.51.v20230217.jar
-websocket-servlet/9.4.51.v20230217//websocket-servlet-9.4.51.v20230217.jar
-wildfly-client-config/1.0.1.Final//wildfly-client-config-1.0.1.Final.jar
-wildfly-common/1.5.4.Final//wildfly-common-1.5.4.Final.jar
-woodstox-core/5.3.0//woodstox-core-5.3.0.jar
-xbean-asm9-shaded/4.20//xbean-asm9-shaded-4.20.jar
-xmlenc/0.52//xmlenc-0.52.jar
-xnio-api/3.8.17.Final//xnio-api-3.8.17.Final.jar
-xz/1.9//xz-1.9.jar
-zjsonpatch/7.4.0//zjsonpatch-7.4.0.jar
-zstd-jni/1.5.2-1//zstd-jni-1.5.2-1.jar
diff --git a/docker/optimizer-flink/Dockerfile
b/docker/optimizer-flink/Dockerfile
index b791f1ee0..e3478d894 100644
--- a/docker/optimizer-flink/Dockerfile
+++ b/docker/optimizer-flink/Dockerfile
@@ -22,10 +22,11 @@ ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2
ARG OPTIMIZER_JOB=optimizer-job.jar
ARG AWS_VERSION=2.24.12
+COPY amoro-optimizer/amoro-optimizer-flink/target/docker-hadoop/
$FLINK_HOME/lib/
+
RUN cd $FLINK_HOME/lib \
&& wget
${MAVEN_MIRROR}/software/amazon/awssdk/bundle/${AWS_VERSION}/bundle-${AWS_VERSION}.jar
\
&& wget
${MAVEN_MIRROR}/software/amazon/awssdk/url-connection-client/${AWS_VERSION}/url-connection-client-${AWS_VERSION}.jar
\
- && wget
${MAVEN_MIRROR}/org/apache/flink/flink-shaded-hadoop-2-uber/2.8.3-10.0/flink-shaded-hadoop-2-uber-2.8.3-10.0.jar
\
&& chown flink:flink *.jar \
&& mkdir -p $FLINK_HOME/usrlib
diff --git a/docs/engines/flink/flink-get-started.md
b/docs/engines/flink/flink-get-started.md
index 99c1c81af..bb5c99e04 100644
--- a/docs/engines/flink/flink-get-started.md
+++ b/docs/engines/flink/flink-get-started.md
@@ -59,16 +59,18 @@ The Amoro project can be self-compiled to obtain the
runtime jar.
The Flink Runtime Jar is located in the
`amoro-format-mixed/amoro-mixed-flink/v1.18/amoro-mixed-flink-runtime-1.18/target`
directory.
## Environment preparation
+Use Hadoop 3 client libraries; Hadoop 2 is no longer supported. Remove any
existing Hadoop 2 uber JAR from Flink's `lib` directory before adding the
Hadoop 3 JARs.
+
Download Flink and related dependencies, and download Flink 1.18/1.19/1.20 as
needed. Taking Flink 1.18 as an example:
```shell
# Replace version value with the latest Amoro version if needed
AMORO_VERSION=0.9.0-incubating
FLINK_VERSION=1.18.1
FLINK_MAJOR_VERSION=1.18
-FLINK_HADOOP_SHADE_VERSION=2.7.5
+HADOOP_VERSION=3.4.3
APACHE_FLINK_URL=archive.apache.org/dist/flink
MAVEN_URL=https://repo1.maven.org/maven2
-FLINK_CONNECTOR_URL=${MAVEN_URL}/org/apache/flink
+HADOOP_URL=${MAVEN_URL}/org/apache/hadoop
AMORO_CONNECTOR_URL=${MAVEN_URL}/org/apache/amoro
# Download FLink binary package
@@ -78,12 +80,13 @@ tar -zxvf flink-${FLINK_VERSION}-bin-scala_2.12.tgz
cd flink-${FLINK_VERSION}
# Download Flink Hadoop dependency
-wget
${FLINK_CONNECTOR_URL}/flink-shaded-hadoop-2-uber/${FLINK_HADOOP_SHADE_VERSION}-10.0/flink-shaded-hadoop-2-uber-${FLINK_HADOOP_SHADE_VERSION}-10.0.jar
+wget
${HADOOP_URL}/hadoop-client-api/${HADOOP_VERSION}/hadoop-client-api-${HADOOP_VERSION}.jar
+wget
${HADOOP_URL}/hadoop-client-runtime/${HADOOP_VERSION}/hadoop-client-runtime-${HADOOP_VERSION}.jar
# Download Flink Amoro Connector
wget
${AMORO_CONNECTOR_URL}/amoro-mixed-format-flink-runtime-${FLINK_MAJOR_VERSION}/${AMORO_VERSION}/amoro-mixed-format-flink-runtime-${FLINK_MAJOR_VERSION}-${AMORO_VERSION}.jar
# Copy the necessary JAR files to the lib directory
-mv flink-shaded-hadoop-2-uber-${FLINK_HADOOP_SHADE_VERSION}-10.0.jar lib
+mv hadoop-client-api-${HADOOP_VERSION}.jar
hadoop-client-runtime-${HADOOP_VERSION}.jar lib
mv
amoro-mixed-format-flink-runtime-${FLINK_MAJOR_VERSION}-${AMORO_VERSION}.jar lib
```
@@ -109,7 +112,6 @@ Move the dependencies to the lib directory of Flink:
cp examples/table/ChangelogSocketExample.jar lib
cp ../amoro-mixed-flink-runtime-${FLINK_MAJOR_VERSION}-${AMORO_VERSION}.jar lib
-cp ../flink-shaded-hadoop-2-uber-${FLINK_HADOOP_SHADE_VERSION}-10.0.jar lib
```
### Mixed-Hive format
diff --git a/pom.xml b/pom.xml
index fab56dfdb..874f4aa6d 100644
--- a/pom.xml
+++ b/pom.xml
@@ -107,8 +107,6 @@
<paimon.version>1.2.0</paimon.version>
<hive.version>3.1.3</hive.version>
<hadoop.version>3.4.3</hadoop.version>
-
<hadoop-client-api.artifact>hadoop-client-api</hadoop-client-api.artifact>
-
<hadoop-client-runtime.artifact>hadoop-client-runtime</hadoop-client-runtime.artifact>
<kerby.version>2.1.1</kerby.version>
<scala.version>2.12.15</scala.version>
<scala.binary.version>2.12</scala.binary.version>
@@ -462,7 +460,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-runtime.artifact}</artifactId>
+ <artifactId>hadoop-client-runtime</artifactId>
<version>${hadoop.version}</version>
<exclusions>
<exclusion>
@@ -498,7 +496,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
- <artifactId>${hadoop-client-api.artifact}</artifactId>
+ <artifactId>hadoop-client-api</artifactId>
<version>${hadoop.version}</version>
<exclusions>
<exclusion>
@@ -1918,19 +1916,6 @@
</plugins>
</build>
</profile>
- <profile>
- <id>hadoop2</id>
- <properties>
- <guava.version>14.0.1</guava.version>
- <!-- Do not use Hive 2.3.9 for Hive 4 Metastore support due to
incompatible API changes. -->
- <hive.version>2.3.8</hive.version>
- <hadoop.version>2.10.2</hadoop.version>
- <spark.version>3.3.4</spark.version>
- <spark.major.version>3.3</spark.major.version>
-
<hadoop-client-api.artifact>hadoop-client</hadoop-client-api.artifact>
-
<hadoop-client-runtime.artifact>hadoop-auth</hadoop-client-runtime.artifact>
- </properties>
- </profile>
<profile>
<id>no-extended-disk-storage</id>
<properties>
diff --git a/site/amoro-site/content/benchmark/benchmark-guide.md
b/site/amoro-site/content/benchmark/benchmark-guide.md
index b97c143b0..bc73f1724 100644
--- a/site/amoro-site/content/benchmark/benchmark-guide.md
+++ b/site/amoro-site/content/benchmark/benchmark-guide.md
@@ -23,7 +23,7 @@ Alternatively, you can manually deploy the following
components to set up the te
| Component | Version | Description | Installation Guide|
|:----------|:----------|:--------|:--------|
| MySQL | 5.7+ | MySQL is used to generate TPC-C data for
synchronization to data lakes. | [MySQL Installation
Guide](https://dev.mysql.com/doc/mysql-installation-excerpt/5.7/en/) |
-| Hadoop | 2.3.7+ | Hadoop is used to provide the storage for data lakes. |
[Ambari](https://ambari.apache.org/) |
+| Hadoop | 3.x | Hadoop is used to provide the storage for data lakes. |
[Ambari](https://ambari.apache.org/) |
| Trino | 380 | Trino is used to execute TPC-H queries for Iceberg and
Mixed-Iceberg format tables. | [Trino Installation
Guide](https://trino.io/docs/current/installation/deployment.html) |
| Amoro Trino Connector | 0.4.0 | To query Mixed-Iceberg Format tables in
Trino, you need to install and configure the Amoro connector in Trino. | [Amoro
Trino Connector](https://amoro.netease.com/docs/latest/trino/) |
| Iceberg Trino Connector | 0.13.0 | To query Iceberg Format tables in Trino,
you need to install and configure the Iceberg connector in Trino. | [Iceberg
Trino Connector](https://trino.io/docs/current/connector/iceberg.html) |
diff --git a/site/amoro-site/content/community/validate-release.md
b/site/amoro-site/content/community/validate-release.md
index 711fb4571..71a124213 100644
--- a/site/amoro-site/content/community/validate-release.md
+++ b/site/amoro-site/content/community/validate-release.md
@@ -69,9 +69,6 @@ $ for i in *.tar.gz; do echo $i; shasum -a 512 -c $i.sha512;
done
Unzip the binary pakcages:
`apache-amoro-${AMORO_VERSION}-bin-${HADOOP_VERSION}.tar.gz`:
```shell
-# Hadoop2
-$ tar -xzvf apache-amoro-0.8.0-incubating-bin-hadoop2.tar.gz
-
# Hadoop3
$ tar -xzvf apache-amoro-0.8.0-incubating-bin-hadoop3.tar.gz
```
diff --git a/tools/releasing/create_binary_release.sh
b/tools/releasing/create_binary_release.sh
index d1ec122fc..844d6d485 100644
--- a/tools/releasing/create_binary_release.sh
+++ b/tools/releasing/create_binary_release.sh
@@ -58,16 +58,11 @@ mkdir -p ${RELEASE_DIR}
# build maven package, create Flink distribution, generate signature
make_binary_release() {
- local HADOOP_PROFILE=""
local HADOOP_VERSION="hadoop3"
- if [[ $# -eq 1 ]]; then
- HADOOP_VERSION=$1
- HADOOP_PROFILE="-P$1"
- fi
echo "Creating ${HADOOP_VERSION} binary release"
# enable release profile here (to check for the maven version)
- $MVN clean package ${HADOOP_PROFILE} -Pno-extended-disk-storage
-Pfail-on-no-git-dir -Pno-plugin-bin -pl ':dist' -am -Dgpg.skip
-Dcheckstyle.skip=true -DskipTests
+ $MVN clean package -Pno-extended-disk-storage -Pfail-on-no-git-dir
-Pno-plugin-bin -pl ':dist' -am -Dgpg.skip -Dcheckstyle.skip=true -DskipTests
local
TARGET_FILE="apache-amoro-${RELEASE_VERSION}-bin-${HADOOP_VERSION}.tar.gz"
cp dist/target/apache-amoro-${RELEASE_VERSION}-bin.tar.gz
${RELEASE_DIR}/${TARGET_FILE}
@@ -82,5 +77,4 @@ make_binary_release() {
cd ${AMORO_DIR}
}
-make_binary_release "hadoop3"
-make_binary_release "hadoop2"
\ No newline at end of file
+make_binary_release
![https://github.com/apache/amoro/actions/workflows/core-hadoop3-ci.yml/badge.svg"](https://github.com/apache/amoro/actions/workflows/core-hadoop3-ci.yml/badge.svg"){kind=link}
![https://github.com/apache/amoro/actions/workflows/core-hadoop2-ci.yml/badge.svg"](https://github.com/apache/amoro/actions/workflows/core-hadoop2-ci.yml/badge.svg"){kind=link}
![https://github.com/apache/amoro/actions/workflows/trino-ci.yml/badge.svg"](https://github.com/apache/amoro/actions/workflows/trino-ci.yml/badge.svg"){kind=link}