(amoro) branch master updated: [AMORO-3202] Upgrade Paimon Version to 0.9.0 (#3207)

[jinsongzhou]

This is an automated email from the ASF dual-hosted git repository.

jinsongzhou pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/amoro.git


The following commit(s) were added to refs/heads/master by this push:
     new 1ebfd217d [AMORO-3202] Upgrade Paimon Version to 0.9.0 (#3207)
1ebfd217d is described below

commit 1ebfd217d0b0eccb6c5639765df70ff0f54c79d2
Author: ConradJam <jam.gz...@gmail.com>
AuthorDate: Fri Sep 20 15:46:26 2024 +0800

    [AMORO-3202] Upgrade Paimon Version to 0.9.0 (#3207)
---
 .../amoro/formats/paimon/PaimonTableDescriptor.java      | 16 ++++++++--------
 pom.xml                                                  |  2 +-
 2 files changed, 9 insertions(+), 9 deletions(-)

diff --git 
a/amoro-format-paimon/src/main/java/org/apache/amoro/formats/paimon/PaimonTableDescriptor.java
 
b/amoro-format-paimon/src/main/java/org/apache/amoro/formats/paimon/PaimonTableDescriptor.java
index 89f94b571..473488f47 100644
--- 
a/amoro-format-paimon/src/main/java/org/apache/amoro/formats/paimon/PaimonTableDescriptor.java
+++ 
b/amoro-format-paimon/src/main/java/org/apache/amoro/formats/paimon/PaimonTableDescriptor.java
@@ -141,7 +141,7 @@ public class PaimonTableDescriptor implements 
FormatTableDescriptor {
     Snapshot snapshot = store.snapshotManager().latestSnapshot();
     if (snapshot != null) {
       AmoroSnapshotsOfTable snapshotsOfTable =
-          manifestListInfo(store, snapshot, (m, s) -> s.dataManifests(m));
+          manifestListInfo(store, snapshot, ManifestList::readDataManifests);
       long fileSize = snapshotsOfTable.getOriginalFileSize();
       String totalSize = CommonUtil.byteToXB(fileSize);
       int fileCount = snapshotsOfTable.getFileCount();
@@ -231,7 +231,7 @@ public class PaimonTableDescriptor implements 
FormatTableDescriptor {
     ManifestList manifestList = store.manifestListFactory().create();
     ManifestFile manifestFile = store.manifestFileFactory().create();
 
-    List<ManifestFileMeta> manifestFileMetas = 
snapshot.deltaManifests(manifestList);
+    List<ManifestFileMeta> manifestFileMetas = 
manifestList.readDeltaManifests(snapshot);
     for (ManifestFileMeta manifestFileMeta : manifestFileMetas) {
       manifestFileMeta.fileSize();
       List<ManifestEntry> manifestEntries = 
manifestFile.read(manifestFileMeta.fileName());
@@ -313,7 +313,7 @@ public class PaimonTableDescriptor implements 
FormatTableDescriptor {
       futures.add(
           CompletableFuture.runAsync(
               () -> {
-                List<ManifestFileMeta> deltaManifests = 
snapshot.deltaManifests(manifestList);
+                List<ManifestFileMeta> deltaManifests = 
manifestList.readDeltaManifests(snapshot);
                 for (ManifestFileMeta manifestFileMeta : deltaManifests) {
                   List<ManifestEntry> manifestEntries =
                       manifestFile.read(manifestFileMeta.fileName());
@@ -392,7 +392,7 @@ public class PaimonTableDescriptor implements 
FormatTableDescriptor {
                     FilesStatisticsBuilder outputBuilder = new 
FilesStatisticsBuilder();
                     ManifestFile manifestFile = 
store.manifestFileFactory().create();
                     ManifestList manifestList = 
store.manifestListFactory().create();
-                    List<ManifestFileMeta> manifestFileMetas = 
s.deltaManifests(manifestList);
+                    List<ManifestFileMeta> manifestFileMetas = 
manifestList.readDeltaManifests(s);
                     boolean hasMaxLevels = false;
                     long minCreateTime = Long.MAX_VALUE;
                     long maxCreateTime = Long.MIN_VALUE;
@@ -469,12 +469,12 @@ public class PaimonTableDescriptor implements 
FormatTableDescriptor {
 
     // file number
     AmoroSnapshotsOfTable deltaSnapshotsOfTable =
-        manifestListInfo(store, snapshot, (m, s) -> s.deltaManifests(m));
+        manifestListInfo(store, snapshot, ManifestList::readDeltaManifests);
     int deltaFileCount = deltaSnapshotsOfTable.getFileCount();
     int dataFileCount =
-        manifestListInfo(store, snapshot, (m, s) -> 
s.dataManifests(m)).getFileCount();
-    int changeLogFileCount =
-        manifestListInfo(store, snapshot, (m, s) -> 
s.changelogManifests(m)).getFileCount();
+        manifestListInfo(store, snapshot, 
ManifestList::readDataManifests).getFileCount();
+    long changeLogFileCount =
+        manifestListInfo(store, snapshot, 
ManifestList::readChangelogManifests).getFileCount();
     summary.put("delta-files", String.valueOf(deltaFileCount));
     summary.put("data-files", String.valueOf(dataFileCount));
     summary.put("changelogs", String.valueOf(changeLogFileCount));
diff --git a/pom.xml b/pom.xml
index 6250669cf..2b7290b22 100644
--- a/pom.xml
+++ b/pom.xml
@@ -102,7 +102,7 @@
         
<maven-checkstyle-plugin.version>3.3.1</maven-checkstyle-plugin.version>
 
         <iceberg.version>1.4.3</iceberg.version>
-        <paimon.version>0.8.2</paimon.version>
+        <paimon.version>0.9.0</paimon.version>
         <hive.version>3.1.1</hive.version>
         <hadoop.version>3.4.0</hadoop.version>
         <kerby.version>2.0.3</kerby.version>