(paimon) branch master updated: [spark] Stabilize Spark E2E output validation (#8907)

[lzljs3620320]

This is an automated email from the ASF dual-hosted git repository.

JingsongLi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git


The following commit(s) were added to refs/heads/master by this push:
     new 376ccd3cb7 [spark] Stabilize Spark E2E output validation (#8907)
376ccd3cb7 is described below

commit 376ccd3cb771e016fc68a5f7ff61c629b00ac836
Author: sanshi <43472713+lilei1...@users.noreply.github.com>
AuthorDate: Thu Jul 30 12:02:42 2026 +0800

    [spark] Stabilize Spark E2E output validation (#8907)
---
 .../test/java/org/apache/paimon/tests/SparkE2eTest.java  | 16 +++++++++++++++-
 1 file changed, 15 insertions(+), 1 deletion(-)

diff --git 
a/paimon-e2e-tests/src/test/java/org/apache/paimon/tests/SparkE2eTest.java 
b/paimon-e2e-tests/src/test/java/org/apache/paimon/tests/SparkE2eTest.java
index 2f87456d7d..e78b82e607 100644
--- a/paimon-e2e-tests/src/test/java/org/apache/paimon/tests/SparkE2eTest.java
+++ b/paimon-e2e-tests/src/test/java/org/apache/paimon/tests/SparkE2eTest.java
@@ -36,6 +36,8 @@ import static org.junit.jupiter.api.condition.JRE.JAVA_11;
 public class SparkE2eTest extends E2eReaderTestBase {
 
     private static final Logger LOG = 
LoggerFactory.getLogger(SparkE2eTest.class);
+    private static final String COARSE_GRAINED_SCHEDULER_SHUTDOWN_ERROR =
+            "ERROR Utils: Uncaught exception in thread 
dispatcher-CoarseGrainedScheduler";
 
     public SparkE2eTest() {
         super(false, false, true);
@@ -75,13 +77,25 @@ public class SparkE2eTest extends E2eReaderTestBase {
                         LOG.info(execResult.getStderr());
                         throw new AssertionError("Failed when running spark 
sql.");
                     }
-                    return Arrays.stream(execResult.getStdout().split("\n"))
+                    String stdout =
+                            
stripCoarseGrainedSchedulerShutdownError(execResult.getStdout());
+                    return Arrays.stream(stdout.split("\n"))
                                     .filter(s -> !s.contains("WARN"))
                                     .collect(Collectors.joining("\n"))
                             + "\n";
                 });
     }
 
+    private static String stripCoarseGrainedSchedulerShutdownError(String 
stdout) {
+        int errorIndex = 
stdout.indexOf(COARSE_GRAINED_SCHEDULER_SHUTDOWN_ERROR);
+        if (errorIndex < 0) {
+            return stdout;
+        }
+
+        int errorLineStart = stdout.lastIndexOf('\n', errorIndex);
+        return errorLineStart < 0 ? "" : stdout.substring(0, errorLineStart);
+    }
+
     private ContainerState getSpark() {
         return environment.getContainerByServiceName("spark-master-1").get();
     }