(doris-spark-connector) branch master updated: [improve] improve stream load log (#313)

[diwu]

This is an automated email from the ASF dual-hosted git repository.

diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git


The following commit(s) were added to refs/heads/master by this push:
     new f6cce1d  [improve] improve stream load log  (#313)
f6cce1d is described below

commit f6cce1d176079b38240219fa734581f77caba38a
Author: wudi <676366...@qq.com>
AuthorDate: Tue Apr 29 09:54:29 2025 +0800

    [improve] improve stream load log  (#313)
---
 .../org/apache/doris/spark/client/entity/StreamLoadResponse.java  | 4 ++++
 .../doris/spark/client/write/AbstractStreamLoadProcessor.java     | 8 +++++---
 2 files changed, 9 insertions(+), 3 deletions(-)

diff --git 
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
 
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
index af4ebac..e1384ce 100644
--- 
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
+++ 
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/entity/StreamLoadResponse.java
@@ -101,6 +101,10 @@ public class StreamLoadResponse {
         return ErrorURL;
     }
 
+    public String getLabel() {
+        return Label;
+    }
+
     @Override
     public String toString() {
         ObjectMapper mapper = new ObjectMapper();
diff --git 
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
 
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
index eec3f73..b4dcbf1 100644
--- 
a/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
+++ 
b/spark-doris-connector/spark-doris-connector-base/src/main/java/org/apache/doris/spark/client/write/AbstractStreamLoadProcessor.java
@@ -412,10 +412,12 @@ public abstract class AbstractStreamLoadProcessor<R> 
extends DorisWriter<R> impl
                                     + ", reason: " + 
response.getStatusLine().getReasonPhrase());
                 }
                 String entityStr = EntityUtils.toString(response.getEntity());
-                streamLoadResponse = MAPPER.readValue(entityStr, 
StreamLoadResponse.class);
                 logger.info("stream load response: " + entityStr);
-                if (streamLoadResponse == null) {
-                    throw new StreamLoadException("stream load failed, 
response is null, response: " + entityStr);
+                streamLoadResponse = MAPPER.readValue(entityStr, 
StreamLoadResponse.class);
+                if (streamLoadResponse == null
+                        || streamLoadResponse.getLabel() == null
+                        || streamLoadResponse.getMessage() == null) {
+                    throw new StreamLoadException("stream load failed, 
response error : " + entityStr);
                 } else if (!streamLoadResponse.isSuccess()) {
                     throw new StreamLoadException(
                             "stream load failed, txnId: " + 
streamLoadResponse.getTxnId()


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org