[doris-spark-connector] branch master updated: fix json mode default value (#123)

[diwu]

This is an automated email from the ASF dual-hosted git repository.

diwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris-spark-connector.git


The following commit(s) were added to refs/heads/master by this push:
     new 8caab6f  fix json mode default value (#123)
8caab6f is described below

commit 8caab6f9d4e3cb2c0efae249316ecd1a8eeeb32d
Author: gnehil <adamlee...@gmail.com>
AuthorDate: Mon Jul 31 16:26:37 2023 +0800

    fix json mode default value (#123)
---
 .../src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java     | 3 +++
 1 file changed, 3 insertions(+)

diff --git 
a/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
 
b/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
index c40420d..3708c55 100644
--- 
a/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
+++ 
b/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
@@ -114,6 +114,9 @@ public class DorisStreamLoad implements Serializable {
             boolean stripOuterArray = 
Boolean.parseBoolean(streamLoadProp.getOrDefault("strip_outer_array", "false"));
             if (readJsonByLine && stripOuterArray) {
                 throw new IllegalArgumentException("Only one of options 
'read_json_by_line' and 'strip_outer_array' can be set to true");
+            } else if (!readJsonByLine && !stripOuterArray) {
+                LOG.info("set default json mode: strip_outer_array");
+                streamLoadProp.put("strip_outer_array", "true");
             }
         }
         LINE_DELIMITER = 
escapeString(streamLoadProp.getOrDefault("line_delimiter", "\n"));


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org