commit 8caab6f9d4e3cb2c0efae249316ecd1a8eeeb32d
author gnehil <adamlee489@gmail.com> Mon Jul 31 16:26:37 2023 +0800
committer GitHub <noreply@github.com> Mon Jul 31 16:26:37 2023 +0800
tree 0e677c093b8b23d82ed068d287a56ec4dc280361
parent b1fbc6e5e314100214ef89f8bb11b972515bfc7c

fix json mode default value (#123)

spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java

diff --git a/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java b/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
index c40420d..3708c55 100644
--- a/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
+++ b/spark-doris-connector/src/main/java/org/apache/doris/spark/load/DorisStreamLoad.java
@@ -114,6 +114,9 @@
             boolean stripOuterArray = Boolean.parseBoolean(streamLoadProp.getOrDefault("strip_outer_array", "false"));
             if (readJsonByLine && stripOuterArray) {
                 throw new IllegalArgumentException("Only one of options 'read_json_by_line' and 'strip_outer_array' can be set to true");
+            } else if (!readJsonByLine && !stripOuterArray) {
+                LOG.info("set default json mode: strip_outer_array");
+                streamLoadProp.put("strip_outer_array", "true");
             }
         }
         LINE_DELIMITER = escapeString(streamLoadProp.getOrDefault("line_delimiter", "\n"));