This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 0f52f29ac8d branch-3.1: [opt](export) remove the limit of max file
size of export #51590 (#52200)
0f52f29ac8d is described below
commit 0f52f29ac8ddfad813440c32a2f0ea9d5edfee9d
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Thu Jun 26 14:15:25 2025 +0800
branch-3.1: [opt](export) remove the limit of max file size of export
#51590 (#52200)
Cherry-picked from #51590
Co-authored-by: Mingyu Chen (Rayner) <[email protected]>
---
.../main/java/org/apache/doris/analysis/OutFileClause.java | 5 ++---
.../main/java/org/apache/doris/common/util/ParseUtil.java | 12 ++++++------
2 files changed, 8 insertions(+), 9 deletions(-)
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
b/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
index 6ff7ab6c5df..bb4e9f81328 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
@@ -132,7 +132,6 @@ public class OutFileClause {
private static final long DEFAULT_MAX_FILE_SIZE_BYTES = 1 * 1024 * 1024 *
1024; // 1GB
private static final long MIN_FILE_SIZE_BYTES = 5 * 1024 * 1024L; // 5MB
- private static final long MAX_FILE_SIZE_BYTES = 2 * 1024 * 1024 * 1024L;
// 2GB
private String filePath;
private Map<String, String> properties;
@@ -513,8 +512,8 @@ public class OutFileClause {
if (copiedProps.containsKey(PROP_MAX_FILE_SIZE)) {
maxFileSizeBytes =
ParseUtil.analyzeDataVolume(copiedProps.get(PROP_MAX_FILE_SIZE));
- if (maxFileSizeBytes > MAX_FILE_SIZE_BYTES || maxFileSizeBytes <
MIN_FILE_SIZE_BYTES) {
- throw new AnalysisException("max file size should between 5MB
and 2GB. Given: " + maxFileSizeBytes);
+ if (maxFileSizeBytes < MIN_FILE_SIZE_BYTES) {
+ throw new AnalysisException("max file size should larger than
5MB. Given: " + maxFileSizeBytes);
}
copiedProps.remove(PROP_MAX_FILE_SIZE);
}
diff --git
a/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
b/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
index 649f03ffcc7..135a8eeac0a 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/common/util/ParseUtil.java
@@ -48,10 +48,10 @@ public class ParseUtil {
try {
dataVolumn = Long.parseLong(m.group(1));
} catch (NumberFormatException nfe) {
- throw new AnalysisException("invalid data volumn:" +
m.group(1));
+ throw new AnalysisException("invalid data volume:" +
m.group(1));
}
if (dataVolumn <= 0L) {
- throw new AnalysisException("Data volumn must larger than 0");
+ throw new AnalysisException("Data volume must larger than 0");
}
String unit = "B";
@@ -65,7 +65,7 @@ public class ParseUtil {
throw new AnalysisException("invalid unit:" + tmpUnit);
}
} else {
- throw new AnalysisException("invalid data volumn expression:" +
dataVolumnStr);
+ throw new AnalysisException("invalid data volume expression:" +
dataVolumnStr);
}
return dataVolumn;
}
@@ -75,10 +75,10 @@ public class ParseUtil {
try {
replicaNumber = Long.parseLong(replicaNumberStr);
} catch (NumberFormatException nfe) {
- throw new AnalysisException("invalid data volumn:" +
replicaNumberStr);
+ throw new AnalysisException("invalid data volume:" +
replicaNumberStr);
}
if (replicaNumber <= 0L) {
- throw new AnalysisException("Replica volumn must larger than 0");
+ throw new AnalysisException("Replica volume must larger than 0");
}
return replicaNumber;
}
@@ -88,7 +88,7 @@ public class ParseUtil {
try {
transactionNumber = Long.parseLong(transactionNumberStr);
} catch (NumberFormatException nfe) {
- throw new AnalysisException("invalid data volumn:" +
transactionNumberStr);
+ throw new AnalysisException("invalid data volume:" +
transactionNumberStr);
}
if (transactionNumber <= 0L) {
throw new AnalysisException("Transaction quota size must larger
than 0");
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
