This is an automated email from the ASF dual-hosted git repository.
Gabriel39 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new a35099df1f5 [fix](test) Stabilize export parallelism CSV reload
(#65395)
a35099df1f5 is described below
commit a35099df1f5634296dfd3b67f9a13b84ad91d719
Author: shuke <[email protected]>
AuthorDate: Thu Jul 9 15:55:48 2026 +0800
[fix](test) Stabilize export parallelism CSV reload (#65395)
- add an explicit CSV schema when reloading CSV-family export fragments
through S3 TVF
- use a unique S3 export prefix per export invocation to avoid
cross-round/object namespace interference
---
.../suites/export_p2/test_export_with_parallelism.groovy | 11 +++++++++--
1 file changed, 9 insertions(+), 2 deletions(-)
diff --git
a/regression-test/suites/export_p2/test_export_with_parallelism.groovy
b/regression-test/suites/export_p2/test_export_with_parallelism.groovy
index ece87bafd8b..f22f032afb0 100644
--- a/regression-test/suites/export_p2/test_export_with_parallelism.groovy
+++ b/regression-test/suites/export_p2/test_export_with_parallelism.groovy
@@ -87,10 +87,9 @@ suite("test_export_with_parallelism", "p2") {
}
}
- def outFilePath = """${bucket}/export/exp_"""
-
def test_export = {format, file_suffix, isDelete, parallelism, whereExpr ->
def uuid = UUID.randomUUID().toString()
+ def outFilePath =
"""${bucket}/export/${table_export_name}/${uuid}/exp_"""
// exec export
sql """
EXPORT TABLE ${table_export_name} ${whereExpr} TO
"s3://${outFilePath}"
@@ -126,6 +125,13 @@ suite("test_export_with_parallelism", "p2") {
// because parallelism = min(parallelism, tablets_num)
for (int j = 0; j < parallelism && j < 3; ++j) {
+ def csvSchemaProps = ""
+ if (format in ["csv", "csv_with_names",
"csv_with_names_and_types"]) {
+ csvSchemaProps = """
+ "column_separator" = "\t",
+ "csv_schema" = "id:int;name:string;age:int",
+ """
+ }
// check data correctness
sql """ insert into ${table_load_name}
select * from s3(
@@ -133,6 +139,7 @@ suite("test_export_with_parallelism", "p2") {
"s3.access_key"= "${ak}",
"s3.secret_key" = "${sk}",
"format" = "${format}",
+ ${csvSchemaProps}
"region" = "${region}",
"provider" = "${getS3Provider()}",
"use_path_style" = "false" -- aliyun does not support
path_style
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
