This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a commit to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-3.1 by this push:
new 23e4e03b025 branch-3.1: [test](export)add export parallelism where
expr case. #55636 (#55659)
23e4e03b025 is described below
commit 23e4e03b02572aa3fcf53308ac2ad07bd7174abe
Author: github-actions[bot]
<41898282+github-actions[bot]@users.noreply.github.com>
AuthorDate: Sat Sep 6 00:39:03 2025 +0800
branch-3.1: [test](export)add export parallelism where expr case. #55636
(#55659)
Cherry-picked from #55636
Co-authored-by: daidai <[email protected]>
---
.../export_p2/test_export_with_parallelism.out | Bin 21094 -> 24681 bytes
.../export_p2/test_export_with_parallelism.groovy | 44 +++++++++++++--------
2 files changed, 27 insertions(+), 17 deletions(-)
diff --git a/regression-test/data/export_p2/test_export_with_parallelism.out
b/regression-test/data/export_p2/test_export_with_parallelism.out
index 63ba35eab0c..a32aeda7ee5 100644
Binary files a/regression-test/data/export_p2/test_export_with_parallelism.out
and b/regression-test/data/export_p2/test_export_with_parallelism.out differ
diff --git
a/regression-test/suites/export_p2/test_export_with_parallelism.groovy
b/regression-test/suites/export_p2/test_export_with_parallelism.groovy
index dca7f4c67c4..ece87bafd8b 100644
--- a/regression-test/suites/export_p2/test_export_with_parallelism.groovy
+++ b/regression-test/suites/export_p2/test_export_with_parallelism.groovy
@@ -89,11 +89,11 @@ suite("test_export_with_parallelism", "p2") {
def outFilePath = """${bucket}/export/exp_"""
- def test_export = {format, file_suffix, isDelete, parallelism ->
+ def test_export = {format, file_suffix, isDelete, parallelism, whereExpr ->
def uuid = UUID.randomUUID().toString()
// exec export
sql """
- EXPORT TABLE ${table_export_name} TO "s3://${outFilePath}"
+ EXPORT TABLE ${table_export_name} ${whereExpr} TO
"s3://${outFilePath}"
PROPERTIES(
"label" = "${uuid}",
"format" = "${format}",
@@ -144,24 +144,34 @@ suite("test_export_with_parallelism", "p2") {
}
// parallelism = 2
- test_export('csv', 'csv', true, 2);
- test_export('parquet', 'parquet', true, 2);
- test_export('orc', 'orc', true, 2);
- test_export('csv_with_names', 'csv', true, 2);
- test_export('csv_with_names_and_types', 'csv', true, 2);
+ test_export('csv', 'csv', true, 2,"");
+ test_export('parquet', 'parquet', true, 2,"");
+ test_export('orc', 'orc', true, 2,"");
+ test_export('csv_with_names', 'csv', true, 2,"");
+ test_export('csv_with_names_and_types', 'csv', true, 2,"");
// parallelism = 3
- test_export('csv', 'csv', true, 3);
- test_export('parquet', 'parquet', true, 3);
- test_export('orc', 'orc', true, 3);
- test_export('csv_with_names', 'csv', true, 3);
- test_export('csv_with_names_and_types', 'csv', true, 3);
+ test_export('csv', 'csv', true, 3,"");
+ test_export('parquet', 'parquet', true, 3,"");
+ test_export('orc', 'orc', true, 3,"");
+ test_export('csv_with_names', 'csv', true, 3,"");
+ test_export('csv_with_names_and_types', 'csv', true, 3,"");
// parallelism = 4
- test_export('csv', 'csv', true, 4);
- test_export('parquet', 'parquet', true, 4);
- test_export('orc', 'orc', true, 4);
- test_export('csv_with_names', 'csv', true, 4);
- test_export('csv_with_names_and_types', 'csv', true, 4);
+ test_export('csv', 'csv', true, 4,"");
+ test_export('parquet', 'parquet', true, 4,"");
+ test_export('orc', 'orc', true, 4,"");
+ test_export('csv_with_names', 'csv', true, 4,"");
+ test_export('csv_with_names_and_types', 'csv', true, 4,"");
+
+
+ // where ...
+ test_export('parquet', 'parquet', true, 4, " where id > 10 ");
+ test_export('orc', 'orc', true, 5, " where age < 50");
+ test_export('parquet', 'parquet', true, 6, """ where name != 'ftw-1'
""");
+ test_export('orc', 'orc', true, 7, " where age%2 = 0 ");
+ test_export('parquet', 'parquet', true, 9, """ where age = 13 """);
+ test_export('orc', 'orc', true, 10, " where id = 13 ");
+
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
