(doris) 06/08: [fix](test)fix auto partition date file not exists (#33827)

[yiguolei]

This is an automated email from the ASF dual-hosted git repository.

yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git

commit b0524d9d2f5201eefa1dd03e8d3ba9f582c83c8e
Author: zfr95 <87513668+zfr9...@users.noreply.github.com>
AuthorDate: Mon Apr 22 19:33:26 2024 +0800

    [fix](test)fix auto partition date file not exists (#33827)
    
    fix auto partition date file not exists
---
 .../doris_dbgen_conf/two_stream_load_conflict.yaml |  4 ++++
 .../auto_partition/sql/multi_thread_load.groovy    | 22 ++++++++++++++++++++--
 2 files changed, 24 insertions(+), 2 deletions(-)

diff --git 
a/regression-test/suites/partition_p1/auto_partition/doris_dbgen_conf/two_stream_load_conflict.yaml
 
b/regression-test/suites/partition_p1/auto_partition/doris_dbgen_conf/two_stream_load_conflict.yaml
index 77928036e21..b844b21d552 100644
--- 
a/regression-test/suites/partition_p1/auto_partition/doris_dbgen_conf/two_stream_load_conflict.yaml
+++ 
b/regression-test/suites/partition_p1/auto_partition/doris_dbgen_conf/two_stream_load_conflict.yaml
@@ -20,3 +20,7 @@ tables:
     col1:
       range: {min: "2020-01-01 00:00:00", max: "2023-12-31 23:59:59"}
       force_not_null: true
+  concurrent:
+    col1:
+      range: { min: "2020-01-01 00:00:00", max: "2023-12-31 23:59:59" }
+      force_not_null: true
diff --git 
a/regression-test/suites/partition_p1/auto_partition/sql/multi_thread_load.groovy
 
b/regression-test/suites/partition_p1/auto_partition/sql/multi_thread_load.groovy
index 4361fb96771..4f9b7a365b4 100644
--- 
a/regression-test/suites/partition_p1/auto_partition/sql/multi_thread_load.groovy
+++ 
b/regression-test/suites/partition_p1/auto_partition/sql/multi_thread_load.groovy
@@ -18,8 +18,6 @@
 import groovy.io.FileType
 import java.nio.file.Files
 import java.nio.file.Paths
-import java.net.URL
-import java.io.File
 
 suite("multi_thread_load", "p1,nonConcurrent") { // stress case should use 
resource fully
     // get doris-db from s3
@@ -36,6 +34,21 @@ suite("multi_thread_load", "p1,nonConcurrent") { // stress 
case should use resou
         file.setExecutable(true)
     }
 
+    def dir_file_exist = { String cur_dir ->
+        assertTrue(new File(cur_dir).exists())
+        def subFolders = Files.list(Paths.get(cur_dir)).filter 
{Files.isDirectory(it)}.toList()
+        for (def folder_it : subFolders) {
+            logger.info("folder_if: " + folder_it)
+            def folder = new File(folder_it.toString())
+            def files = folder.listFiles()
+            assertTrue(files.length==1)
+            files.each {file ->
+                logger.info("file.name: " + folder_it.toString() + "/" + 
file.name)
+            }
+        }
+    }
+
+
     def data_count = 20 // number of load tasks and threads
     def rows = 100  // total rows to load
 
@@ -76,6 +89,11 @@ suite("multi_thread_load", "p1,nonConcurrent") { // stress 
case should use resou
             proc.waitForOrKill(7200000)
             logger.info("std out: " + sout + ", std err: " + serr)
         }
+
+        def table_exist = sql """select * from information_schema.tables where 
 TABLE_SCHEMA = "${realDb}" and TABLE_NAME = "${tableName}";"""
+        assertTrue(table_exist.size == 1)
+        dir_file_exist("""${dirPath}/${part_type}""")
+
         for (int i = 0; i < data_count; i++) {
             def dir_name = """${dirPath}/${part_type}/${part_type}_${i}"""
             def directory = new File(dir_name)


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org