This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.1
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.1 by this push:
new 0ee1a6273f3 [branch-2.1](regression) disable hudi p2 jni reader test
for branch-2.1 (#46231)
0ee1a6273f3 is described below
commit 0ee1a6273f34ae2e75706f2e37648ef89cd96aa3
Author: Socrates <suyit...@selectdb.com>
AuthorDate: Wed Jan 1 08:00:15 2025 +0800
[branch-2.1](regression) disable hudi p2 jni reader test for branch-2.1
(#46231)
---
.../external_table_p2/hudi/test_hudi_incremental.groovy | 8 +++++---
.../hudi/test_hudi_schema_evolution.groovy | 13 +++++++------
.../external_table_p2/hudi/test_hudi_snapshot.groovy | 13 +++++++------
.../external_table_p2/hudi/test_hudi_timestamp.groovy | 8 +++++---
.../external_table_p2/hudi/test_hudi_timetravel.groovy | 14 ++++++++------
5 files changed, 32 insertions(+), 24 deletions(-)
diff --git
a/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy
b/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy
index 885903646cc..02943a656fd 100644
--- a/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy
+++ b/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy
@@ -107,12 +107,14 @@ suite("test_hudi_incremental",
"p2,external,hudi,external_remote,external_remote
test_hudi_incremental_querys("user_activity_log_cow_partition",
timestamps_cow_partition)
test_hudi_incremental_querys("user_activity_log_mor_non_partition",
timestamps_mor_non_partition)
test_hudi_incremental_querys("user_activity_log_mor_partition",
timestamps_mor_partition)
- sql """set force_jni_scanner=true;"""
+
+ // disable jni scanner because the old hudi jni reader based on spark
can't read the emr hudi data
+ // sql """set force_jni_scanner=true;"""
// don't support incremental query for cow table by jni reader
// test_hudi_incremental_querys("user_activity_log_cow_non_partition",
timestamps_cow_non_partition)
// test_hudi_incremental_querys("user_activity_log_cow_partition",
timestamps_cow_partition)
- test_hudi_incremental_querys("user_activity_log_mor_non_partition",
timestamps_mor_non_partition)
- test_hudi_incremental_querys("user_activity_log_mor_partition",
timestamps_mor_partition)
+ // test_hudi_incremental_querys("user_activity_log_mor_non_partition",
timestamps_mor_non_partition)
+ // test_hudi_incremental_querys("user_activity_log_mor_partition",
timestamps_mor_partition)
// sql """set force_jni_scanner=false;"""
sql """drop catalog if exists ${catalog_name};"""
diff --git
a/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy
b/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy
index 0da88447cde..6dd2dca2989 100644
---
a/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy
+++
b/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy
@@ -44,17 +44,18 @@ suite("test_hudi_schema_evolution",
"p2,external,hudi,external_remote,external_r
// qt_deleting_complex_columns_table """ select * from
deleting_complex_columns_table order by id """
// qt_renaming_complex_columns_table """ select * from
renaming_complex_columns_table order by id """
- sql """set force_jni_scanner = true;"""
- qt_adding_simple_columns_table """ select * from
adding_simple_columns_table order by id """
- qt_altering_simple_columns_table """ select * from
altering_simple_columns_table order by id """
+ // disable jni scanner because the old hudi jni reader based on spark
can't read the emr hudi data
+ // sql """set force_jni_scanner = true;"""
+ // qt_adding_simple_columns_table """ select * from
adding_simple_columns_table order by id """
+ // qt_altering_simple_columns_table """ select * from
altering_simple_columns_table order by id """
// qt_deleting_simple_columns_table """ select * from
deleting_simple_columns_table order by id """
// qt_renaming_simple_columns_table """ select * from
renaming_simple_columns_table order by id """
- qt_adding_complex_columns_table """ select * from
adding_complex_columns_table order by id """
- qt_altering_complex_columns_table """ select * from
altering_complex_columns_table order by id """
+ // qt_adding_complex_columns_table """ select * from
adding_complex_columns_table order by id """
+ // qt_altering_complex_columns_table """ select * from
altering_complex_columns_table order by id """
// qt_deleting_complex_columns_table """ select * from
deleting_complex_columns_table order by id """
// qt_renaming_complex_columns_table """ select * from
renaming_complex_columns_table order by id """
- sql """set force_jni_scanner = false;"""
+ // sql """set force_jni_scanner = false;"""
sql """drop catalog if exists ${catalog_name};"""
}
diff --git
a/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy
b/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy
index 89d89709b3c..0bfe7068814 100644
--- a/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy
+++ b/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy
@@ -87,12 +87,13 @@ suite("test_hudi_snapshot",
"p2,external,hudi,external_remote,external_remote_hu
test_hudi_snapshot_querys("user_activity_log_cow_non_partition")
test_hudi_snapshot_querys("user_activity_log_cow_partition")
- sql """set force_jni_scanner=true;"""
- test_hudi_snapshot_querys("user_activity_log_mor_non_partition")
- test_hudi_snapshot_querys("user_activity_log_mor_partition")
- test_hudi_snapshot_querys("user_activity_log_cow_non_partition")
- test_hudi_snapshot_querys("user_activity_log_cow_partition")
- sql """set force_jni_scanner=false;"""
+ // disable jni scanner because the old hudi jni reader based on spark
can't read the emr hudi data
+ // sql """set force_jni_scanner=true;"""
+ // test_hudi_snapshot_querys("user_activity_log_mor_non_partition")
+ // test_hudi_snapshot_querys("user_activity_log_mor_partition")
+ // test_hudi_snapshot_querys("user_activity_log_cow_non_partition")
+ // test_hudi_snapshot_querys("user_activity_log_cow_partition")
+ // sql """set force_jni_scanner=false;"""
sql """drop catalog if exists ${catalog_name};"""
}
diff --git
a/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy
b/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy
index 3d7bd40b2d5..f482daf6cbe 100644
--- a/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy
+++ b/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy
@@ -45,10 +45,12 @@ suite("test_hudi_timestamp",
"p2,external,hudi,external_remote,external_remote_h
// test native reader
test_timestamp_different_timezones()
- sql """ set force_jni_scanner = true; """
+
+ // disable jni scanner because the old hudi jni reader based on spark
can't read the emr hudi data
+ // sql """ set force_jni_scanner = true; """
// test jni reader
- test_timestamp_different_timezones()
- sql """ set force_jni_scanner = false; """
+ // test_timestamp_different_timezones()
+ // sql """ set force_jni_scanner = false; """
sql """drop catalog if exists ${catalog_name};"""
diff --git
a/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy
b/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy
index cceeaa41220..625c9e4a9a2 100644
--- a/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy
+++ b/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy
@@ -101,12 +101,14 @@ suite("test_hudi_timetravel",
"p2,external,hudi,external_remote,external_remote_
test_hudi_timetravel_querys("user_activity_log_cow_partition",
timestamps_cow_partition)
test_hudi_timetravel_querys("user_activity_log_mor_non_partition",
timestamps_mor_non_partition)
test_hudi_timetravel_querys("user_activity_log_mor_partition",
timestamps_mor_partition)
- sql """set force_jni_scanner=true;"""
- test_hudi_timetravel_querys("user_activity_log_cow_non_partition",
timestamps_cow_non_partition)
- test_hudi_timetravel_querys("user_activity_log_cow_partition",
timestamps_cow_partition)
- test_hudi_timetravel_querys("user_activity_log_mor_non_partition",
timestamps_mor_non_partition)
- test_hudi_timetravel_querys("user_activity_log_mor_partition",
timestamps_mor_partition)
- sql """set force_jni_scanner=false;"""
+
+ // disable jni scanner because the old hudi jni reader based on spark
can't read the emr hudi data
+ // sql """set force_jni_scanner=true;"""
+ // test_hudi_timetravel_querys("user_activity_log_cow_non_partition",
timestamps_cow_non_partition)
+ // test_hudi_timetravel_querys("user_activity_log_cow_partition",
timestamps_cow_partition)
+ // test_hudi_timetravel_querys("user_activity_log_mor_non_partition",
timestamps_mor_non_partition)
+ // test_hudi_timetravel_querys("user_activity_log_mor_partition",
timestamps_mor_partition)
+ // sql """set force_jni_scanner=false;"""
sql """drop catalog if exists ${catalog_name};"""
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@doris.apache.org
For additional commands, e-mail: commits-h...@doris.apache.org
