diff --git a/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy b/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy index 885903646c..02943a656f 100644 --- a/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy +++ b/regression-test/suites/external_table_p2/hudi/test_hudi_incremental.groovy @@ -107,12 +107,14 @@ suite("test_hudi_incremental", "p2,external,hudi,external_remote,external_remote test_hudi_incremental_querys("user_activity_log_cow_partition", timestamps_cow_partition) test_hudi_incremental_querys("user_activity_log_mor_non_partition", timestamps_mor_non_partition) test_hudi_incremental_querys("user_activity_log_mor_partition", timestamps_mor_partition) - sql """set force_jni_scanner=true;""" + + // disable jni scanner because the old hudi jni reader based on spark can't read the emr hudi data + // sql """set force_jni_scanner=true;""" // don't support incremental query for cow table by jni reader // test_hudi_incremental_querys("user_activity_log_cow_non_partition", timestamps_cow_non_partition) // test_hudi_incremental_querys("user_activity_log_cow_partition", timestamps_cow_partition) - test_hudi_incremental_querys("user_activity_log_mor_non_partition", timestamps_mor_non_partition) - test_hudi_incremental_querys("user_activity_log_mor_partition", timestamps_mor_partition) + // test_hudi_incremental_querys("user_activity_log_mor_non_partition", timestamps_mor_non_partition) + // test_hudi_incremental_querys("user_activity_log_mor_partition", timestamps_mor_partition) // sql """set force_jni_scanner=false;""" sql """drop catalog if exists ${catalog_name};""" diff --git a/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy b/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy index 0da88447cd..6dd2dca298 100644 --- a/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy +++ b/regression-test/suites/external_table_p2/hudi/test_hudi_schema_evolution.groovy @@ -44,17 +44,18 @@ suite("test_hudi_schema_evolution", "p2,external,hudi,external_remote,external_r // qt_deleting_complex_columns_table """ select * from deleting_complex_columns_table order by id """ // qt_renaming_complex_columns_table """ select * from renaming_complex_columns_table order by id """ - sql """set force_jni_scanner = true;""" - qt_adding_simple_columns_table """ select * from adding_simple_columns_table order by id """ - qt_altering_simple_columns_table """ select * from altering_simple_columns_table order by id """ + // disable jni scanner because the old hudi jni reader based on spark can't read the emr hudi data + // sql """set force_jni_scanner = true;""" + // qt_adding_simple_columns_table """ select * from adding_simple_columns_table order by id """ + // qt_altering_simple_columns_table """ select * from altering_simple_columns_table order by id """ // qt_deleting_simple_columns_table """ select * from deleting_simple_columns_table order by id """ // qt_renaming_simple_columns_table """ select * from renaming_simple_columns_table order by id """ - qt_adding_complex_columns_table """ select * from adding_complex_columns_table order by id """ - qt_altering_complex_columns_table """ select * from altering_complex_columns_table order by id """ + // qt_adding_complex_columns_table """ select * from adding_complex_columns_table order by id """ + // qt_altering_complex_columns_table """ select * from altering_complex_columns_table order by id """ // qt_deleting_complex_columns_table """ select * from deleting_complex_columns_table order by id """ // qt_renaming_complex_columns_table """ select * from renaming_complex_columns_table order by id """ - sql """set force_jni_scanner = false;""" + // sql """set force_jni_scanner = false;""" sql """drop catalog if exists ${catalog_name};""" } diff --git a/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy b/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy index 89d89709b3..0bfe706881 100644 --- a/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy +++ b/regression-test/suites/external_table_p2/hudi/test_hudi_snapshot.groovy @@ -87,12 +87,13 @@ suite("test_hudi_snapshot", "p2,external,hudi,external_remote,external_remote_hu test_hudi_snapshot_querys("user_activity_log_cow_non_partition") test_hudi_snapshot_querys("user_activity_log_cow_partition") - sql """set force_jni_scanner=true;""" - test_hudi_snapshot_querys("user_activity_log_mor_non_partition") - test_hudi_snapshot_querys("user_activity_log_mor_partition") - test_hudi_snapshot_querys("user_activity_log_cow_non_partition") - test_hudi_snapshot_querys("user_activity_log_cow_partition") - sql """set force_jni_scanner=false;""" + // disable jni scanner because the old hudi jni reader based on spark can't read the emr hudi data + // sql """set force_jni_scanner=true;""" + // test_hudi_snapshot_querys("user_activity_log_mor_non_partition") + // test_hudi_snapshot_querys("user_activity_log_mor_partition") + // test_hudi_snapshot_querys("user_activity_log_cow_non_partition") + // test_hudi_snapshot_querys("user_activity_log_cow_partition") + // sql """set force_jni_scanner=false;""" sql """drop catalog if exists ${catalog_name};""" } diff --git a/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy b/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy index 3d7bd40b2d..f482daf6cb 100644 --- a/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy +++ b/regression-test/suites/external_table_p2/hudi/test_hudi_timestamp.groovy @@ -45,10 +45,12 @@ suite("test_hudi_timestamp", "p2,external,hudi,external_remote,external_remote_h // test native reader test_timestamp_different_timezones() - sql """ set force_jni_scanner = true; """ + + // disable jni scanner because the old hudi jni reader based on spark can't read the emr hudi data + // sql """ set force_jni_scanner = true; """ // test jni reader - test_timestamp_different_timezones() - sql """ set force_jni_scanner = false; """ + // test_timestamp_different_timezones() + // sql """ set force_jni_scanner = false; """ sql """drop catalog if exists ${catalog_name};""" diff --git a/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy b/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy index cceeaa4122..625c9e4a9a 100644 --- a/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy +++ b/regression-test/suites/external_table_p2/hudi/test_hudi_timetravel.groovy @@ -101,12 +101,14 @@ suite("test_hudi_timetravel", "p2,external,hudi,external_remote,external_remote_ test_hudi_timetravel_querys("user_activity_log_cow_partition", timestamps_cow_partition) test_hudi_timetravel_querys("user_activity_log_mor_non_partition", timestamps_mor_non_partition) test_hudi_timetravel_querys("user_activity_log_mor_partition", timestamps_mor_partition) - sql """set force_jni_scanner=true;""" - test_hudi_timetravel_querys("user_activity_log_cow_non_partition", timestamps_cow_non_partition) - test_hudi_timetravel_querys("user_activity_log_cow_partition", timestamps_cow_partition) - test_hudi_timetravel_querys("user_activity_log_mor_non_partition", timestamps_mor_non_partition) - test_hudi_timetravel_querys("user_activity_log_mor_partition", timestamps_mor_partition) - sql """set force_jni_scanner=false;""" + + // disable jni scanner because the old hudi jni reader based on spark can't read the emr hudi data + // sql """set force_jni_scanner=true;""" + // test_hudi_timetravel_querys("user_activity_log_cow_non_partition", timestamps_cow_non_partition) + // test_hudi_timetravel_querys("user_activity_log_cow_partition", timestamps_cow_partition) + // test_hudi_timetravel_querys("user_activity_log_mor_non_partition", timestamps_mor_non_partition) + // test_hudi_timetravel_querys("user_activity_log_mor_partition", timestamps_mor_partition) + // sql """set force_jni_scanner=false;""" sql """drop catalog if exists ${catalog_name};""" }