From 73419c243116300511f76d1964f7373d540c0673 Mon Sep 17 00:00:00 2001 From: zhangdong <493738387@qq.com> Date: Fri, 17 May 2024 10:55:10 +0800 Subject: [PATCH] [enhance](mtmv)MTMV support hive table determine whether the data is sync (#34845) Previously supported, this PR only turns on the switch --- .../apache/doris/datasource/hive/HMSExternalTable.java | 2 +- regression-test/suites/mtmv_p0/test_hive_mtmv.groovy | 8 -------- .../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 8 ++++---- 3 files changed, 5 insertions(+), 13 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java index c2099a1acc..57dee5debb 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HMSExternalTable.java @@ -958,7 +958,7 @@ public class HMSExternalTable extends ExternalTable implements MTMVRelatedTableI @Override public boolean needAutoRefresh() { - return false; + return true; } @Override diff --git a/regression-test/suites/mtmv_p0/test_hive_mtmv.groovy b/regression-test/suites/mtmv_p0/test_hive_mtmv.groovy index 8a91a45c5f..872d7bf8ec 100644 --- a/regression-test/suites/mtmv_p0/test_hive_mtmv.groovy +++ b/regression-test/suites/mtmv_p0/test_hive_mtmv.groovy @@ -61,14 +61,6 @@ suite("test_hive_mtmv", "p0,external,hive,external_docker,external_docker_hive") waitingMTMVTaskFinished(jobName) order_qt_refresh_one_partition "SELECT * FROM ${mvName} order by id" - //refresh other partitions - // current, for hive, auto refresh will not change data - sql """ - REFRESH MATERIALIZED VIEW ${mvName} AUTO - """ - waitingMTMVTaskFinished(jobName) - order_qt_refresh_other_partition "SELECT * FROM ${mvName} order by id" - //refresh complete sql """ REFRESH MATERIALIZED VIEW ${mvName} complete diff --git a/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy b/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy index 755c6c15b0..ac19ecc060 100644 --- a/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy +++ b/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy @@ -95,7 +95,7 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke assertTrue(showPartitionsResult.toString().contains("p_2020")) sql """ - REFRESH MATERIALIZED VIEW ${mvName} complete + REFRESH MATERIALIZED VIEW ${mvName} auto """ def jobName = getJobName(dbName, mvName); waitingMTMVTaskFinished(jobName) @@ -108,7 +108,7 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke REFRESH catalog ${catalog_name} """ sql """ - REFRESH MATERIALIZED VIEW ${mvName} complete + REFRESH MATERIALIZED VIEW ${mvName} auto """ waitingMTMVTaskFinished(jobName) order_qt_mtmv_2 "SELECT * FROM ${mvName} order by user_id" @@ -124,7 +124,7 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke REFRESH catalog ${catalog_name} """ sql """ - REFRESH MATERIALIZED VIEW ${mvName} complete + REFRESH MATERIALIZED VIEW ${mvName} auto """ waitingMTMVTaskFinished(jobName) showPartitionsResult = sql """show partitions from ${mvName}""" @@ -143,7 +143,7 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke REFRESH catalog ${catalog_name} """ sql """ - REFRESH MATERIALIZED VIEW ${mvName} complete + REFRESH MATERIALIZED VIEW ${mvName} auto """ waitingMTMVTaskFinished(jobName) showPartitionsResult = sql """show partitions from ${mvName}"""