From 472565cd48bdb5743ace65f14511cc34c034a88d Mon Sep 17 00:00:00 2001
From: zhangdong <493738387@qq.com>
Date: Fri, 16 Aug 2024 20:05:52 +0800
Subject: [PATCH] [enhance](mtmv) refresh hms table before run mtmv task
 (#38212) (#39490)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

pick from master #38212​
---
 .../apache/doris/job/extensions/mtmv/MTMVTask.java  |  4 ++--
 .../suites/mtmv_p0/test_hive_refresh_mtmv.groovy    | 13 +------------
 2 files changed, 3 insertions(+), 14 deletions(-)

diff --git a/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java b/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
index 0207301c2d..ae49759b54 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java
@@ -173,7 +173,7 @@ public class MTMVTask extends AbstractTask {
             this.relation = MTMVPlanUtil.generateMTMVRelation(mtmv, ctx);
             // Now, the MTMV first ensures consistency with the data in the cache.
             // To be completely consistent with hive, you need to manually refresh the cache
-            // refreshHmsTable();
+            refreshHmsTable();
             if (mtmv.getMvPartitionInfo().getPartitionType() != MTMVPartitionType.SELF_MANAGE) {
                 MTMVPartitionUtil.alignMvPartition(mtmv);
             }
@@ -282,7 +282,7 @@ public class MTMVTask extends AbstractTask {
     }
 
     /**
-     * // Before obtaining information from hmsTable, refresh to ensure that the data is up-to-date
+     * Before obtaining information from hmsTable, refresh to ensure that the data is up-to-date
      *
      * @throws AnalysisException
      * @throws DdlException
diff --git a/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy b/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
index ac19ecc060..75ec61a518 100644
--- a/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
+++ b/regression-test/suites/mtmv_p0/test_hive_refresh_mtmv.groovy
@@ -104,9 +104,6 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke
         // hive data change
         logger.info("hive sql: " + insert_str)
         hive_docker """ ${insert_str} """
-        sql """
-                REFRESH catalog ${catalog_name}
-            """
         sql """
             REFRESH MATERIALIZED VIEW ${mvName} auto
         """
@@ -120,9 +117,6 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke
                                     """
         logger.info("hive sql: " + add_partition2021_str)
         hive_docker """ ${add_partition2021_str} """
-        sql """
-                REFRESH catalog ${catalog_name}
-            """
         sql """
             REFRESH MATERIALIZED VIEW ${mvName} auto
         """
@@ -139,9 +133,6 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke
                                         """
         logger.info("hive sql: " + drop_partition2021_str)
         hive_docker """ ${drop_partition2021_str} """
-        sql """
-                REFRESH catalog ${catalog_name}
-            """
             sql """
                 REFRESH MATERIALIZED VIEW ${mvName} auto
             """
@@ -157,9 +148,6 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke
                                     """
         logger.info("hive sql: " + rename_column_str)
         hive_docker """ ${rename_column_str} """
-        sql """
-                REFRESH catalog ${catalog_name}
-            """
             sql """
                 REFRESH MATERIALIZED VIEW ${mvName} complete
             """
@@ -172,6 +160,7 @@ suite("test_hive_refresh_mtmv", "p0,external,hive,external_docker,external_docke
                                 """
         logger.info("hive sql: " + recover_column_str)
         hive_docker """ ${recover_column_str} """
+        // schema change need refresh catalog
         sql """
                 REFRESH catalog ${catalog_name}
             """