From 3eec62e1d11de35dfa3af6c6cacbf3cb0f3b4e35 Mon Sep 17 00:00:00 2001 From: slothever <18522955+wsjz@users.noreply.github.com> Date: Fri, 22 Dec 2023 21:58:50 +0800 Subject: [PATCH] [fix](multi-catalog)filter impala generated path (#28786) file impala generated dir _imapala_insert_staging --- .../doris/datasource/hive/HiveMetaStoreCache.java | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java index 8cca71e649..3e98b887ee 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java @@ -1068,17 +1068,18 @@ public class HiveMetaStoreCache { return false; } for (String name : path.toString().split("/")) { - // generated by hive - if (name.startsWith(".hive-staging")) { - return false; - } - // generated by spark - if ("_temporary".equals(name)) { + if (isGeneratedPath(name)) { return false; } } return true; } + + private static boolean isGeneratedPath(String name) { + return "_temporary".equals(name) // generated by spark + || "_imapala_insert_staging".equals(name) // generated by impala + || name.startsWith(".hive-staging"); // generated by hive + } } @Data