database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](multi-catalog)filter impala generated path (#28786)

Browse Source 
file impala generated dir _imapala_insert_staging
This commit is contained in:
slothever
2023-12-22 21:58:50 +08:00
committed by GitHub
parent f781f0cf24
commit 3eec62e1d1
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
fe/fe-core/src/main/java/org/apache/doris/datasource/hive/HiveMetaStoreCache.java
View File

@ -1068,17 +1068,18 @@ public class HiveMetaStoreCache {
return false;
}
for (String name : path.toString().split("/")) {
// generated by hive
if (name.startsWith(".hive-staging")) {
return false;
}
// generated by spark
if ("_temporary".equals(name)) {
if (isGeneratedPath(name)) {
return false;
}
}
return true;
}
private static boolean isGeneratedPath(String name) {
return "_temporary".equals(name) // generated by spark
|| "_imapala_insert_staging".equals(name) // generated by impala
|| name.startsWith(".hive-staging"); // generated by hive
}
}
@Data