From 6ef1211585e3a75b541c00d375053d2710fbdf7b Mon Sep 17 00:00:00 2001 From: Mingyu Chen Date: Wed, 28 Aug 2024 21:42:36 +0800 Subject: [PATCH] [bugfix](paimon)Use the fs cache, otherwise it will cause OOM (#38552) (#40052) bp #38552 Co-authored-by: wuwenchi --- .../org/apache/doris/datasource/property/PropertyConverter.java | 1 - .../apache/doris/datasource/property/PropertyConverterTest.java | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/property/PropertyConverter.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/property/PropertyConverter.java index 528a7e838c..a0ea2d3b69 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/datasource/property/PropertyConverter.java +++ b/fe/fe-core/src/main/java/org/apache/doris/datasource/property/PropertyConverter.java @@ -311,7 +311,6 @@ public class PropertyConverter { endpoint = endpoint.replace(OssProperties.OSS_PREFIX, ""); } ossProperties.put(org.apache.hadoop.fs.aliyun.oss.Constants.ENDPOINT_KEY, endpoint); - ossProperties.put("fs.oss.impl.disable.cache", "true"); ossProperties.put("fs.oss.impl", getHadoopFSImplByScheme("oss")); boolean hdfsEnabled = Boolean.parseBoolean(props.getOrDefault(OssProperties.OSS_HDFS_ENABLED, "false")); if (LocationPath.isHdfsOnOssEndpoint(endpoint) || hdfsEnabled) { diff --git a/fe/fe-core/src/test/java/org/apache/doris/datasource/property/PropertyConverterTest.java b/fe/fe-core/src/test/java/org/apache/doris/datasource/property/PropertyConverterTest.java index 48903df17b..c9f96a7916 100644 --- a/fe/fe-core/src/test/java/org/apache/doris/datasource/property/PropertyConverterTest.java +++ b/fe/fe-core/src/test/java/org/apache/doris/datasource/property/PropertyConverterTest.java @@ -483,7 +483,7 @@ public class PropertyConverterTest extends TestWithFeService { + " 'oss.secret_key' = 'skk'\n" + ");"; testS3CompatibleCatalogProperties(catalogName1, OssProperties.OSS_PREFIX, - "oss.oss-cn-beijing.aliyuncs.com", query1, 12, 17); + "oss.oss-cn-beijing.aliyuncs.com", query1, 12, 16); String catalogName2 = "hms_minio"; String query2 = "create catalog " + catalogName2 + " properties (\n"