database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](multi-catalog)fix max compute scanner OOM and datetime (#20957)

Browse Source 
1. Fix MC jni scanner OOM
2. add the second datetime type for MC SDK timestamp
3. make s3 uri case insensitive by the way
4. optimize max compute scanner parallel model
This commit is contained in:
slothever
2023-06-26 13:53:29 +08:00
committed by GitHub
parent d4240ac21b
commit 2b3c82f57a
4 changed files with 154 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fe/fe-core/src/main/java/org/apache/doris/tablefunction/S3TableValuedFunction.java
View File

@ -98,9 +98,6 @@ public class S3TableValuedFunction extends ExternalFileTableValuedFunction {
}
private static Map<String, String> getValidParams(Map<String, String> params) throws AnalysisException {
if (!params.containsKey(S3_URI)) {
throw new AnalysisException("Missing required property: " + S3_URI);
}
Map<String, String> validParams = new HashMap<>();
for (Map.Entry<String, String> entry : params.entrySet()) {
String key = entry.getKey();
@ -113,6 +110,9 @@ public class S3TableValuedFunction extends ExternalFileTableValuedFunction {
}
validParams.put(lowerKey, entry.getValue());
}
if (!validParams.containsKey(S3_URI)) {
throw new AnalysisException("Missing required property: " + S3_URI);
}
return S3Properties.requiredS3TVFProperties(validParams);
}