database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix][hudi] use lowerCase to get hudi fileFormatType (#9873)

Browse Source 
use lowerCase of inputFormatName to get hudi fileFormatType
This commit is contained in:
dujl
2022-06-09 12:13:02 +08:00
committed by GitHub
parent 19bc14cf8d
commit 050cbba6e5
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
fe/fe-core/src/main/java/org/apache/doris/planner/HudiScanNode.java
View File

@ -299,13 +299,13 @@ public class HudiScanNode extends BrokerScanNode {
hdfsParams.setFsName(fsName);
Log.debug("Hudi path's host is " + fsName);
TFileFormatType formatType = null;
if (this.inputFormatName.toUpperCase(Locale.ROOT).contains("parquet")) {
formatType = TFileFormatType.FORMAT_PARQUET;
} else if (this.inputFormatName.toUpperCase(Locale.ROOT).contains("orc")) {
formatType = TFileFormatType.FORMAT_ORC;
TFileFormatType fileFormatType = null;
if (this.inputFormatName.toLowerCase().contains("parquet")) {
fileFormatType = TFileFormatType.FORMAT_PARQUET;
} else if (this.inputFormatName.toLowerCase(Locale.ROOT).contains("orc")) {
fileFormatType = TFileFormatType.FORMAT_ORC;
} else {
throw new UserException("unsupported hudi table type [" + this.inputFormatName + "].");
throw new UserException("Unsupported hudi table format [" + this.inputFormatName + "].");
}
ParamCreateContext context = getParamCreateContexts().get(0);
@ -317,7 +317,7 @@ public class HudiScanNode extends BrokerScanNode {
getPartitionKeys());
int numberOfColumnsFromFile = context.slotDescByName.size() - partitionValuesFromPath.size();
TBrokerRangeDesc rangeDesc = createBrokerRangeDesc(fileSplit, formatType,
TBrokerRangeDesc rangeDesc = createBrokerRangeDesc(fileSplit, fileFormatType,
partitionValuesFromPath, numberOfColumnsFromFile, brokerDesc);
rangeDesc.setHdfsParams(hdfsParams);
rangeDesc.setReadByColumnDef(true);