database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Fix](Outfile) Support export nested complex type data to orc file format (#28182)

Browse Source
This commit is contained in:
Tiewei Fang
2023-12-13 11:55:27 +08:00
committed by GitHub
parent a719d7a222
commit 78b0fec33a
13 changed files with 2109 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
fe/fe-core/src/main/java/org/apache/doris/analysis/OutFileClause.java
View File

@ -325,13 +325,6 @@ public class OutFileClause {
break;
case STRUCT: {
StructType structType = (StructType) dorisType;
ArrayList<StructField> fields = structType.getFields();
for (StructField field : fields) {
if (!(field.getType() instanceof ScalarType)) {
throw new AnalysisException("currently ORC outfile do not support field type: "
+ field.getType().toSql() + " for STRUCT");
}
}
StringBuilder sb = new StringBuilder();
sb.append("struct<");
@ -350,11 +343,6 @@ public class OutFileClause {
}
case MAP: {
MapType mapType = (MapType) dorisType;
if ((!(mapType.getKeyType() instanceof ScalarType)
|| !(mapType.getValueType() instanceof ScalarType))) {
throw new AnalysisException("currently ORC outfile do not support data type: MAP<"
+ mapType.getKeyType().toSql() + "," + mapType.getValueType().toSql() + ">");
}
StringBuilder sb = new StringBuilder();
sb.append("map<")
.append(dorisTypeToOrcTypeMap(mapType.getKeyType()))
@ -365,11 +353,6 @@ public class OutFileClause {
break;
}
case ARRAY: {
Type itemType = ((ArrayType) dorisType).getItemType();
if (!(itemType instanceof ScalarType)) {
throw new AnalysisException("currently ORC outfile do not support data type: ARRAY<"
+ itemType.toSql() + ">");
}
StringBuilder sb = new StringBuilder();
ArrayType arrayType = (ArrayType) dorisType;
sb.append("array<")