database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[bugfix](iceberg)support null values as partition (#35503)

Browse Source 
#31442
test in #34929

When null value is used as the partition value, BE will return the "null" string, so this string needs to be processed specially.
This commit is contained in:
wuwenchi
2024-05-28 22:56:10 +08:00
committed by yiguolei
parent 7381cd56b0
commit aaa89ec768
1 changed files with 13 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergTransaction.java
View File

@ -40,6 +40,7 @@ import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Optional;
import java.util.stream.Collectors;
public class IcebergTransaction implements Transaction {
@ -154,11 +155,22 @@ public class IcebergTransaction implements Transaction {
this.path = path;
this.fileSizeInBytes = fileSizeInBytes;
this.metrics = metrics;
this.partitionValues = partitionValues;
this.partitionValues = convertPartitionValuesForNull(partitionValues);
this.content = content;
this.referencedDataFiles = referencedDataFiles;
}
private Optional<List<String>> convertPartitionValuesForNull(Optional<List<String>> partitionValues) {
if (!partitionValues.isPresent()) {
return partitionValues;
}
List<String> values = partitionValues.get();
if (!values.contains("null")) {
return partitionValues;
}
return Optional.of(values.stream().map(s -> s.equals("null") ? null : s).collect(Collectors.toList()));
}
public String getPath() {
return path;
}