database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Improvement](multi-catalog) paimon supports projection push down (#20522)

Browse Source 
Co-authored-by: hugoluo <hugoluo@tencent.com>
This commit is contained in:
yuxuan-luo
2023-06-07 00:39:08 +08:00
committed by GitHub
parent 880e2d8373
commit b65094c8df
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fe/java-udf/src/main/java/org/apache/doris/jni/PaimonJniScanner.java
View File

@ -46,6 +46,7 @@ import org.apache.paimon.table.source.TableRead;
import java.io.ByteArrayInputStream;
import java.io.DataInputStream;
import java.io.IOException;
import java.util.Arrays;
import java.util.Map;
@ -104,7 +105,8 @@ public class PaimonJniScanner extends JniScanner {
} catch (IOException e) {
e.printStackTrace();
}
ReadBuilder readBuilder = table.newReadBuilder();
ReadBuilder readBuilder = table.newReadBuilder()
.withProjection(Arrays.stream(ids).mapToInt(Integer::parseInt).toArray());
TableRead read = readBuilder.newRead();
reader = read.createReader(paimonInputSplit.split());
}
@ -118,13 +120,13 @@ public class PaimonJniScanner extends JniScanner {
protected int getNext() throws IOException {
int rows = 0;
try {
RecordReader.RecordIterator batch;
RecordReader.RecordIterator<InternalRow> batch;
while ((batch = reader.readBatch()) != null) {
Object record;
while ((record = batch.next()) != null) {
columnValue.setOffsetRow((ColumnarRow) record);
for (int i = 0; i < ids.length; i++) {
columnValue.setIdx(Integer.parseInt(ids[i]));
columnValue.setIdx(i);
appendData(i, columnValue);
}
rows++;