database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[fix](paimon) use SlotDescriptor to parse the required fields (#28990)

Browse Source 
Before this PR, Paimon has created the schema of `VectorTable` by accessing meta information. However, once the schema of `VectorTable` in java is not same as `Block` in c++, BE will crashed, and there is no good way to troubleshoot errors.
This commit is contained in:
Ashin Gau
2023-12-27 15:45:53 +08:00
committed by GitHub
parent cfed36afbf
commit 2d2f14bc75
3 changed files with 35 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
fe/be-java-extensions/java-common/src/main/java/org/apache/doris/common/jni/vec/VectorColumn.java
View File

@ -1034,6 +1034,9 @@ public class VectorColumn {
public int appendBytesAndOffset(byte[] src, int offset, int length) {
int startOffset = childColumns[0].appendBytes(src, offset, length);
reserve(appendIndex + 1);
if (startOffset + length < 0) {
throw new RuntimeException("String overflow, offset=" + startOffset + ", length=" + length);
}
OffHeap.putInt(null, offsets + 4L * appendIndex, startOffset + length);
return appendIndex++;
}
@ -1068,6 +1071,9 @@ public class VectorColumn {
bytes = new byte[0];
}
int startOffset = childColumns[0].appendBytes(bytes, 0, bytes.length);
if (startOffset + bytes.length < 0) {
throw new RuntimeException("Binary overflow, offset=" + startOffset + ", length=" + bytes.length);
}
OffHeap.putInt(null, offsets + 4L * appendIndex, startOffset + bytes.length);
appendIndex++;
}
@ -1102,6 +1108,9 @@ public class VectorColumn {
childColumns[0].appendValue(v);
}
reserve(appendIndex + 1);
if (startOffset + length < 0) {
throw new RuntimeException("Array overflow, offset=" + startOffset + ", length=" + length);
}
OffHeap.putLong(null, offsets + 8L * appendIndex, startOffset + length);
return appendIndex++;
}
@ -1158,6 +1167,9 @@ public class VectorColumn {
childColumns[1].appendValue(v);
}
reserve(appendIndex + 1);
if (startOffset + length < 0) {
throw new RuntimeException("Map overflow, offset=" + startOffset + ", length=" + length);
}
OffHeap.putLong(null, offsets + 8L * appendIndex, startOffset + length);
return appendIndex++;
}