hcq/oceanbase
hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

add OB_SUCC after allocating memory in parquet reader

Browse Source
This commit is contained in:
doubleMocha 2024-11-11 09:18:05 +00:00 committed by ob-robot
parent 74d6d6f45d
commit 3f792b04d0
1 changed files with 20 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
src/sql/engine/table/ob_parquet_table_row_iter.cpp
View File

@ -766,9 +766,11 @@ int ObParquetTableRowIterator::DataLoader::load_decimal_any_col()
if (reader_->descr()->physical_type() == parquet::Type::type::INT32) {
ObArrayWrap<int32_t> values;
OZ (values.allocate_array(tmp_alloc_g.get_allocator(), batch_size_));
row_count_ = static_cast<parquet::Int32Reader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
if (OB_SUCC(ret)) {
row_count_ = static_cast<parquet::Int32Reader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
}
int j = 0;
for (int i = 0; OB_SUCC(ret) && i < row_count_; i++) {
if (IS_PARQUET_COL_VALUE_IS_NULL(def_levels_buf_.at(i))) {
@ -780,9 +782,11 @@ int ObParquetTableRowIterator::DataLoader::load_decimal_any_col()
} else if (reader_->descr()->physical_type() == parquet::Type::type::INT64) {
ObArrayWrap<int64_t> values;
OZ (values.allocate_array(tmp_alloc_g.get_allocator(), batch_size_));
row_count_ = static_cast<parquet::Int64Reader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
if (OB_SUCC(ret)) {
row_count_ = static_cast<parquet::Int64Reader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
}
int j = 0;
for (int i = 0; OB_SUCC(ret) && i < row_count_; i++) {
if (IS_PARQUET_COL_VALUE_IS_NULL(def_levels_buf_.at(i))) {
@ -798,9 +802,11 @@ int ObParquetTableRowIterator::DataLoader::load_decimal_any_col()
ObArrayWrap<char> buffer;
OZ (buffer.allocate_array(tmp_alloc_g.get_allocator(), int_bytes));
OZ (values.allocate_array(tmp_alloc_g.get_allocator(), batch_size_));
row_count_ = static_cast<parquet::FixedLenByteArrayReader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
if (OB_SUCC(ret)) {
row_count_ = static_cast<parquet::FixedLenByteArrayReader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
}
int j = 0;
for (int i = 0; OB_SUCC(ret) && i < row_count_; i++) {
if (IS_PARQUET_COL_VALUE_IS_NULL(def_levels_buf_.at(i))) {
@ -817,9 +823,11 @@ int ObParquetTableRowIterator::DataLoader::load_decimal_any_col()
ObArrayWrap<char> buffer;
OZ (buffer.allocate_array(tmp_alloc_g.get_allocator(), int_bytes));
OZ (values.allocate_array(tmp_alloc_g.get_allocator(), batch_size_));
row_count_ = static_cast<parquet::ByteArrayReader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
if (OB_SUCC(ret)) {
row_count_ = static_cast<parquet::ByteArrayReader*>(reader_)->ReadBatch(
batch_size_, def_levels_buf_.get_data(), rep_levels_buf_.get_data(),
values.get_data(), &values_cnt);
}
int j = 0;
for (int i = 0; OB_SUCC(ret) && i < row_count_; i++) {
if (IS_PARQUET_COL_VALUE_IS_NULL(def_levels_buf_.at(i))) {