// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "runtime/vectorized_row_batch.h" #include "common/logging.h" #include "olap/row_block.h" namespace doris { VectorizedRowBatch::VectorizedRowBatch(const TabletSchema* schema, const std::vector& cols, int capacity) : _schema(schema), _cols(cols), _capacity(capacity), _limit(capacity) { _selected_in_use = false; _size = 0; _mem_pool.reset(new MemPool()); _selected = reinterpret_cast(new char[sizeof(uint16_t) * _capacity]); _col_vectors.resize(schema->num_columns(), nullptr); for (ColumnId column_id : cols) { _col_vectors[column_id] = new ColumnVector(); } } void VectorizedRowBatch::dump_to_row_block(RowBlock* row_block) { if (_selected_in_use) { for (auto column_id : _cols) { ColumnVector* col_vec = _col_vectors[column_id]; bool no_nulls = col_vec->no_nulls(); // pointer of this field's vector char* vec_field_ptr = (char*)col_vec->col_data(); // pointer of this field in row block char* row_field_ptr = row_block->_mem_buf + row_block->_field_offset_in_memory[column_id]; const TabletColumn& column = _schema->column(column_id); size_t field_size = 0; if (column.is_length_variable_type()) { field_size = sizeof(Slice); } else { field_size = column.length(); } if (no_nulls) { for (int row = 0; row < _size; ++row) { char* vec_field = vec_field_ptr + _selected[row] * field_size; // Set not null *row_field_ptr = 0; memory_copy(row_field_ptr + 1, vec_field, field_size); // point to next row row_field_ptr += row_block->_mem_row_bytes; } } else { bool* is_null = col_vec->is_null(); for (int row = 0; row < _size; ++row) { if (is_null[_selected[row]]) { *row_field_ptr = 1; } else { char* vec_field = vec_field_ptr + _selected[row] * field_size; // Set not null *row_field_ptr = 0; memory_copy(row_field_ptr + 1, vec_field, field_size); } row_field_ptr += row_block->_mem_row_bytes; } } } } else { for (auto column_id : _cols) { ColumnVector* col_vec = _col_vectors[column_id]; bool no_nulls = col_vec->no_nulls(); char* vec_field_ptr = (char*)col_vec->col_data(); char* row_field_ptr = row_block->_mem_buf + row_block->_field_offset_in_memory[column_id]; const TabletColumn& column = _schema->column(column_id); size_t field_size = 0; if (column.is_length_variable_type()) { field_size = sizeof(Slice); } else { field_size = column.length(); } if (no_nulls) { for (int row = 0; row < _size; ++row) { char* vec_field = vec_field_ptr; // Set not null *row_field_ptr = 0; memory_copy(row_field_ptr + 1, vec_field, field_size); row_field_ptr += row_block->_mem_row_bytes; vec_field_ptr += field_size; } } else { bool* is_null = col_vec->is_null(); for (int row = 0; row < _size; ++row) { if (is_null[row]) { *row_field_ptr = 1; } else { char* vec_field = vec_field_ptr; // Set not null *row_field_ptr = 0; memory_copy(row_field_ptr + 1, vec_field, field_size); } row_field_ptr += row_block->_mem_row_bytes; vec_field_ptr += field_size; } } } } row_block->_pos = 0; row_block->_limit = _size; row_block->_info.row_num = _size; row_block->_block_status = _block_status; // exchange two memory pool to reduce chunk allocate in MemPool, row_block->mem_pool()->exchange_data(_mem_pool.get()); // Clear to reuse already allocated chunk _mem_pool->clear(); } } // namespace doris