Files
doris/be/src/olap/block_column_predicate.cpp
Jerry Hu 57327e6236 [improvement]Separate input and output parameters in ColumnPredicate (#10249)
```cpp
for (uint16_t i = 0; i < *size; ++i) {
	// some code here
}
```
The value of size is read for each conditional test, which also prevents possible vectorization.
2022-06-20 15:04:57 +08:00

249 lines
10 KiB
C++

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
#include "block_column_predicate.h"
#include "olap/row_block2.h"
namespace doris {
void SingleColumnBlockPredicate::evaluate(RowBlockV2* block, uint16_t* selected_size) const {
auto column_id = _predicate->column_id();
auto column_block = block->column_block(column_id);
_predicate->evaluate(&column_block, block->selection_vector(), selected_size);
}
void SingleColumnBlockPredicate::evaluate_and(RowBlockV2* block, uint16_t selected_size,
bool* flags) const {
auto column_id = _predicate->column_id();
auto column_block = block->column_block(column_id);
_predicate->evaluate_and(&column_block, block->selection_vector(), selected_size, flags);
}
void SingleColumnBlockPredicate::evaluate_or(RowBlockV2* block, uint16_t selected_size,
bool* flags) const {
auto column_id = _predicate->column_id();
auto column_block = block->column_block(column_id);
_predicate->evaluate_or(&column_block, block->selection_vector(), selected_size, flags);
}
uint16_t SingleColumnBlockPredicate::evaluate(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size) const {
auto column_id = _predicate->column_id();
auto& column = block[column_id];
return _predicate->evaluate(*column, sel, selected_size);
}
void SingleColumnBlockPredicate::evaluate_and(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size, bool* flags) const {
auto column_id = _predicate->column_id();
auto& column = block[column_id];
_predicate->evaluate_and(*column, sel, selected_size, flags);
}
void SingleColumnBlockPredicate::evaluate_or(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size, bool* flags) const {
auto column_id = _predicate->column_id();
auto& column = block[column_id];
_predicate->evaluate_or(*column, sel, selected_size, flags);
}
void SingleColumnBlockPredicate::evaluate_vec(vectorized::MutableColumns& block, uint16_t size,
bool* flags) const {
auto column_id = _predicate->column_id();
auto& column = block[column_id];
_predicate->evaluate_vec(*column, size, flags);
}
void OrBlockColumnPredicate::evaluate(RowBlockV2* block, uint16_t* selected_size) const {
if (num_of_column_predicate() == 1) {
_block_column_predicate_vec[0]->evaluate(block, selected_size);
} else {
bool flags[*selected_size];
memset(flags, false, *selected_size);
for (int i = 0; i < num_of_column_predicate(); ++i) {
auto column_predicate = _block_column_predicate_vec[i];
column_predicate->evaluate_or(block, *selected_size, flags);
}
uint16_t new_size = 0;
for (int i = 0; i < *selected_size; ++i) {
if (flags[i]) {
block->selection_vector()[new_size++] = block->selection_vector()[i];
}
}
*selected_size = new_size;
}
}
uint16_t OrBlockColumnPredicate::evaluate(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size) const {
if (num_of_column_predicate() == 1) {
return _block_column_predicate_vec[0]->evaluate(block, sel, selected_size);
} else {
bool ret_flags[selected_size];
memset(ret_flags, false, selected_size);
for (int i = 0; i < num_of_column_predicate(); ++i) {
auto column_predicate = _block_column_predicate_vec[i];
column_predicate->evaluate_or(block, sel, selected_size, ret_flags);
}
uint16_t new_size = 0;
for (int i = 0; i < selected_size; ++i) {
if (ret_flags[i]) {
sel[new_size++] = sel[i];
}
}
return new_size;
}
}
void OrBlockColumnPredicate::evaluate_or(RowBlockV2* block, uint16_t selected_size,
bool* flags) const {
for (auto block_column_predicate : _block_column_predicate_vec) {
block_column_predicate->evaluate_or(block, selected_size, flags);
}
}
void OrBlockColumnPredicate::evaluate_or(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size, bool* flags) const {
for (auto block_column_predicate : _block_column_predicate_vec) {
block_column_predicate->evaluate_or(block, sel, selected_size, flags);
}
}
void OrBlockColumnPredicate::evaluate_and(RowBlockV2* block, uint16_t selected_size,
bool* flags) const {
if (num_of_column_predicate() == 1) {
_block_column_predicate_vec[0]->evaluate_and(block, selected_size, flags);
} else {
bool new_flags[selected_size];
memset(new_flags, false, selected_size);
for (int i = 0; i < num_of_column_predicate(); ++i) {
auto column_predicate = _block_column_predicate_vec[i];
column_predicate->evaluate_or(block, selected_size, new_flags);
}
for (int i = 0; i < selected_size; ++i) {
flags[i] &= new_flags[i];
}
}
}
void OrBlockColumnPredicate::evaluate_and(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size, bool* flags) const {
if (num_of_column_predicate() == 1) {
_block_column_predicate_vec[0]->evaluate_and(block, sel, selected_size, flags);
} else {
bool ret_flags[selected_size];
memset(ret_flags, false, selected_size);
for (int i = 0; i < num_of_column_predicate(); ++i) {
auto column_predicate = _block_column_predicate_vec[i];
column_predicate->evaluate_or(block, sel, selected_size, ret_flags);
}
for (int i = 0; i < selected_size; ++i) {
flags[i] &= ret_flags[i];
}
}
}
void AndBlockColumnPredicate::evaluate(RowBlockV2* block, uint16_t* selected_size) const {
for (auto block_column_predicate : _block_column_predicate_vec) {
block_column_predicate->evaluate(block, selected_size);
}
}
uint16_t AndBlockColumnPredicate::evaluate(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size) const {
for (auto block_column_predicate : _block_column_predicate_vec) {
selected_size = block_column_predicate->evaluate(block, sel, selected_size);
}
return selected_size;
}
void AndBlockColumnPredicate::evaluate_and(RowBlockV2* block, uint16_t selected_size,
bool* flags) const {
for (auto block_column_predicate : _block_column_predicate_vec) {
block_column_predicate->evaluate_and(block, selected_size, flags);
}
}
void AndBlockColumnPredicate::evaluate_and(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size, bool* flags) const {
for (auto block_column_predicate : _block_column_predicate_vec) {
block_column_predicate->evaluate_and(block, sel, selected_size, flags);
}
}
void AndBlockColumnPredicate::evaluate_or(RowBlockV2* block, uint16_t selected_size,
bool* flags) const {
if (num_of_column_predicate() == 1) {
_block_column_predicate_vec[0]->evaluate_or(block, selected_size, flags);
} else {
bool new_flags[selected_size];
memset(new_flags, true, selected_size);
for (int i = 0; i < num_of_column_predicate(); ++i) {
auto column_predicate = _block_column_predicate_vec[i];
column_predicate->evaluate_and(block, selected_size, new_flags);
}
for (int i = 0; i < selected_size; ++i) {
flags[i] |= new_flags[i];
}
}
}
void AndBlockColumnPredicate::evaluate_or(vectorized::MutableColumns& block, uint16_t* sel,
uint16_t selected_size, bool* flags) const {
if (num_of_column_predicate() == 1) {
_block_column_predicate_vec[0]->evaluate_or(block, sel, selected_size, flags);
} else {
bool new_flags[selected_size];
memset(new_flags, true, selected_size);
for (auto block_column_predicate : _block_column_predicate_vec) {
block_column_predicate->evaluate_and(block, sel, selected_size, new_flags);
}
for (uint16_t i = 0; i < selected_size; i++) {
flags[i] |= new_flags[i];
}
}
}
// todo(wb) Can the 'and' of multiple bitmaps be vectorized?
void AndBlockColumnPredicate::evaluate_vec(vectorized::MutableColumns& block, uint16_t size,
bool* flags) const {
if (num_of_column_predicate() == 1) {
_block_column_predicate_vec[0]->evaluate_vec(block, size, flags);
} else {
bool new_flags[size];
for (auto block_column_predicate : _block_column_predicate_vec) {
memset(new_flags, true, size);
block_column_predicate->evaluate_vec(block, size, new_flags);
for (uint16_t j = 0; j < size; j++) {
flags[j] &= new_flags[j];
}
}
}
}
} // namespace doris