database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Optimization](functions)Optimize function call for const columns. (#18310)

Browse Source
This commit is contained in:
zclllyybb
2023-04-12 11:11:01 +08:00
committed by GitHub
parent 49a9956986
commit 43392918cd
25 changed files with 1718 additions and 849 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
be/src/vec/functions/function_map.cpp
View File

@ -15,6 +15,8 @@
// specific language governing permissions and limitations
// under the License.
#include <memory>
#include "vec/columns/column_array.h"
#include "vec/columns/column_const.h"
#include "vec/columns/column_map.h"
@ -90,12 +92,13 @@ public:
auto& result_col_map_offsets = map_column->get_offsets();
result_col_map_offsets.resize(input_rows_count);
// convert to nullable column
std::unique_ptr<bool[]> col_const = std::make_unique<bool[]>(num_element);
for (size_t i = 0; i < num_element; ++i) {
auto& col = block.get_by_position(arguments[i]).column;
col = col->convert_to_full_column_if_const();
std::tie(col, col_const[i]) = unpack_if_const(col);
bool is_nullable = i % 2 == 0 ? result_col_map_keys_data.is_nullable()
: result_col_map_vals_data.is_nullable();
// convert to nullable column
if (is_nullable && !col->is_nullable()) {
col = ColumnNullable::create(col, ColumnUInt8::create(col->size(), 0));
}
@ -106,9 +109,10 @@ public:
for (size_t row = 0; row < input_rows_count; ++row) {
for (size_t i = 0; i < num_element; i += 2) {
result_col_map_keys_data.insert_from(*block.get_by_position(arguments[i]).column,
row);
index_check_const(row, col_const[i]));
result_col_map_vals_data.insert_from(
*block.get_by_position(arguments[i + 1]).column, row);
*block.get_by_position(arguments[i + 1]).column,
index_check_const(row, col_const[i + 1]));
}
offset += num_element / 2;
result_col_map_offsets[row] = offset;
@ -142,8 +146,8 @@ public:
Status execute_impl(FunctionContext* context, Block& block, const ColumnNumbers& arguments,
size_t result, size_t input_rows_count) override {
auto left_column =
block.get_by_position(arguments[0]).column->convert_to_full_column_if_const();
const auto& [left_column, left_const] =
unpack_if_const(block.get_by_position(arguments[0]).column);
const ColumnMap* map_column = nullptr;
// const UInt8* map_null_map = nullptr;
if (left_column->is_nullable()) {
@ -161,8 +165,14 @@ public:
auto dst_column = ColumnInt64::create(input_rows_count);
auto& dst_data = dst_column->get_data();
for (size_t i = 0; i < map_column->size(); i++) {
dst_data[i] = map_column->size_at(i);
if (left_const) {
for (size_t i = 0; i < map_column->size(); i++) {
dst_data[i] = map_column->size_at(0);
}
} else {
for (size_t i = 0; i < map_column->size(); i++) {
dst_data[i] = map_column->size_at(i);
}
}
block.replace_by_position(result, std::move(dst_column));