database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity
Files
a0f136a0bcbee163a67bcbb4ff2d5cf8fafe0bea
doris/be/test/olap/row_cursor_test.cpp
plat1ko db07e51cd3 [refactor](status) Refactor status handling in agent task (#11940) 
Refactor TaggableLogger
Refactor status handling in agent task:
Unify log format in TaskWorkerPool
Pass Status to the top caller, and replace some OLAPInternalError with more detailed error message Status
Premature return with the opposite condition to reduce indention
2022-08-29 12:06:01 +08:00

577 lines
20 KiB
C++
Raw Blame History

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
#include "olap/row_cursor.h"
#include <gtest/gtest.h>
#include "common/object_pool.h"
#include "olap/row.h"
#include "olap/schema.h"
#include "olap/tablet_schema.h"
#include "runtime/mem_pool.h"
#include "util/types.h"
namespace doris {
void set_tablet_schema_for_init(TabletSchemaSPtr tablet_schema) {
TabletSchemaPB tablet_schema_pb;
ColumnPB* column_1 = tablet_schema_pb.add_column();
column_1->set_unique_id(1);
column_1->set_name("column_1");
column_1->set_type("TINYINT");
column_1->set_is_key(true);
column_1->set_is_nullable(true);
column_1->set_length(1);
column_1->set_index_length(1);
ColumnPB* column_2 = tablet_schema_pb.add_column();
column_2->set_unique_id(2);
column_2->set_name("column_2");
column_2->set_type("SMALLINT");
column_2->set_is_key(true);
column_2->set_is_nullable(true);
column_2->set_length(2);
column_2->set_index_length(2);
column_2->set_default_value("0");
ColumnPB* column_3 = tablet_schema_pb.add_column();
column_3->set_unique_id(3);
column_3->set_name("column_3");
column_3->set_type("INT");
column_3->set_is_key(true);
column_3->set_is_nullable(true);
column_3->set_length(4);
column_3->set_index_length(4);
ColumnPB* column_4 = tablet_schema_pb.add_column();
column_4->set_unique_id(4);
column_4->set_name("column_4");
column_4->set_type("DATE");
column_4->set_is_key(true);
column_4->set_is_nullable(true);
column_4->set_length(3);
column_4->set_index_length(3);
ColumnPB* column_5 = tablet_schema_pb.add_column();
column_5->set_unique_id(5);
column_5->set_name("column_5");
column_5->set_type("DATETIME");
column_5->set_is_key(true);
column_5->set_is_nullable(true);
column_5->set_length(8);
column_5->set_index_length(8);
ColumnPB* column_6 = tablet_schema_pb.add_column();
column_6->set_unique_id(5);
column_6->set_name("column_6");
column_6->set_type("DATEV2");
column_6->set_is_key(true);
column_6->set_is_nullable(true);
column_6->set_length(4);
column_6->set_index_length(4);
ColumnPB* column_7 = tablet_schema_pb.add_column();
column_7->set_unique_id(6);
column_7->set_name("column_7");
column_7->set_type("DECIMAL");
column_7->set_is_key(true);
column_7->set_is_nullable(true);
column_7->set_length(12);
column_7->set_index_length(12);
column_7->set_frac(3);
column_7->set_precision(6);
ColumnPB* column_8 = tablet_schema_pb.add_column();
column_8->set_unique_id(7);
column_8->set_name("column_8");
column_8->set_type("CHAR");
column_8->set_is_key(true);
column_8->set_is_nullable(true);
column_8->set_length(4);
column_8->set_index_length(4);
column_8->set_default_value("char");
ColumnPB* column_9 = tablet_schema_pb.add_column();
column_9->set_unique_id(8);
column_9->set_name("column_9");
column_9->set_type("BIGINT");
column_9->set_is_nullable(true);
column_9->set_length(8);
column_9->set_aggregation("SUM");
column_9->set_is_key(false);
ColumnPB* column_10 = tablet_schema_pb.add_column();
column_10->set_unique_id(9);
column_10->set_name("column_10");
column_10->set_type("VARCHAR");
column_10->set_is_nullable(true);
column_10->set_length(16 + OLAP_VARCHAR_MAX_BYTES);
column_10->set_aggregation("REPLACE");
column_10->set_is_key(false);
ColumnPB* column_11 = tablet_schema_pb.add_column();
column_11->set_unique_id(10);
column_11->set_name("column_11");
column_11->set_type("LARGEINT");
column_11->set_is_nullable(true);
column_11->set_length(16);
column_11->set_aggregation("MAX");
column_11->set_is_key(false);
ColumnPB* column_12 = tablet_schema_pb.add_column();
column_12->set_unique_id(11);
column_12->set_name("column_12");
column_12->set_type("DECIMAL");
column_12->set_is_nullable(true);
column_12->set_length(12);
column_12->set_aggregation("MIN");
column_12->set_is_key(false);
ColumnPB* column_13 = tablet_schema_pb.add_column();
column_13->set_unique_id(12);
column_13->set_name("column_13");
column_13->set_type("HLL");
column_13->set_is_nullable(true);
column_13->set_length(HLL_COLUMN_DEFAULT_LEN);
column_13->set_aggregation("HLL_UNION");
column_13->set_is_key(false);
tablet_schema->init_from_pb(tablet_schema_pb);
}
void set_tablet_schema_for_scan_key(TabletSchemaSPtr tablet_schema) {
TabletSchemaPB tablet_schema_pb;
ColumnPB* column_1 = tablet_schema_pb.add_column();
column_1->set_unique_id(1);
column_1->set_name("column_1");
column_1->set_type("CHAR");
column_1->set_is_key(true);
column_1->set_is_nullable(true);
column_1->set_length(4);
column_1->set_index_length(4);
column_1->set_default_value("char");
ColumnPB* column_2 = tablet_schema_pb.add_column();
column_2->set_unique_id(2);
column_2->set_name("column_2");
column_2->set_type("VARCHAR");
column_2->set_is_key(true);
column_2->set_is_nullable(true);
column_2->set_length(16 + OLAP_VARCHAR_MAX_BYTES);
column_2->set_index_length(20);
ColumnPB* column_3 = tablet_schema_pb.add_column();
column_3->set_unique_id(3);
column_3->set_name("column_3");
column_3->set_type("LARGEINT");
column_3->set_is_nullable(true);
column_3->set_length(16);
column_3->set_aggregation("MAX");
column_3->set_is_key(false);
ColumnPB* column_4 = tablet_schema_pb.add_column();
column_4->set_unique_id(9);
column_4->set_name("column_4");
column_4->set_type("DECIMAL");
column_4->set_is_nullable(true);
column_4->set_length(12);
column_4->set_aggregation("MIN");
column_4->set_is_key(false);
tablet_schema->init_from_pb(tablet_schema_pb);
}
void set_tablet_schema_for_cmp_and_aggregate(TabletSchemaSPtr tablet_schema) {
TabletSchemaPB tablet_schema_pb;
ColumnPB* column_1 = tablet_schema_pb.add_column();
column_1->set_unique_id(1);
column_1->set_name("column_1");
column_1->set_type("CHAR");
column_1->set_is_key(true);
column_1->set_is_nullable(true);
column_1->set_length(4);
column_1->set_index_length(4);
column_1->set_default_value("char");
ColumnPB* column_2 = tablet_schema_pb.add_column();
column_2->set_unique_id(2);
column_2->set_name("column_2");
column_2->set_type("INT");
column_2->set_is_key(true);
column_2->set_is_nullable(true);
column_2->set_length(4);
column_2->set_index_length(4);
ColumnPB* column_3 = tablet_schema_pb.add_column();
column_3->set_unique_id(3);
column_3->set_name("column_3");
column_3->set_type("LARGEINT");
column_3->set_is_nullable(true);
column_3->set_length(16);
column_3->set_aggregation("SUM");
column_3->set_is_key(false);
ColumnPB* column_4 = tablet_schema_pb.add_column();
column_4->set_unique_id(9);
column_4->set_name("column_4");
column_4->set_type("DOUBLE");
column_4->set_is_nullable(true);
column_4->set_length(8);
column_4->set_aggregation("MIN");
column_4->set_is_key(false);
ColumnPB* column_5 = tablet_schema_pb.add_column();
column_5->set_unique_id(3);
column_5->set_name("column_5");
column_5->set_type("DECIMAL");
column_5->set_is_nullable(true);
column_5->set_length(12);
column_5->set_aggregation("MAX");
column_5->set_is_key(false);
ColumnPB* column_6 = tablet_schema_pb.add_column();
column_6->set_unique_id(9);
column_6->set_name("column_6");
column_6->set_type("VARCHAR");
column_6->set_is_nullable(true);
column_6->set_length(16 + OLAP_VARCHAR_MAX_BYTES);
column_6->set_aggregation("REPLACE");
column_6->set_is_key(false);
tablet_schema->init_from_pb(tablet_schema_pb);
}
class TestRowCursor : public testing::Test {
public:
TestRowCursor() { _mem_pool.reset(new MemPool()); }
virtual void SetUp() {}
virtual void TearDown() {}
std::unique_ptr<MemPool> _mem_pool;
};
TEST_F(TestRowCursor, InitRowCursor) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_init(tablet_schema);
RowCursor row;
Status res = row.init(tablet_schema);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(row.get_fixed_len(), 131);
EXPECT_EQ(row.get_variable_len(), 20);
}
TEST_F(TestRowCursor, InitRowCursorWithColumnCount) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_init(tablet_schema);
RowCursor row;
Status res = row.init(tablet_schema, 5);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(row.get_fixed_len(), 23);
EXPECT_EQ(row.get_variable_len(), 0);
row.allocate_memory_for_string_type(tablet_schema);
EXPECT_EQ(row.get_variable_len(), 0);
}
TEST_F(TestRowCursor, InitRowCursorWithColIds) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_init(tablet_schema);
std::vector<uint32_t> col_ids;
for (size_t i = 0; i < tablet_schema->num_columns() / 2; ++i) {
col_ids.push_back(i * 2);
}
RowCursor row;
Status res = row.init(tablet_schema, col_ids);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(row.get_fixed_len(), 55);
EXPECT_EQ(row.get_variable_len(), 0);
}
TEST_F(TestRowCursor, InitRowCursorWithScanKey) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_scan_key(tablet_schema);
std::vector<std::string> scan_keys;
scan_keys.push_back("char_exceed_length");
scan_keys.push_back("varchar_exceed_length");
std::vector<uint32_t> columns {0, 1};
std::shared_ptr<Schema> schema = std::make_shared<Schema>(tablet_schema->columns(), columns);
RowCursor row;
Status res = row.init_scan_key(tablet_schema, scan_keys, schema);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(row.get_fixed_len(), 34);
EXPECT_EQ(row.get_variable_len(), 39);
OlapTuple tuple1(scan_keys);
res = row.from_tuple(tuple1);
EXPECT_EQ(res, Status::OK());
OlapTuple tuple2 = row.to_tuple();
EXPECT_TRUE(strncmp(tuple2.get_value(0).c_str(), "0&char_exceed_length", 20));
EXPECT_TRUE(strncmp(tuple2.get_value(1).c_str(), "0&varchar_exceed_length", 23));
}
TEST_F(TestRowCursor, EqualAndCompare) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_cmp_and_aggregate(tablet_schema);
RowCursor left;
Status res = left.init(tablet_schema);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(left.get_fixed_len(), 78);
EXPECT_EQ(left.get_variable_len(), 20);
Slice l_char("well");
int32_t l_int = 10;
left.set_field_content(0, reinterpret_cast<char*>(&l_char), _mem_pool.get());
left.set_field_content(1, reinterpret_cast<char*>(&l_int), _mem_pool.get());
// right row only has k2 in int type
std::vector<uint32_t> col_ids;
col_ids.push_back(0);
RowCursor right_eq;
res = right_eq.init(tablet_schema, col_ids);
Slice r_char_eq = ("well");
right_eq.set_field_content(0, reinterpret_cast<char*>(&r_char_eq), _mem_pool.get());
EXPECT_EQ(compare_row_key(left, right_eq), 0);
RowCursor right_lt;
res = right_lt.init(tablet_schema, col_ids);
Slice r_char_lt = ("welm");
right_lt.set_field_content(0, reinterpret_cast<char*>(&r_char_lt), _mem_pool.get());
EXPECT_LT(compare_row_key(left, right_lt), 0);
RowCursor right_gt;
res = right_gt.init(tablet_schema, col_ids);
Slice r_char_gt = ("welk");
right_gt.set_field_content(0, reinterpret_cast<char*>(&r_char_gt), _mem_pool.get());
EXPECT_GT(compare_row_key(left, right_gt), 0);
}
TEST_F(TestRowCursor, IndexCmp) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_cmp_and_aggregate(tablet_schema);
RowCursor left;
Status res = left.init(tablet_schema, 2);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(left.get_fixed_len(), 22);
EXPECT_EQ(left.get_variable_len(), 4);
Slice l_char("well");
int32_t l_int = 10;
left.set_field_content(0, reinterpret_cast<char*>(&l_char), _mem_pool.get());
left.set_field_content(1, reinterpret_cast<char*>(&l_int), _mem_pool.get());
RowCursor right_eq;
res = right_eq.init(tablet_schema, 2);
Slice r_char_eq("well");
int32_t r_int_eq = 10;
right_eq.set_field_content(0, reinterpret_cast<char*>(&r_char_eq), _mem_pool.get());
right_eq.set_field_content(1, reinterpret_cast<char*>(&r_int_eq), _mem_pool.get());
EXPECT_EQ(index_compare_row(left, right_eq), 0);
RowCursor right_lt;
res = right_lt.init(tablet_schema, 2);
Slice r_char_lt("well");
int32_t r_int_lt = 11;
right_lt.set_field_content(0, reinterpret_cast<char*>(&r_char_lt), _mem_pool.get());
right_lt.set_field_content(1, reinterpret_cast<char*>(&r_int_lt), _mem_pool.get());
EXPECT_LT(index_compare_row(left, right_lt), 0);
RowCursor right_gt;
res = right_gt.init(tablet_schema, 2);
Slice r_char_gt("good");
int32_t r_int_gt = 10;
right_gt.set_field_content(0, reinterpret_cast<char*>(&r_char_gt), _mem_pool.get());
right_gt.set_field_content(1, reinterpret_cast<char*>(&r_int_gt), _mem_pool.get());
EXPECT_GT(index_compare_row(left, right_gt), 0);
}
TEST_F(TestRowCursor, FullKeyCmp) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_cmp_and_aggregate(tablet_schema);
RowCursor left;
Status res = left.init(tablet_schema);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(left.get_fixed_len(), 78);
EXPECT_EQ(left.get_variable_len(), 20);
Slice l_char("well");
int32_t l_int = 10;
left.set_field_content(0, reinterpret_cast<char*>(&l_char), _mem_pool.get());
left.set_field_content(1, reinterpret_cast<char*>(&l_int), _mem_pool.get());
RowCursor right_eq;
res = right_eq.init(tablet_schema);
Slice r_char_eq("well");
int32_t r_int_eq = 10;
right_eq.set_field_content(0, reinterpret_cast<char*>(&r_char_eq), _mem_pool.get());
right_eq.set_field_content(1, reinterpret_cast<char*>(&r_int_eq), _mem_pool.get());
EXPECT_EQ(compare_row(left, right_eq), 0);
RowCursor right_lt;
res = right_lt.init(tablet_schema);
Slice r_char_lt("well");
int32_t r_int_lt = 11;
right_lt.set_field_content(0, reinterpret_cast<char*>(&r_char_lt), _mem_pool.get());
right_lt.set_field_content(1, reinterpret_cast<char*>(&r_int_lt), _mem_pool.get());
EXPECT_LT(compare_row(left, right_lt), 0);
RowCursor right_gt;
res = right_gt.init(tablet_schema);
Slice r_char_gt("good");
int32_t r_int_gt = 10;
right_gt.set_field_content(0, reinterpret_cast<char*>(&r_char_gt), _mem_pool.get());
right_gt.set_field_content(1, reinterpret_cast<char*>(&r_int_gt), _mem_pool.get());
EXPECT_GT(compare_row(left, right_gt), 0);
}
TEST_F(TestRowCursor, AggregateWithoutNull) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_cmp_and_aggregate(tablet_schema);
RowCursor row;
Status res = row.init(tablet_schema);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(row.get_fixed_len(), 78);
EXPECT_EQ(row.get_variable_len(), 20);
row.allocate_memory_for_string_type(tablet_schema);
RowCursor left;
res = left.init(tablet_schema);
Slice l_char("well");
int32_t l_int = 10;
int128_t l_largeint = (int128_t)(1) << 100;
double l_double = 8.8;
decimal12_t l_decimal = {11, 22};
Slice l_varchar("beijing");
left.set_field_content(0, reinterpret_cast<char*>(&l_char), _mem_pool.get());
left.set_field_content(1, reinterpret_cast<char*>(&l_int), _mem_pool.get());
left.set_field_content(2, reinterpret_cast<char*>(&l_largeint), _mem_pool.get());
left.set_field_content(3, reinterpret_cast<char*>(&l_double), _mem_pool.get());
left.set_field_content(4, reinterpret_cast<char*>(&l_decimal), _mem_pool.get());
left.set_field_content(5, reinterpret_cast<char*>(&l_varchar), _mem_pool.get());
std::unique_ptr<MemPool> mem_pool(new MemPool());
ObjectPool agg_object_pool;
init_row_with_others(&row, left, mem_pool.get(), &agg_object_pool);
RowCursor right;
res = right.init(tablet_schema);
Slice r_char("well");
int32_t r_int = 10;
int128_t r_largeint = (int128_t)(1) << 100;
double r_double = 5.5;
decimal12_t r_decimal = {22, 22};
Slice r_varchar("shenzhen");
right.set_field_content(0, reinterpret_cast<char*>(&r_char), _mem_pool.get());
right.set_field_content(1, reinterpret_cast<char*>(&r_int), _mem_pool.get());
right.set_field_content(2, reinterpret_cast<char*>(&r_largeint), _mem_pool.get());
right.set_field_content(3, reinterpret_cast<char*>(&r_double), _mem_pool.get());
right.set_field_content(4, reinterpret_cast<char*>(&r_decimal), _mem_pool.get());
right.set_field_content(5, reinterpret_cast<char*>(&r_varchar), _mem_pool.get());
agg_update_row(&row, right, nullptr);
int128_t agg_value = get_int128_from_unalign(row.cell_ptr(2));
EXPECT_TRUE(agg_value == ((int128_t)(1) << 101));
double agg_double = *reinterpret_cast<double*>(row.cell_ptr(3));
EXPECT_TRUE(agg_double == r_double);
decimal12_t agg_decimal = *reinterpret_cast<decimal12_t*>(row.cell_ptr(4));
EXPECT_TRUE(agg_decimal == r_decimal);
Slice* agg_varchar = reinterpret_cast<Slice*>(row.cell_ptr(5));
EXPECT_EQ(agg_varchar->compare(r_varchar), 0);
}
TEST_F(TestRowCursor, AggregateWithNull) {
TabletSchemaSPtr tablet_schema = std::make_shared<TabletSchema>();
set_tablet_schema_for_cmp_and_aggregate(tablet_schema);
RowCursor row;
Status res = row.init(tablet_schema);
EXPECT_EQ(res, Status::OK());
EXPECT_EQ(row.get_fixed_len(), 78);
EXPECT_EQ(row.get_variable_len(), 20);
row.allocate_memory_for_string_type(tablet_schema);
RowCursor left;
res = left.init(tablet_schema);
Slice l_char("well");
int32_t l_int = 10;
int128_t l_largeint = (int128_t)(1) << 100;
Slice l_varchar("beijing");
left.set_field_content(0, reinterpret_cast<char*>(&l_char), _mem_pool.get());
left.set_field_content(1, reinterpret_cast<char*>(&l_int), _mem_pool.get());
left.set_field_content(2, reinterpret_cast<char*>(&l_largeint), _mem_pool.get());
left.set_null(3);
left.set_null(4);
left.set_field_content(5, reinterpret_cast<char*>(&l_varchar), _mem_pool.get());
std::unique_ptr<MemPool> mem_pool(new MemPool());
ObjectPool agg_object_pool;
init_row_with_others(&row, left, mem_pool.get(), &agg_object_pool);
RowCursor right;
res = right.init(tablet_schema);
Slice r_char("well");
int32_t r_int = 10;
int128_t r_largeint = (int128_t)(1) << 100;
double r_double = 5.5;
decimal12_t r_decimal = {22, 22};
right.set_field_content(0, reinterpret_cast<char*>(&r_char), _mem_pool.get());
right.set_field_content(1, reinterpret_cast<char*>(&r_int), _mem_pool.get());
right.set_field_content(2, reinterpret_cast<char*>(&r_largeint), _mem_pool.get());
right.set_field_content(3, reinterpret_cast<char*>(&r_double), _mem_pool.get());
right.set_field_content(4, reinterpret_cast<char*>(&r_decimal), _mem_pool.get());
right.set_null(5);
agg_update_row(&row, right, nullptr);
int128_t agg_value = get_int128_from_unalign(row.cell_ptr(2));
EXPECT_TRUE(agg_value == ((int128_t)(1) << 101));
bool is_null_double = left.is_null(3);
EXPECT_TRUE(is_null_double);
decimal12_t agg_decimal = *reinterpret_cast<decimal12_t*>(row.cell_ptr(4));
EXPECT_TRUE(agg_decimal == r_decimal);
bool is_null_varchar = row.is_null(5);
EXPECT_TRUE(is_null_varchar);
}
} // namespace doris
Reference in New Issue View Git Blame Copy Permalink