622 lines
21 KiB
C++
622 lines
21 KiB
C++
/**
|
|
* Copyright (c) 2021 OceanBase
|
|
* OceanBase CE is licensed under Mulan PubL v2.
|
|
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
|
* You may obtain a copy of Mulan PubL v2 at:
|
|
* http://license.coscl.org.cn/MulanPubL-2.0
|
|
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
|
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
|
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
|
* See the Mulan PubL v2 for more details.
|
|
*/
|
|
|
|
#include "share/schema/ob_table_schema.h"
|
|
#include "storage/blocksstable/ob_row_generate.h"
|
|
#include <gtest/gtest.h>
|
|
#define private public
|
|
#define protected public
|
|
#include "storage/memtable/ob_memtable_iterator.h"
|
|
#undef private
|
|
#undef protected
|
|
|
|
namespace oceanbase
|
|
{
|
|
namespace unittest
|
|
{
|
|
using namespace blocksstable;
|
|
using namespace common;
|
|
using namespace storage;
|
|
using namespace memtable;
|
|
using namespace share::schema;
|
|
|
|
static const int64_t TEST_ROWKEY_COLUMN_CNT = 4;
|
|
static const int64_t TEST_COLUMN_CNT = ObExtendType;
|
|
static const int64_t TEST_MULTI_GET_CNT = 2000;
|
|
|
|
class ObMockStoreRowIterator : public storage::ObStoreRowIterator
|
|
{
|
|
public:
|
|
ObMockStoreRowIterator(ObTableSchema &schema, ObRowGenerate &row_generate);
|
|
void add_get_range(const int64_t seed);
|
|
void add_scan_range(const int64_t start_seed, const int64_t end_seed);
|
|
virtual int get_next_row(const ObStoreRow *&row);
|
|
void reset();
|
|
private:
|
|
ObSEArray<int64_t, 512> range_start_;
|
|
ObSEArray<int64_t, 512> range_end_;
|
|
int64_t cur_range_index_;
|
|
int64_t cur_row_index_;
|
|
ObStoreRow cur_row_;
|
|
ObTableSchema &table_schema_;
|
|
ObRowGenerate &row_generate_;
|
|
ObArenaAllocator allocator_;
|
|
bool is_first_scan_;
|
|
ObObj cells_[TEST_COLUMN_CNT];
|
|
};
|
|
ObMockStoreRowIterator::ObMockStoreRowIterator(ObTableSchema &schema, ObRowGenerate &row_generate) : range_start_(), range_end_(), cur_range_index_(0), cur_row_index_(0),
|
|
cur_row_(), table_schema_(schema), row_generate_(row_generate), allocator_(ObModIds::TEST),
|
|
is_first_scan_(true)
|
|
{
|
|
cur_row_.row_val_.assign(cells_, TEST_COLUMN_CNT);
|
|
}
|
|
|
|
void ObMockStoreRowIterator::reset()
|
|
{
|
|
range_start_.reset();
|
|
range_end_.reset();
|
|
cur_range_index_ = 0;
|
|
cur_row_index_ = 0;
|
|
cur_row_.reset();
|
|
cur_row_.row_val_.assign(cells_, TEST_COLUMN_CNT);
|
|
is_first_scan_ = true;
|
|
}
|
|
|
|
void ObMockStoreRowIterator::add_get_range(const int64_t seed)
|
|
{
|
|
ASSERT_EQ(OB_SUCCESS, range_start_.push_back(seed));
|
|
ASSERT_EQ(OB_SUCCESS, range_end_.push_back(seed));
|
|
}
|
|
|
|
void ObMockStoreRowIterator::add_scan_range(const int64_t start_seed, const int64_t end_seed)
|
|
{
|
|
ASSERT_EQ(OB_SUCCESS, range_start_.push_back(start_seed));
|
|
ASSERT_EQ(OB_SUCCESS, range_end_.push_back(end_seed));
|
|
}
|
|
|
|
int ObMockStoreRowIterator::get_next_row(const ObStoreRow *&row)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
if (cur_range_index_ >= range_start_.count()) {
|
|
ret = OB_ITER_END;
|
|
} else {
|
|
if (is_first_scan_) {
|
|
cur_row_index_ = range_start_.at(cur_range_index_);
|
|
is_first_scan_ = false;
|
|
}
|
|
if (OB_FAIL(row_generate_.get_next_row(cur_row_index_, cur_row_))) {
|
|
STORAGE_LOG(WARN, "fail to get_next_row", K(ret));
|
|
} else {
|
|
cur_row_.scan_index_ = cur_range_index_;
|
|
cur_row_.is_get_ = range_start_.at(cur_range_index_) == range_end_.at(cur_range_index_);
|
|
row = &cur_row_;
|
|
//fprintf(stdout, "cur_row_index=%lu, range_end=%lu", cur_row_index_, range_end_.at(cur_range_index_));
|
|
++cur_row_index_;
|
|
if (cur_row_index_ > range_end_.at(cur_range_index_)) {
|
|
++cur_range_index_;
|
|
if (cur_range_index_ < range_start_.count()) {
|
|
cur_row_index_ = range_start_.at(cur_range_index_);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
class ObMockMemtableMScanIterator : public ObMemtableMScanIterator
|
|
{
|
|
public:
|
|
ObMockMemtableMScanIterator(ObTableSchema &schema, ObRowGenerate &row_generate);
|
|
int init(const ObIArray<ObStoreRange> &ranges);
|
|
ObMockStoreRowIterator &get_store_row_iter() { return iter_; }
|
|
private:
|
|
int prepare_scan_range(const ObStoreRange &range, const bool is_reverse_scan);
|
|
int get_next_row_for_get(const ObStoreRow *&row, bool &need_retry);
|
|
int inner_get_next_row_for_scan(const ObStoreRow *&row);
|
|
int get_next_row_for_scan(const ObStoreRow *&row, bool &need_retry);
|
|
ObMockStoreRowIterator iter_;
|
|
};
|
|
|
|
ObMockMemtableMScanIterator::ObMockMemtableMScanIterator(ObTableSchema &schema, ObRowGenerate &row_generate)
|
|
: iter_(schema, row_generate)
|
|
{
|
|
}
|
|
|
|
int ObMockMemtableMScanIterator::init(const ObIArray<ObStoreRange> &ranges)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
ranges_ = &ranges;
|
|
is_inited_ = true;
|
|
return ret;
|
|
}
|
|
|
|
int ObMockMemtableMScanIterator::prepare_scan_range(const ObStoreRange &range, const bool is_reverse_scan)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
UNUSED(range);
|
|
UNUSED(is_reverse_scan);
|
|
return ret;
|
|
}
|
|
|
|
int ObMockMemtableMScanIterator::get_next_row_for_get(const ObStoreRow *&row, bool &need_retry)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
bool range_scan = false;
|
|
need_retry = false;
|
|
const bool is_reverse_scan = false;
|
|
if (IS_NOT_INIT) {
|
|
ret = OB_NOT_INIT;
|
|
TRANS_LOG(WARN, "ObMemtableMScanIterator has not been inited", K(ret));
|
|
} else if (cur_range_pos_ >= ranges_->count() || cur_range_pos_ < 0) {
|
|
ret = OB_ITER_END;
|
|
} else {
|
|
if (OB_FAIL(iter_.get_next_row(row))) {
|
|
TRANS_LOG(WARN, "fail to get memtable row", K(ret));
|
|
} else {
|
|
const_cast<ObStoreRow *>(row)->is_get_ = true;
|
|
const_cast<ObStoreRow *>(row)->scan_index_ = cur_range_pos_;
|
|
++cur_range_pos_;
|
|
if (OB_FAIL(is_range_scan(range_scan))) {
|
|
if (OB_ITER_END != ret) {
|
|
TRANS_LOG(WARN, "fail to get is_range_scan", K(ret), K(cur_range_pos_));
|
|
} else {
|
|
ret = OB_SUCCESS;
|
|
}
|
|
} else if (range_scan && OB_FAIL(prepare_scan_range(ranges_->at(cur_range_pos_).get_range(), is_reverse_scan))) {
|
|
TRANS_LOG(WARN, "fail to prepare for next scan", K(ret), K(cur_range_pos_));
|
|
}
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int ObMockMemtableMScanIterator::inner_get_next_row_for_scan(const ObStoreRow *&row)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
if (cur_range_pos_ >= ranges_->count()) {
|
|
ret = OB_ITER_END;
|
|
} else {
|
|
if (OB_FAIL(iter_.get_next_row(row))) {
|
|
if (OB_ITER_END != ret) {
|
|
TRANS_LOG(WARN, "fail to get next row", K(ret));
|
|
}
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int ObMockMemtableMScanIterator::get_next_row_for_scan(const ObStoreRow *&row, bool &need_retry)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
need_retry = false;
|
|
const bool is_reverse_scan = false;
|
|
if (IS_NOT_INIT) {
|
|
ret = OB_NOT_INIT;
|
|
TRANS_LOG(WARN, "not init", K(ret));
|
|
} else {
|
|
while (OB_SUCCESS == ret && OB_SUCCESS != (ret = inner_get_next_row_for_scan(row))) {
|
|
if (OB_ITER_END != ret) {
|
|
TRANS_LOG(WARN, "fail to get_next_row", K(ret));
|
|
} else {
|
|
bool range_scan = false;
|
|
++cur_range_pos_;
|
|
if (OB_FAIL(is_range_scan(range_scan))) {
|
|
if (OB_ITER_END != ret) {
|
|
TRANS_LOG(WARN, "fail to check is_range_scan", K(ret));
|
|
}
|
|
} else {
|
|
if (range_scan) {
|
|
if (OB_FAIL(prepare_scan_range(ranges_->at(cur_range_pos_).get_range(), is_reverse_scan))) {
|
|
TRANS_LOG(WARN, "fail to prepare scan range");
|
|
}
|
|
} else {
|
|
need_retry = true; // current range reaches end, and next range is get, need retry
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (OB_SUCC(ret) && !need_retry) {
|
|
const_cast<ObStoreRow *>(row)->is_get_ = false;
|
|
const_cast<ObStoreRow *>(row)->scan_index_ = cur_range_pos_;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
class ObMemtableMScanIteratorTest: public ::testing::Test
|
|
{
|
|
public:
|
|
static const int64_t TEST_ROWKEY_COLUMN_CNT = 1;
|
|
static const int64_t TEST_COLUMN_CNT = ObExtendType;
|
|
|
|
public:
|
|
ObMemtableMScanIteratorTest();
|
|
ObMemtableMScanIteratorTest(ObTableSchema &schema, ObRowGenerate &row_generate);
|
|
void prepare_schema(const int64_t rowkey_cnt, const int64_t column_cnt);
|
|
int64_t compute_condition(const int64_t test_type, const int64_t i, const int64_t total);
|
|
void test_multi_get_with_scan(const int64_t test_type);
|
|
virtual void SetUp();
|
|
virtual void TearDown();
|
|
public:
|
|
ObArenaAllocator allocator_;
|
|
ObTableSchema table_schema_;
|
|
ObRowGenerate row_generate_;
|
|
};
|
|
|
|
ObMemtableMScanIteratorTest::ObMemtableMScanIteratorTest()
|
|
: allocator_(ObModIds::TEST), table_schema_(), row_generate_()
|
|
{
|
|
}
|
|
|
|
void ObMemtableMScanIteratorTest::SetUp()
|
|
{
|
|
prepare_schema(TEST_ROWKEY_COLUMN_CNT, TEST_COLUMN_CNT);
|
|
}
|
|
|
|
void ObMemtableMScanIteratorTest::TearDown()
|
|
{
|
|
table_schema_.reset();
|
|
}
|
|
|
|
int64_t ObMemtableMScanIteratorTest::compute_condition(const int64_t test_type,
|
|
const int64_t i, const int64_t total)
|
|
{
|
|
switch (test_type) {
|
|
case 0:
|
|
return i % 2;
|
|
case 1:
|
|
return !(i % 2);
|
|
case 2:
|
|
return i > total / 2;
|
|
case 3:
|
|
return i < total / 2;
|
|
case 4:
|
|
return i > 0;
|
|
case 5:
|
|
return !(i > 0);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
void ObMemtableMScanIteratorTest::prepare_schema(const int64_t rowkey_cnt, const int64_t column_cnt)
|
|
{
|
|
int64_t table_id = combine_id(1, 3001);
|
|
ObColumnSchemaV2 column;
|
|
//init table schema
|
|
table_schema_.reset();
|
|
ASSERT_EQ(OB_SUCCESS, table_schema_.set_table_name("test_sstable"));
|
|
table_schema_.set_tenant_id(1);
|
|
table_schema_.set_tablegroup_id(1);
|
|
table_schema_.set_database_id(1);
|
|
table_schema_.set_table_id(table_id);
|
|
table_schema_.set_rowkey_column_num(rowkey_cnt);
|
|
table_schema_.set_max_used_column_id(column_cnt);
|
|
table_schema_.set_block_size(4 * 1024);
|
|
table_schema_.set_compress_func_name("none");
|
|
//init column
|
|
char name[OB_MAX_FILE_NAME_LENGTH];
|
|
memset(name, 0, sizeof(name));
|
|
ObObjMeta meta_type;
|
|
for(int64_t i = 0; i < column_cnt; ++i){
|
|
ObObjType obj_type = static_cast<ObObjType>(i);
|
|
column.reset();
|
|
column.set_table_id(table_id);
|
|
column.set_column_id(i);
|
|
column.set_data_length(1);
|
|
sprintf(name, "test%020ld", i);
|
|
ASSERT_EQ(OB_SUCCESS, column.set_column_name(name));
|
|
meta_type.set_type(obj_type);
|
|
column.set_meta_type(meta_type);
|
|
if (ob_is_string_type(obj_type) && obj_type != ObHexStringType) {
|
|
meta_type.set_collation_level(CS_LEVEL_IMPLICIT);
|
|
meta_type.set_collation_type(CS_TYPE_UTF8MB4_GENERAL_CI);
|
|
column.set_meta_type(meta_type);
|
|
}
|
|
if(obj_type == common::ObVarcharType){
|
|
column.set_rowkey_position(1);
|
|
} else if (obj_type == common::ObCharType){
|
|
column.set_rowkey_position(2);
|
|
} else if (obj_type == common::ObDoubleType){
|
|
column.set_rowkey_position(3);
|
|
} else if (obj_type == common::ObNumberType){
|
|
column.set_rowkey_position(4);
|
|
} else if (obj_type == common::ObUNumberType){
|
|
column.set_rowkey_position(5);
|
|
} else if (obj_type == common::ObIntType){
|
|
column.set_rowkey_position(6);
|
|
} else if (obj_type == common::ObHexStringType){
|
|
column.set_rowkey_position(7);
|
|
} else if (obj_type == common::ObUInt64Type){
|
|
column.set_rowkey_position(8);
|
|
} else {
|
|
column.set_rowkey_position(0);
|
|
}
|
|
ASSERT_EQ(OB_SUCCESS, table_schema_.add_column(column));
|
|
}
|
|
ASSERT_EQ(OB_SUCCESS, row_generate_.init(table_schema_, &allocator_));
|
|
}
|
|
|
|
void ObMemtableMScanIteratorTest::test_multi_get_with_scan(const int64_t test_type)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
const ObStoreRow *prow = NULL;
|
|
ObStoreRow check_row;
|
|
ObStoreRange range;
|
|
ObObj cells[TEST_COLUMN_CNT];
|
|
ObArray<ObStoreRange> ranges;
|
|
ObArray<ObStoreRange> ranges;
|
|
check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
|
|
ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
|
|
ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
|
|
ObStoreRow start_row;
|
|
ObStoreRow end_row;
|
|
const int64_t count_per_range = 10;
|
|
|
|
// multi get test
|
|
ObStoreRowkey mget_rowkeys[TEST_MULTI_GET_CNT];
|
|
ObStoreRange mget_ranges[TEST_MULTI_GET_CNT];
|
|
ObObj mget_start_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
|
|
ObObj mget_end_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
|
|
ObStoreRow mget_start_rows[TEST_MULTI_GET_CNT];
|
|
ObStoreRow mget_end_rows[TEST_MULTI_GET_CNT];
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
const int64_t condition = compute_condition(test_type, i, TEST_MULTI_GET_CNT);
|
|
mget_start_rows[i].row_val_.assign(mget_start_cells[i], TEST_COLUMN_CNT);
|
|
mget_end_rows[i].row_val_.assign(mget_end_cells[i], TEST_COLUMN_CNT);
|
|
mget_ranges[i].get_start_key().assign(mget_start_cells[i], TEST_ROWKEY_COLUMN_CNT);
|
|
mget_ranges[i].get_end_key().assign(mget_end_cells[i], TEST_ROWKEY_COLUMN_CNT);
|
|
mget_ranges[i].get_border_flag().set_inclusive_start();
|
|
mget_ranges[i].get_border_flag().set_inclusive_end();
|
|
ret = row_generate_.get_next_row(i, mget_start_rows[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = row_generate_.get_next_row(i + condition ? count_per_range - 1 : 0, mget_end_rows[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
if (condition) {
|
|
row_iter.add_scan_range(i, i + count_per_range - 1);
|
|
} else {
|
|
row_iter.add_get_range(i);
|
|
}
|
|
}
|
|
|
|
//larger than 1000 get
|
|
ranges.reuse();
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
ret = ranges.push_back(mget_ranges[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
}
|
|
ret = iter.init(ranges);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
const int64_t condition = compute_condition(test_type, i, TEST_MULTI_GET_CNT);
|
|
if (condition) {
|
|
for (int64_t j = 0; j < count_per_range; ++j) {
|
|
ret = row_generate_.get_next_row(i+j, check_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ASSERT_TRUE(const_cast<ObStoreRow *>(prow)->row_val_ == check_row.row_val_);
|
|
}
|
|
} else {
|
|
ret = row_generate_.get_next_row(i, check_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ASSERT_TRUE(const_cast<ObStoreRow *>(prow)->row_val_ == check_row.row_val_);
|
|
}
|
|
}
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_ITER_END, ret);
|
|
}
|
|
|
|
TEST_F(ObMemtableMScanIteratorTest, test_single_get)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
const ObStoreRow *row = NULL;
|
|
ObStoreRow check_row;
|
|
ObStoreRange range;
|
|
ObObj cells[TEST_COLUMN_CNT];
|
|
ObArray<ObStoreRange> ranges;
|
|
ObArray<ObStoreRange> ranges;
|
|
check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
|
|
ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
|
|
ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
|
|
row_iter.add_get_range(10);
|
|
ObStoreRow start_row;
|
|
ObStoreRow end_row;
|
|
ObObj start_cells[TEST_COLUMN_CNT];
|
|
ObObj end_cells[TEST_COLUMN_CNT];
|
|
start_row.row_val_.assign(start_cells, TEST_COLUMN_CNT);
|
|
end_row.row_val_.assign(end_cells, TEST_COLUMN_CNT);
|
|
ret = row_generate_.get_next_row(10, start_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = row_generate_.get_next_row(10, end_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
range.get_start_key().assign(start_cells, TEST_ROWKEY_COLUMN_CNT);
|
|
range.get_end_key().assign(end_cells, TEST_ROWKEY_COLUMN_CNT);
|
|
range.get_border_flag().set_inclusive_start();
|
|
range.get_border_flag().set_inclusive_end();
|
|
ASSERT_EQ(OB_SUCCESS, ranges.push_back(range));
|
|
ASSERT_EQ(OB_SUCCESS, iter.init(ranges));
|
|
ASSERT_EQ(OB_SUCCESS, iter.get_next_row(row));
|
|
ASSERT_TRUE(const_cast<ObStoreRow *>(row)->row_val_ == start_row.row_val_);
|
|
}
|
|
|
|
TEST_F(ObMemtableMScanIteratorTest, test_multi_get)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
const ObStoreRow *prow = NULL;
|
|
ObStoreRow check_row;
|
|
ObStoreRange range;
|
|
ObObj cells[TEST_COLUMN_CNT];
|
|
ObArray<ObStoreRange> ranges;
|
|
check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
|
|
ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
|
|
ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
|
|
ObStoreRow start_row;
|
|
ObStoreRow end_row;
|
|
|
|
// multi get test
|
|
ObStoreRowkey mget_rowkeys[TEST_MULTI_GET_CNT];
|
|
ObStoreRange mget_ranges[TEST_MULTI_GET_CNT];
|
|
ObObj mget_start_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
|
|
ObObj mget_end_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
|
|
ObStoreRow mget_start_rows[TEST_MULTI_GET_CNT];
|
|
ObStoreRow mget_end_rows[TEST_MULTI_GET_CNT];
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
mget_start_rows[i].row_val_.assign(mget_start_cells[i], TEST_COLUMN_CNT);
|
|
mget_end_rows[i].row_val_.assign(mget_end_cells[i], TEST_COLUMN_CNT);
|
|
mget_ranges[i].get_start_key().assign(mget_start_cells[i], TEST_ROWKEY_COLUMN_CNT);
|
|
mget_ranges[i].get_end_key().assign(mget_end_cells[i], TEST_ROWKEY_COLUMN_CNT);
|
|
mget_ranges[i].get_border_flag().set_inclusive_start();
|
|
mget_ranges[i].get_border_flag().set_inclusive_end();
|
|
ret = row_generate_.get_next_row(i, mget_start_rows[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = row_generate_.get_next_row(i, mget_end_rows[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
row_iter.add_get_range(i);
|
|
}
|
|
|
|
//larger than 1000 get
|
|
ranges.reuse();
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
ret = ranges.push_back(mget_ranges[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
}
|
|
ret = iter.init(ranges);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ASSERT_TRUE(mget_start_rows[i].row_val_ == prow->row_val_);
|
|
}
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_ITER_END, ret);
|
|
}
|
|
|
|
TEST_F(ObMemtableMScanIteratorTest, test_single_scan)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
const ObStoreRow *row = NULL;
|
|
ObStoreRow check_row;
|
|
ObStoreRange range;
|
|
ObObj cells[TEST_COLUMN_CNT];
|
|
ObArray<ObStoreRange> ranges;
|
|
check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
|
|
ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
|
|
ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
|
|
row_iter.add_scan_range(0, TEST_MULTI_GET_CNT-1);
|
|
ObStoreRow start_row;
|
|
ObStoreRow end_row;
|
|
ObObj start_cells[TEST_COLUMN_CNT];
|
|
ObObj end_cells[TEST_COLUMN_CNT];
|
|
start_row.row_val_.assign(start_cells, TEST_COLUMN_CNT);
|
|
end_row.row_val_.assign(end_cells, TEST_COLUMN_CNT);
|
|
ret = row_generate_.get_next_row(0, start_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = row_generate_.get_next_row(TEST_MULTI_GET_CNT-1, end_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
range.get_start_key().assign(start_cells, TEST_ROWKEY_COLUMN_CNT);
|
|
range.get_end_key().assign(end_cells, TEST_ROWKEY_COLUMN_CNT);
|
|
range.get_border_flag().set_inclusive_start();
|
|
range.get_border_flag().set_inclusive_end();
|
|
ASSERT_EQ(OB_SUCCESS, ranges.push_back(range));
|
|
ASSERT_EQ(OB_SUCCESS, iter.init(ranges));
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
ret = row_generate_.get_next_row(i, check_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = iter.get_next_row(row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ASSERT_TRUE(const_cast<ObStoreRow *>(row)->row_val_ == check_row.row_val_);
|
|
}
|
|
ASSERT_EQ(OB_ITER_END, iter.get_next_row(row));
|
|
}
|
|
|
|
TEST_F(ObMemtableMScanIteratorTest, test_multi_scan)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
const ObStoreRow *prow = NULL;
|
|
ObStoreRow check_row;
|
|
ObStoreRange range;
|
|
ObObj cells[TEST_COLUMN_CNT];
|
|
ObArray<ObStoreRange> ranges;
|
|
check_row.row_val_.assign(cells, TEST_COLUMN_CNT);
|
|
ObMockMemtableMScanIterator iter(table_schema_, row_generate_);
|
|
ObMockStoreRowIterator &row_iter = iter.get_store_row_iter();
|
|
ObStoreRow start_row;
|
|
ObStoreRow end_row;
|
|
const int64_t count_per_range = 10;
|
|
|
|
// multi get test
|
|
ObStoreRowkey mget_rowkeys[TEST_MULTI_GET_CNT];
|
|
ObStoreRange mget_ranges[TEST_MULTI_GET_CNT];
|
|
ObObj mget_start_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
|
|
ObObj mget_end_cells[TEST_MULTI_GET_CNT][TEST_COLUMN_CNT];
|
|
ObStoreRow mget_start_rows[TEST_MULTI_GET_CNT];
|
|
ObStoreRow mget_end_rows[TEST_MULTI_GET_CNT];
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
mget_start_rows[i].row_val_.assign(mget_start_cells[i], TEST_COLUMN_CNT);
|
|
mget_end_rows[i].row_val_.assign(mget_end_cells[i], TEST_COLUMN_CNT);
|
|
mget_ranges[i].get_start_key().assign(mget_start_cells[i], TEST_ROWKEY_COLUMN_CNT);
|
|
mget_ranges[i].get_end_key().assign(mget_end_cells[i], TEST_ROWKEY_COLUMN_CNT);
|
|
mget_ranges[i].get_border_flag().set_inclusive_start();
|
|
mget_ranges[i].get_border_flag().set_inclusive_end();
|
|
ret = row_generate_.get_next_row(i, mget_start_rows[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = row_generate_.get_next_row(i + count_per_range - 1, mget_end_rows[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
row_iter.add_scan_range(i, i + count_per_range - 1);
|
|
}
|
|
|
|
//larger than 1000 get
|
|
ranges.reuse();
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
ret = ranges.push_back(mget_ranges[i]);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
}
|
|
ret = iter.init(ranges);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
for (int64_t i = 0; i < TEST_MULTI_GET_CNT; ++i) {
|
|
for (int64_t j = 0; j < count_per_range; ++j) {
|
|
ret = row_generate_.get_next_row(i+j, check_row);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
ASSERT_TRUE(const_cast<ObStoreRow *>(prow)->row_val_ == check_row.row_val_);
|
|
}
|
|
}
|
|
ret = iter.get_next_row(prow);
|
|
ASSERT_EQ(OB_ITER_END, ret);
|
|
}
|
|
|
|
TEST_F(ObMemtableMScanIteratorTest, test_multi_get_with_scan)
|
|
{
|
|
for (int64_t i = 0; i < 6; ++i) {
|
|
test_multi_get_with_scan(i);
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
system("rm -f test_memtable_iterator.log*");
|
|
OB_LOGGER.set_file_name("test_memtable_iterator.log", true);
|
|
OB_LOGGER.set_log_level("INFO");
|
|
CLOG_LOG(INFO, "begin unittest: test_memtable_iterator");
|
|
testing::InitGoogleTest(&argc, argv);
|
|
return RUN_ALL_TESTS();
|
|
}
|