oceanbase/unittest/storage/test_micro_block_row_scanner.cpp
gm 4a92b6d7df reformat source code
according to code styles, 'AccessModifierOffset' should be -2.
2021-06-17 10:40:36 +08:00

1034 lines
39 KiB
C++

/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#include <gtest/gtest.h>
#include "ob_multi_version_sstable_test.h"
#include "storage/blocksstable/ob_micro_block_row_scanner.h"
#include "ob_uncommitted_trans_test.h"
namespace oceanbase {
using namespace common;
using namespace blocksstable;
using namespace storage;
using namespace share::schema;
namespace unittest {
class TestMicroBlockRowScanner : public ObMultiVersionSSTableTest {
public:
TestMicroBlockRowScanner() : ObMultiVersionSSTableTest("testmicroblockrowscanner")
{}
virtual ~TestMicroBlockRowScanner()
{}
virtual void SetUp()
{
ObMultiVersionSSTableTest::SetUp();
store_ctx_.trans_table_guard_ = new transaction::ObTransStateTableGuard();
}
virtual void TearDown()
{
columns_.reset();
param_.reset();
context_.reset();
allocator_.reuse();
ObMultiVersionSSTableTest::TearDown();
projector_.reuse();
store_ctx_.reset();
}
void prepare_query_param(const ObVersionRange& version_range, const bool is_minor_merge, const bool is_reverse_scan);
int build_macro_and_scan(const int64_t micro_cnt, const char** micro_data,
ObMultiVersionMicroBlockMinorMergeRowScanner& m_scanner, ObMockIterator& scanner_iter);
ObArray<ObColDesc> columns_;
ObTableIterParam param_;
ObTableAccessContext context_;
ObArenaAllocator allocator_;
ObArray<int32_t> projector_;
ObStoreCtx store_ctx_;
TestUncommittedMinorMergeScan test_trans_part_ctx_;
};
void TestMicroBlockRowScanner::prepare_query_param(
const ObVersionRange& version_range, const bool is_minor_merge, const bool is_reverse_scan)
{
columns_.reset();
param_.reset();
context_.reset();
projector_.reset();
block_cache_ws_.reset();
ObQueryFlag query_flag;
if (is_reverse_scan) {
query_flag.scan_order_ = ObQueryFlag::Reverse;
}
query_flag.multi_version_minor_merge_ = is_minor_merge;
ObColDesc col_desc;
int multi_version_col_cnt = ObMultiVersionRowkeyHelpper::get_extra_rowkey_col_cnt();
const int schema_rowkey_cnt = rowkey_cnt_ - multi_version_col_cnt; // schema rowkey count
int trans_version_col =
ObMultiVersionRowkeyHelpper::get_trans_version_col_store_index(schema_rowkey_cnt, multi_version_col_cnt);
int sql_no_col =
ObMultiVersionRowkeyHelpper::get_sql_sequence_col_store_index(schema_rowkey_cnt, multi_version_col_cnt);
for (int i = 0; i < column_cnt_; i++) {
if (trans_version_col != i && sql_no_col != i) {
col_desc.col_id_ = i + OB_APP_MIN_COLUMN_ID;
col_desc.col_type_ = data_iter_[0].get_column_type()[i];
OK(columns_.push_back(col_desc));
}
}
for (int i = 0; i < column_cnt_ - multi_version_col_cnt; i++) {
OK(projector_.push_back(i));
}
param_.table_id_ = combine_id(TENANT_ID, TABLE_ID);
param_.schema_version_ = SCHEMA_VERSION;
param_.rowkey_cnt_ = schema_rowkey_cnt; // schema rowkey count
param_.out_cols_ = &columns_;
if (!is_minor_merge) {
param_.projector_ = &projector_;
} else {
param_.projector_ = NULL;
}
OK(block_cache_ws_.init(TENANT_ID));
context_.query_flag_ = query_flag;
context_.store_ctx_ = &store_ctx_;
context_.allocator_ = &allocator_;
context_.stmt_allocator_ = &allocator_;
context_.block_cache_ws_ = &block_cache_ws_;
context_.trans_version_range_ = version_range;
context_.read_out_type_ = FLAT_ROW_STORE;
context_.is_inited_ = true;
store_ctx_.trans_table_guard_->set_trans_state_table(&test_trans_part_ctx_);
}
int TestMicroBlockRowScanner::build_macro_and_scan(const int64_t micro_cnt, const char* micro_data[],
ObMultiVersionMicroBlockMinorMergeRowScanner& m_scanner, ObMockIterator& scanner_iter)
{
int ret = OB_SUCCESS;
bool is_left_border = false;
bool is_right_border = false;
ObMockIterator micro_iter;
ObStoreRowkey end_key;
ObMicroBlockData block_data;
ObMicroBlockData payload_data;
const ObStoreRow* row = NULL;
for (int64_t i = 0; i < micro_cnt; ++i) {
ret = OB_SUCCESS;
micro_iter.reset();
if (OB_FAIL(micro_iter.from(micro_data[i]))) {
STORAGE_LOG(WARN, "failed to get row from micro data", K(i));
} else {
build_micro_block_data(micro_iter, block_data, payload_data, end_key);
if (0 == i) {
is_left_border = true;
is_right_border = false;
} else if (micro_cnt - 1 == i) {
is_left_border = false;
is_right_border = true;
} else {
is_left_border = false;
is_right_border = false;
}
}
if (OB_SUCC(ret)) {
MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
ObFullMacroBlockMeta full_meta;
if (OB_FAIL(sstable_.get_meta(macro_id, full_meta))) {
STORAGE_LOG(WARN, "failed to get meta", K(i));
} else if (OB_FAIL(m_scanner.open(macro_id, full_meta, payload_data, is_left_border, is_right_border))) {
STORAGE_LOG(WARN, "failed to open scanner", K(i));
}
}
while (OB_SUCCESS == ret) {
ret = m_scanner.get_next_row(row);
if (OB_SUCCESS == ret) {
scanner_iter.add_row(const_cast<ObStoreRow*>(row));
STORAGE_LOG(WARN, "test", "this row", to_cstring(*row));
} else if (OB_ITER_END != ret) {
STORAGE_LOG(ERROR, "error", K(ret), KPC(row));
}
}
}
ret = (OB_ITER_END == ret) ? OB_SUCCESS : ret;
return ret;
}
TEST_F(TestMicroBlockRowScanner, test_minor_merge_sparse)
{
GCONF._enable_sparse_row = true;
const int64_t rowkey_cnt = 4;
const int64_t micro_cnt = 3;
const char* micro_data[micro_cnt];
micro_data[0] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CF\n"
"1 var1 -2 0 2 NOP EXIST L\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 7 1 EXIST N\n"
"3 var3 -3 0 6 NOP EXIST N\n"
"3 var3 -2 0 5 NOP EXIST L\n"
"3 var4 -3 0 3 4 DELETE CLF\n"
"4 var4 -9 0 7 NOP EXIST CF\n"
"4 var4 -7 0 6 5 EXIST C\n"
"4 var4 -3 0 7 NOP EXIST L\n";
micro_data[1] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"5 var5 -9 0 10 11 EXIST CF\n"
"5 var5 -6 0 6 NOP EXIST N\n"
"5 var5 -4 0 7 4 EXIST N\n";
micro_data[2] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"5 var5 -3 0 5 2 EXIST N\n"
"5 var5 -2 0 5 1 EXIST C\n"
"5 var5 -1 0 4 3 EXIST L\n";
prepare_data(micro_data, 3, rowkey_cnt, 9, "none", FLAT_ROW_STORE, 0);
ObVersionRange trans_version_range;
ObMockIterator micro_iter;
ObMockIterator res_iter;
ObStoreRange range;
ObMockIterator scanner_iter;
uint16_t result_col_id[] = {16, 17, 7, 8, 20, 21};
// minor
trans_version_range.base_version_ = 0;
trans_version_range.snapshot_version_ = 100;
trans_version_range.multi_version_start_ = 7;
prepare_query_param(trans_version_range, true, false);
const char* result1 = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CF\n"
"1 var1 -2 0 2 NOP EXIST CL\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 7 1 EXIST CL\n" // 5
"3 var4 -3 0 3 4 DELETE CLF\n"
"4 var4 -9 0 7 NOP EXIST CF\n"
"4 var4 -7 0 6 5 EXIST CL\n"
"5 var5 -9 0 10 11 EXIST CF\n"
"5 var5 -6 0 6 4 EXIST CL\n"; // 10
range.set_whole_range();
context_.read_out_type_ = SPARSE_ROW_STORE;
ObMultiVersionMicroBlockMinorMergeRowScanner m_scanner;
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
int ret = OB_SUCCESS;
const ObStoreRow* row = NULL;
ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
res_iter.reset();
OK(res_iter.from(result1, '\\', result_col_id));
ASSERT_TRUE(res_iter.equals(scanner_iter, true));
m_scanner.reset();
scanner_iter.reset();
// minor
trans_version_range.base_version_ = 0;
trans_version_range.snapshot_version_ = 100;
trans_version_range.multi_version_start_ = 20;
prepare_query_param(trans_version_range, true, false);
const char* result2 = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CLF\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CLF\n"
"3 var4 -3 0 3 4 DELETE CLF\n"
"4 var4 -9 0 7 NOP EXIST CLF\n"
"5 var5 -9 0 10 11 EXIST CLF\n";
range.set_whole_range();
context_.read_out_type_ = SPARSE_ROW_STORE;
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
ret = OB_SUCCESS;
row = NULL;
ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
res_iter.reset();
OK(res_iter.from(result2, '\\', result_col_id));
ASSERT_TRUE(res_iter.equals(scanner_iter, true));
m_scanner.reset();
scanner_iter.reset();
// minor
trans_version_range.base_version_ = 0;
trans_version_range.snapshot_version_ = 100;
trans_version_range.multi_version_start_ = 0;
prepare_query_param(trans_version_range, true, false);
const char* result3 = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CF\n"
"1 var1 -2 0 2 NOP EXIST L\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 7 1 EXIST N\n"
"3 var3 -3 0 6 NOP EXIST N\n"
"3 var3 -2 0 5 NOP EXIST L\n"
"3 var4 -3 0 3 4 DELETE CLF\n"
"4 var4 -9 0 7 NOP EXIST CF\n"
"4 var4 -7 0 6 5 EXIST C\n"
"4 var4 -3 0 7 NOP EXIST L\n"
"5 var5 -9 0 10 11 EXIST CF\n"
"5 var5 -6 0 6 NOP EXIST N\n"
"5 var5 -4 0 7 4 EXIST N\n"
"5 var5 -3 0 5 2 EXIST N\n"
"5 var5 -2 0 5 1 EXIST C\n"
"5 var5 -1 0 4 3 EXIST L\n";
range.set_whole_range();
context_.read_out_type_ = SPARSE_ROW_STORE;
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
ret = OB_SUCCESS;
row = NULL;
ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
res_iter.reset();
OK(res_iter.from(result3, '\\', result_col_id));
ASSERT_TRUE(res_iter.equals(scanner_iter, true));
m_scanner.reset();
scanner_iter.reset();
}
/*
TEST_F(TestMicroBlockRowScanner, single_micro)
{
GCONF._enable_sparse_row = false;
const int64_t rowkey_cnt = 4;
const char *micro_data[1];
micro_data[0] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 NOP 2 EXIST CF\n"
"1 var1 -2 0 2 NOP EXIST L\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 7 1 EXIST N\n"
"3 var3 -3 0 6 NOP EXIST N\n"
"3 var3 -2 0 5 NOP EXIST L\n"
"3 var4 -3 0 3 4 DELETE L\n"
"4 var4 -9 0 7 NOP EXIST CF\n"
"4 var4 -7 0 6 5 EXIST C\n"
"4 var4 -3 0 7 NOP EXIST L\n"
"5 var5 -9 0 10 11 EXIST CF\n"
"5 var5 -6 0 6 NOP EXIST N\n"
"5 var5 -4 0 7 4 EXIST N\n"
"5 var5 -3 0 5 2 EXIST N\n"
"5 var5 -2 0 5 1 EXIST C\n"
"5 var5 -1 0 4 3 EXIST L\n";
prepare_data(micro_data, 1, rowkey_cnt, 9, "none", FLAT_ROW_STORE, 0);
ObMultiVersionMicroBlockRowScanner m_scanner;
ObMultiVersionMicroBlockRowScanner batch_scanner;
ObVersionRange trans_version_range;
ObMockIterator micro_iter;
ObMockIterator res_iter;
ObStoreRowkey end_key;
ObMicroBlockData block_data;
ObMicroBlockData payload_data;
ObStoreRange range;
// multi version forward scan
trans_version_range.base_version_ = 2;
trans_version_range.snapshot_version_ = 8;
trans_version_range.multi_version_start_ = 2;
prepare_query_param(trans_version_range, false, false);
const char *result1 =
"bigint var bigint bigint flag multi_version_row_flag\n"
"1 var1 NOP 2 EXIST CL\n"
"2 var2 4 3 EXIST CL\n"
"3 var3 7 2 EXIST C\n"
"3 var4 3 4 DELETE L\n"
"4 var4 6 5 EXIST CL\n"
"5 var5 6 4 EXIST CL\n";
micro_iter.reset();
res_iter.reset();
OK(micro_iter.from(micro_data[0]));
build_micro_block_data(micro_iter, block_data, payload_data, end_key);
range.set_whole_range();
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
OK(batch_scanner.init(param_, context_, &sstable_));
OK(batch_scanner.set_range(range));
MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
ObMacroBlockMetaHandle meta_handle;
OK(ObMacroBlockMetaMgr::get_instance().get_meta(macro_id, meta_handle));
const ObMacroBlockMeta *macro_meta = meta_handle.get_meta();
OK(m_scanner.open(macro_id, *macro_meta, payload_data, true, true));
OK(res_iter.from(result1));
ASSERT_TRUE(res_iter.equals(m_scanner));
OK(batch_scanner.open(macro_id, *macro_meta, payload_data, true, true));
const ObStoreRow *batch_rows = NULL;
int64_t batch_count = 0;
ObMockIterator batch_iter;
OK(batch_scanner.get_next_rows(batch_rows, batch_count));
ASSERT_EQ(batch_count, res_iter.count());
for (int64_t i = 0; i < batch_count; ++i) {
OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + i)));
}
res_iter.setup_start_cursor();
ASSERT_TRUE(res_iter.equals(batch_iter));
// multi version reverse scan
m_scanner.reset();
batch_scanner.reset();
trans_version_range.base_version_ = 2;
trans_version_range.snapshot_version_ = 8;
trans_version_range.multi_version_start_ = 2;
prepare_query_param(trans_version_range, false, true);
const char *result2 =
"bigint var bigint bigint flag multi_version_row_flag\n"
"5 var5 6 4 EXIST CL\n"
"4 var4 6 5 EXIST CL\n"
"3 var4 3 4 DELETE L\n"
"3 var3 7 2 EXIST C\n"
"2 var2 4 3 EXIST CL\n"
"1 var1 NOP 2 EXIST CL\n";
micro_iter.reset();
res_iter.reset();
OK(micro_iter.from(micro_data[0]));
build_micro_block_data(micro_iter, block_data, payload_data, end_key);
range.set_whole_range();
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
OK(m_scanner.open(macro_id, *macro_meta, payload_data, true, true));
OK(res_iter.from(result2));
ASSERT_TRUE(res_iter.equals(m_scanner));
OK(batch_scanner.init(param_, context_, &sstable_));
OK(batch_scanner.set_range(range));
OK(batch_scanner.open(macro_id, *macro_meta, payload_data, true, true));
batch_iter.reset();
OK(batch_scanner.get_next_rows(batch_rows, batch_count));
ASSERT_EQ(batch_count, res_iter.count());
for (int64_t i = 0; i < batch_count; ++i) {
OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + i)));
}
res_iter.setup_start_cursor();
ASSERT_TRUE(res_iter.equals(batch_iter));
}
TEST_F(TestMicroBlockRowScanner, multi_micro)
{
GCONF._enable_sparse_row = false;
const int64_t rowkey_cnt = 4;
const int64_t micro_cnt = 7;
const char *micro_data[micro_cnt];
micro_data[0] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 NOP 2 EXIST CF\n";
micro_data[1] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -2 0 2 NOP EXIST L\n"
"2 var2 -10 0 4 3 EXIST CLF\n"
"3 var3 -10 0 7 2 EXIST C\n"
"3 var3 -8 0 7 NOP EXIST N\n";
micro_data[2] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"3 var3 -5 0 1 NOP EXIST N\n";
micro_data[3] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"3 var3 -3 0 6 NOP EXIST L\n"
"4 var4 -9 0 7 NOP EXIST CF\n";
micro_data[4] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"4 var4 -7 0 6 5 EXIST C\n"
"4 var4 -3 0 5 NOP EXIST L\n"
"4 var5 -4 0 NOP NOP DELETE CF\n";
micro_data[5] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"4 var5 -3 0 5 6 EXIST L\n"
"5 var5 -10 0 10 9 EXIST CF\n"
"5 var5 -6 0 6 NOP EXIST N\n"
"5 var5 -4 0 7 NOP EXIST N\n";
micro_data[6] =
"bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"5 var5 -3 0 5 2 EXIST N\n"
"5 var5 -2 0 5 1 EXIST C\n"
"5 var5 -1 0 4 3 EXIST L\n";
prepare_data(micro_data, 7, rowkey_cnt, 10, "none", FLAT_ROW_STORE, 0);
ObMultiVersionMicroBlockRowScanner m_scanner;
ObMultiVersionMicroBlockRowScanner batch_scanner;
ObVersionRange trans_version_range;
ObMockIterator micro_iter;
ObMockIterator res_iter;
ObMockIterator scanner_iter;
ObMockIterator batch_iter;
ObStoreRowkey end_key;
ObMicroBlockData block_data;
ObMicroBlockData payload_data;
ObStoreRange range;
// multi version forward scan
trans_version_range.base_version_ = 2;
trans_version_range.snapshot_version_ = 8;
trans_version_range.multi_version_start_ = 2;
prepare_query_param(trans_version_range, false, false);
const char *result1 =
"bigint var bigint bigint flag multi_version_row_flag\n"
"1 var1 NOP 2 EXIST CL\n"
"3 var3 7 NOP EXIST C\n"
"4 var4 6 5 EXIST CL\n"
"4 var5 5 NOP DELETE CL\n"
"5 var5 6 2 EXIST CL\n";
range.set_whole_range();
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
OK(batch_scanner.init(param_, context_, &sstable_));
OK(batch_scanner.set_range(range));
int ret = OB_SUCCESS;
const ObStoreRow *row = NULL;
const ObStoreRow *batch_rows = NULL;
int64_t batch_count = 0;
bool is_left_border = false;
bool is_right_border = false;
for (int64_t i = 0; i < micro_cnt; ++i) {
ret = OB_SUCCESS;
micro_iter.reset();
OK(micro_iter.from(micro_data[i]));
build_micro_block_data(micro_iter, block_data, payload_data, end_key);
if (0 == i) {
is_left_border = true;
is_right_border = false;
} else if (micro_cnt - 1 == i) {
is_left_border = false;
is_right_border = true;
} else {
is_left_border = false;
is_right_border = false;
}
MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
ObMacroBlockMetaHandle meta_handle;
OK(ObMacroBlockMetaMgr::get_instance().get_meta(macro_id, meta_handle));
const ObMacroBlockMeta *macro_meta = meta_handle.get_meta();
OK(m_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
while (OB_SUCCESS == ret) {
ret = m_scanner.get_next_row(row);
if (OB_SUCCESS == ret) {
ASSERT_TRUE(NULL != row) << "i: " << i;
OK(scanner_iter.add_row(const_cast<ObStoreRow *>(row)));
STORAGE_LOG(WARN, "test", "single row", to_cstring(*row));
}
}
ret = OB_SUCCESS; //reset
OK(batch_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
while (OB_SUCCESS == ret) {
ret = batch_scanner.get_next_rows(batch_rows, batch_count);
if (OB_SUCCESS == ret) {
ASSERT_TRUE(NULL != batch_rows) << "i: " << i;
ASSERT_TRUE(batch_count > 0);
for (int64_t j = 0; j < batch_count; ++j) {
OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + j)));
STORAGE_LOG(WARN, "test", "batch row", to_cstring(*(batch_rows + j)));
}
} else if (OB_ITER_END != ret) {
STORAGE_LOG(WARN, "fail to get batching rows", K(ret));
}
}
}
res_iter.reset();
OK(res_iter.from(result1));
ASSERT_TRUE(res_iter.equals(scanner_iter));
res_iter.setup_start_cursor();
ASSERT_TRUE(res_iter.equals(batch_iter));
// multi version reverse scan
m_scanner.reset();
batch_scanner.reset();
scanner_iter.reset();
batch_iter.reset();
trans_version_range.base_version_ = 2;
trans_version_range.snapshot_version_ = 8;
trans_version_range.multi_version_start_ = 2;
prepare_query_param(trans_version_range, false, true);
const char *result2 =
"bigint var bigint bigint flag multi_version_row_flag\n"
"5 var5 6 2 EXIST CL\n"
"4 var5 5 NOP DELETE CL\n"
"4 var4 6 5 EXIST CL\n"
"3 var3 7 NOP EXIST C\n"
"1 var1 NOP 2 EXIST CL\n";
range.set_whole_range();
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
OK(batch_scanner.init(param_, context_, &sstable_));
OK(batch_scanner.set_range(range));
for (int64_t i = micro_cnt - 1; i >= 0; --i) {
ret = OB_SUCCESS;
micro_iter.reset();
OK(micro_iter.from(micro_data[i]));
build_micro_block_data(micro_iter, block_data, payload_data, end_key);
if (0 == i) {
is_left_border = true;
is_right_border = false;
} else if (micro_cnt - 1 == i) {
is_left_border = false;
is_right_border = true;
} else {
is_left_border = false;
is_right_border = false;
}
MacroBlockId macro_id(0, 0, 1, ObStoreFileSystem::RESERVED_MACRO_BLOCK_INDEX);
ObMacroBlockMetaHandle meta_handle;
OK(ObMacroBlockMetaMgr::get_instance().get_meta(macro_id, meta_handle));
const ObMacroBlockMeta *macro_meta = meta_handle.get_meta();
OK(m_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
while (OB_SUCCESS == ret) {
ret = m_scanner.get_next_row(row);
if (OB_SUCCESS == ret) {
ASSERT_TRUE(NULL != row) << "i: " << i;
OK(scanner_iter.add_row(const_cast<ObStoreRow *>(row)));
STORAGE_LOG(WARN, "test", "single row", to_cstring(*row));
}
}
ret = OB_SUCCESS;
OK(batch_scanner.open(macro_id, *macro_meta, payload_data, is_left_border, is_right_border)) << "i: " << i;
while (OB_SUCCESS == ret) {
ret = batch_scanner.get_next_rows(batch_rows, batch_count);
if (OB_SUCCESS == ret) {
ASSERT_TRUE(NULL != batch_rows) << "i: " << i;
ASSERT_TRUE(batch_count > 0);
for (int64_t j = 0; j < batch_count; ++j) {
OK(batch_iter.add_row(const_cast<ObStoreRow *>(batch_rows + j)));
STORAGE_LOG(WARN, "test", "batch row", to_cstring(*(batch_rows + j)));
}
}
}
}
res_iter.reset();
OK(res_iter.from(result2));
ASSERT_TRUE(res_iter.equals(scanner_iter));
res_iter.setup_start_cursor();
ASSERT_TRUE(res_iter.equals(batch_iter));
}
*/
TEST_F(TestMicroBlockRowScanner, test_minor_merge_sparse2)
{
GCONF._enable_sparse_row = true;
const int64_t rowkey_cnt = 4;
const int64_t micro_cnt = 5;
const char* micro_data[micro_cnt];
micro_data[0] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 NOP 2 EXIST F\n"
"1 var1 -2 0 2 NOP EXIST L\n";
micro_data[1] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n";
micro_data[2] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"3 var3 -5 0 NOP 1 EXIST N\n"
"3 var3 -3 0 7 NOP EXIST L\n"
"4 var4 -9 0 7 NOP EXIST CF\n"
"4 var4 -7 0 6 5 EXIST C\n";
micro_data[3] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"4 var4 -3 0 7 NOP EXIST L\n"
"5 var5 -6 0 6 4 EXIST CF\n"
"5 var5 -4 0 7 4 EXIST N\n";
micro_data[4] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"5 var5 -3 0 5 2 EXIST N\n"
"5 var5 -2 0 5 1 EXIST C\n"
"5 var5 -1 0 4 3 EXIST L\n"
"6 var6 -1 0 4 3 EXIST CLF\n";
prepare_data(micro_data, micro_cnt, rowkey_cnt, 9, "none", FLAT_ROW_STORE, 0);
ObMultiVersionMicroBlockMinorMergeRowScanner m_scanner;
ObVersionRange trans_version_range;
ObMockIterator micro_iter;
ObMockIterator res_iter;
ObStoreRange range;
ObMockIterator scanner_iter;
// minor
trans_version_range.base_version_ = 1;
trans_version_range.snapshot_version_ = 100;
trans_version_range.multi_version_start_ = 7;
prepare_query_param(trans_version_range, true, false);
const char* result1 = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CF\n"
"1 var1 -2 0 2 NOP EXIST CL\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 1 7 EXIST CL\n"
"4 var4 -9 0 7 NOP EXIST CF\n"
"4 var4 -7 0 6 5 EXIST CL\n"
"5 var5 -6 0 6 4 EXIST CLF\n"
"6 var6 -1 0 4 3 EXIST CLF\n";
uint16_t result_col_id[] = {16,
17,
7,
8,
21,
20,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
21,
20, // 5
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21};
int64_t result_col_cnt[] = {6, 5, 6, 6, 6, 5, 6, 6, 6};
range.set_whole_range();
context_.read_out_type_ = SPARSE_ROW_STORE;
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
int ret = OB_SUCCESS;
ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
res_iter.reset();
OK(res_iter.from(result1, '\\', result_col_id, result_col_cnt));
ASSERT_TRUE(res_iter.equals(scanner_iter, true));
m_scanner.reset();
scanner_iter.reset();
// minor
const char* result2 = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CLF\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CLF\n"
"4 var4 -9 0 7 NOP EXIST CLF\n"
"5 var5 -6 0 6 4 EXIST CLF\n"
"6 var6 -1 0 4 3 EXIST CLF\n";
uint16_t result_col_id2[] = {16,
17,
7,
8,
21,
20,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21, // 5
16,
17,
7,
8,
20,
21};
int64_t result_col_cnt2[] = {6, 6, 6, 5, 6, 6};
trans_version_range.base_version_ = 0;
trans_version_range.snapshot_version_ = INT64_MAX - 10;
trans_version_range.multi_version_start_ = 20;
prepare_query_param(trans_version_range, true, false);
range.set_whole_range();
context_.read_out_type_ = SPARSE_ROW_STORE;
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
ret = OB_SUCCESS;
ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
res_iter.reset();
OK(res_iter.from(result2, '\\', result_col_id2, result_col_cnt2));
ASSERT_TRUE(res_iter.equals(scanner_iter, true));
m_scanner.reset();
scanner_iter.reset();
}
TEST_F(TestMicroBlockRowScanner, minor_for_migration)
{
GCONF._enable_sparse_row = true;
const int64_t rowkey_cnt = 4;
const int64_t micro_cnt = 3;
const char* micro_data[micro_cnt];
micro_data[0] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 NOP 2 EXIST F\n"
"1 var1 -2 0 2 NOP EXIST L\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 NOP 1 EXIST N\n" // 5
"3 var3 -3 0 7 NOP EXIST L\n"
"4 var4 -9 0 7 NOP EXIST F\n"
"4 var4 -7 0 6 5 EXIST C\n"
"4 var4 -3 0 7 NOP EXIST L\n";
micro_data[1] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"5 var5 -6 0 6 2 EXIST CF\n" // 10
"5 var5 -4 0 7 2 EXIST N\n";
micro_data[2] = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"5 var5 -3 0 5 2 EXIST N\n"
"5 var5 -2 0 5 1 EXIST C\n"
"5 var5 -1 0 4 3 EXIST L\n"
"6 var6 -10 0 10 10 EXIST CF\n"
"6 var6 -6 0 6 NOP EXIST N\n" // 15
"6 var6 -5 0 5 NOP EXIST N\n"
"6 var6 -4 0 4 NOP EXIST L\n"
"6 var7 -20 0 20 NOP EXIST CF\n"
"6 var7 -3 0 3 NOP EXIST L\n"
"7 var7 -10 0 10 10 EXIST CF\n" // 20
"7 var7 -6 0 6 NOP EXIST N\n"
"7 var7 -5 0 5 NOP EXIST N\n"
"7 var7 -4 0 4 NOP EXIST L\n";
prepare_data(micro_data, micro_cnt, rowkey_cnt, 20, "none", FLAT_ROW_STORE, 0);
ObMultiVersionMicroBlockMinorMergeRowScanner m_scanner;
ObVersionRange trans_version_range;
ObMockIterator micro_iter;
ObMockIterator res_iter;
ObStoreRowkey end_key;
ObMicroBlockData block_data;
ObMicroBlockData payload_data;
ObStoreRange range;
ObMockIterator scanner_iter;
// minor
trans_version_range.snapshot_version_ = 8;
trans_version_range.multi_version_start_ = 4;
trans_version_range.base_version_ = 4;
prepare_query_param(trans_version_range, true, false);
const char* result1 = "bigint var bigint bigint bigint bigint flag multi_version_row_flag\n"
"1 var1 -8 0 2 2 EXIST CF\n"
"1 var1 -2 0 2 NOP EXIST CL\n"
"2 var2 -7 0 4 3 EXIST CLF\n"
"3 var3 -8 0 7 2 EXIST CF\n"
"3 var3 -5 0 1 NOP EXIST N\n" // 5
"3 var3 -3 0 7 NOP EXIST CL\n"
"4 var4 -9 0 7 5 EXIST CF\n"
"4 var4 -7 0 6 5 EXIST C\n"
"4 var4 -3 0 7 NOP EXIST CL\n"
"5 var5 -6 0 6 2 EXIST CF\n" // 10
"5 var5 -4 0 7 2 EXIST CL\n"
"6 var6 -10 0 10 10 EXIST CF\n"
"6 var6 -6 0 6 NOP EXIST N\n"
"6 var6 -5 0 5 NOP EXIST N\n"
"6 var6 -4 0 4 NOP EXIST CL\n" // 15
"6 var7 -20 0 20 NOP EXIST CF\n"
"6 var7 -3 0 3 NOP EXIST CL\n"
"7 var7 -10 0 10 10 EXIST CF\n"
"7 var7 -6 0 6 NOP EXIST N\n"
"7 var7 -5 0 5 NOP EXIST N\n"
"7 var7 -4 0 4 NOP EXIST CL\n";
uint16_t result_col_id[] = {16,
17,
7,
8,
21,
20,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
21, // 5
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21, // 10
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20, // 15
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20,
21,
16,
17,
7,
8,
20,
16,
17,
7,
8,
20, // 20
16,
17,
7,
8,
20};
int64_t result_col_cnt[] = {6, 5, 6, 6, 5, 5, 6, 6, 5, 6, 6, 6, 5, 5, 5, 5, 5, 6, 5, 5, 5};
range.set_whole_range();
context_.read_out_type_ = SPARSE_ROW_STORE;
OK(m_scanner.init(param_, context_, &sstable_));
OK(m_scanner.set_range(range));
int ret = OB_SUCCESS;
ASSERT_EQ(OB_SUCCESS, build_macro_and_scan(micro_cnt, micro_data, m_scanner, scanner_iter));
res_iter.reset();
OK(res_iter.from(result1, '\\', result_col_id, result_col_cnt));
ASSERT_TRUE(res_iter.equals(scanner_iter, true));
m_scanner.reset();
scanner_iter.reset();
}
} // namespace unittest
} // namespace oceanbase
int main(int argc, char** argv)
{
GCONF._enable_sparse_row = false;
system("rm -f test_micro_block_row_scanner.log*");
OB_LOGGER.set_file_name("test_micro_block_row_scanner.log");
STORAGE_LOG(INFO, "begin unittest: test_micro_block_row_scanner");
oceanbase::common::ObLogger::get_logger().set_log_level("DEBUG");
testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}