596 lines
22 KiB
C++
596 lines
22 KiB
C++
/**
|
|
* Copyright (c) 2021 OceanBase
|
|
* OceanBase CE is licensed under Mulan PubL v2.
|
|
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
|
* You may obtain a copy of Mulan PubL v2 at:
|
|
* http://license.coscl.org.cn/MulanPubL-2.0
|
|
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
|
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
|
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
|
* See the Mulan PubL v2 for more details.
|
|
*/
|
|
|
|
#include <gtest/gtest.h>
|
|
|
|
#define USING_LOG_PREFIX STORAGE
|
|
|
|
#define private public
|
|
#define protected public
|
|
|
|
#include "common/ob_tablet_id.h"
|
|
#include "share/ob_simple_mem_limit_getter.h"
|
|
#include "storage/blocksstable/ob_sstable_meta.h"
|
|
#include "storage/blocksstable/ob_block_manager.h"
|
|
#include "storage/blocksstable/ob_data_file_prepare.h"
|
|
#include "storage/blocksstable/ob_index_block_builder.h"
|
|
#include "storage/schema_utils.h"
|
|
#include "storage/ls/ob_ls_tablet_service.h"
|
|
|
|
namespace oceanbase
|
|
{
|
|
using namespace common;
|
|
using namespace share;
|
|
using namespace storage;
|
|
using namespace blocksstable;
|
|
namespace unittest
|
|
{
|
|
static ObSimpleMemLimitGetter getter;
|
|
|
|
class TestRootBlockInfo : public TestDataFilePrepare
|
|
{
|
|
public:
|
|
TestRootBlockInfo();
|
|
virtual ~TestRootBlockInfo() = default;
|
|
virtual void SetUp() override;
|
|
virtual void TearDown() override;
|
|
private:
|
|
void prepare_tablet_read_info();
|
|
void prepare_block_root();
|
|
static const int64_t BUF_LEN = 10;
|
|
static const int64_t ROWKEY_COL_CNT = 2;
|
|
static constexpr int64_t COLUMN_CNT = 4;
|
|
protected:
|
|
ObRootBlockInfo root_info_;
|
|
ObTableReadInfo table_read_info_;
|
|
ObMicroBlockDesMeta des_meta_;
|
|
ObMicroBlockData block_data_;
|
|
ObMetaDiskAddr block_addr_;
|
|
ObArenaAllocator allocator_;
|
|
};
|
|
|
|
TestRootBlockInfo::TestRootBlockInfo()
|
|
: TestDataFilePrepare(&getter, "TestRootBlockInfo", 2 * 1024 * 1024, 2048),
|
|
root_info_(),
|
|
table_read_info_(),
|
|
des_meta_(),
|
|
block_data_(),
|
|
block_addr_(),
|
|
allocator_()
|
|
{
|
|
}
|
|
|
|
void TestRootBlockInfo::SetUp()
|
|
{
|
|
TestDataFilePrepare::SetUp();
|
|
prepare_tablet_read_info();
|
|
des_meta_.encrypt_id_ = ObAesOpMode::ob_invalid_mode;
|
|
des_meta_.compressor_type_ = ObCompressorType::NONE_COMPRESSOR;
|
|
ASSERT_TRUE(!root_info_.is_valid());
|
|
root_info_.reset();
|
|
ASSERT_TRUE(!root_info_.is_valid());
|
|
prepare_block_root();
|
|
}
|
|
|
|
void TestRootBlockInfo::TearDown()
|
|
{
|
|
root_info_.reset();
|
|
ASSERT_TRUE(!root_info_.is_valid());
|
|
table_read_info_.reset();
|
|
TestDataFilePrepare::TearDown();
|
|
}
|
|
|
|
void TestRootBlockInfo::prepare_tablet_read_info()
|
|
{
|
|
const int64_t schema_version = 1;
|
|
common::ObSEArray<share::schema::ObColDesc, COLUMN_CNT> columns;
|
|
for (int i = 0; i < COLUMN_CNT; ++i) {
|
|
share::schema::ObColDesc desc;
|
|
desc.col_id_ = OB_APP_MIN_COLUMN_ID + i;
|
|
desc.col_type_.set_int();
|
|
desc.col_order_ = ObOrderType::ASC;
|
|
ASSERT_EQ(OB_SUCCESS, columns.push_back(desc));
|
|
}
|
|
ASSERT_EQ(OB_SUCCESS, table_read_info_.init(allocator_, schema_version, ROWKEY_COL_CNT, lib::is_oracle_mode(), columns, true));
|
|
}
|
|
|
|
void TestRootBlockInfo::prepare_block_root()
|
|
{
|
|
const int64_t block_size = 2L * 1024 * 1024L;
|
|
ObMicroBlockWriter writer;
|
|
ASSERT_EQ(OB_SUCCESS, writer.init(block_size, ROWKEY_COL_CNT, COLUMN_CNT));
|
|
ObDatumRow row;
|
|
ASSERT_EQ(OB_SUCCESS, row.init(allocator_, COLUMN_CNT));
|
|
ObObj obj;
|
|
for (int64_t i = 0; i < COLUMN_CNT; ++i) {
|
|
obj.set_int(OB_APP_MIN_COLUMN_ID + i);
|
|
ASSERT_EQ(OB_SUCCESS, row.storage_datums_[i].from_obj_enhance(obj));
|
|
}
|
|
row.row_flag_.set_flag(ObDmlFlag::DF_INSERT);
|
|
row.count_ = COLUMN_CNT;
|
|
ASSERT_EQ(OB_SUCCESS, writer.append_row(row));
|
|
ObMicroBlockDesc micro_desc;
|
|
ASSERT_EQ(OB_SUCCESS, writer.build_micro_block_desc(micro_desc));
|
|
|
|
ObMicroBlockHeader *header = const_cast<ObMicroBlockHeader *>(micro_desc.header_);
|
|
ASSERT_NE(nullptr, header);
|
|
ASSERT_EQ(true, header->is_valid());
|
|
header->data_length_ = micro_desc.buf_size_;
|
|
header->data_zlength_ = micro_desc.buf_size_;
|
|
header->data_checksum_ = ob_crc64_sse42(0, micro_desc.buf_, micro_desc.buf_size_);
|
|
header->original_length_ = micro_desc.buf_size_;
|
|
header->set_header_checksum();
|
|
|
|
const int64_t size = header->header_size_ + micro_desc.buf_size_;
|
|
char *buf = static_cast<char *>(allocator_.alloc(size));
|
|
ASSERT_TRUE(nullptr != buf);
|
|
int64_t pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, micro_desc.header_->serialize(buf, size, pos));
|
|
MEMCPY(buf + pos, micro_desc.buf_, micro_desc.buf_size_);
|
|
|
|
block_addr_.offset_ = 1000;
|
|
block_addr_.size_ = size;
|
|
block_addr_.type_ = ObMetaDiskAddr::BLOCK;
|
|
block_data_.buf_ = buf;
|
|
block_data_.size_ = size;
|
|
block_data_.type_ = ObMicroBlockData::INDEX_BLOCK;
|
|
ObMacroBlockWriteInfo write_info;
|
|
ObMacroBlockHandle handle;
|
|
const int64_t buf_size = block_size;
|
|
char *io_buf = static_cast<char *>(allocator_.alloc(buf_size));
|
|
ASSERT_TRUE(nullptr != io_buf);
|
|
MEMCPY(io_buf + block_addr_.offset_, buf, block_addr_.size_);
|
|
write_info.io_desc_.set_wait_event(ObWaitEventIds::DB_FILE_COMPACT_WRITE);
|
|
write_info.buffer_ = io_buf;
|
|
write_info.size_ = buf_size;
|
|
ASSERT_EQ(OB_SUCCESS, ObBlockManager::write_block(write_info, handle));
|
|
block_addr_.second_id_ = handle.get_macro_id().second_id();
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.init_root_block_info(&allocator_, block_addr_, block_data_));
|
|
ASSERT_TRUE(root_info_.is_valid());
|
|
}
|
|
|
|
class TestSSTableMacroInfo : public TestRootBlockInfo
|
|
{
|
|
public:
|
|
TestSSTableMacroInfo();
|
|
virtual ~TestSSTableMacroInfo() = default;
|
|
virtual void SetUp() override;
|
|
virtual void TearDown() override;
|
|
private:
|
|
ObTabletCreateSSTableParam param_;
|
|
};
|
|
|
|
TestSSTableMacroInfo::TestSSTableMacroInfo()
|
|
: TestRootBlockInfo(),
|
|
param_()
|
|
{
|
|
}
|
|
|
|
void TestSSTableMacroInfo::SetUp()
|
|
{
|
|
TestRootBlockInfo::SetUp();
|
|
param_.data_block_macro_meta_addr_ = block_addr_;
|
|
param_.data_block_macro_meta_ = block_data_;
|
|
}
|
|
|
|
void TestSSTableMacroInfo::TearDown()
|
|
{
|
|
TestRootBlockInfo::TearDown();
|
|
}
|
|
|
|
class TestSSTableMeta : public TestDataFilePrepare
|
|
{
|
|
public:
|
|
TestSSTableMeta();
|
|
virtual ~TestSSTableMeta() = default;
|
|
virtual void SetUp() override;
|
|
virtual void TearDown() override;
|
|
private:
|
|
void prepare_create_sstable_param();
|
|
ObTabletCreateSSTableParam param_;
|
|
ObTabletID tablet_id_;
|
|
int64_t data_version_;
|
|
int64_t snapshot_version_;
|
|
share::schema::ObTableSchema table_schema_;
|
|
common::ObArenaAllocator allocator_;
|
|
};
|
|
|
|
TestSSTableMeta::TestSSTableMeta()
|
|
: TestDataFilePrepare(&getter, "TestBaseSSTableMeta", 2 * 1024 * 1024, 2048),
|
|
param_(),
|
|
tablet_id_(1),
|
|
data_version_(0),
|
|
snapshot_version_(0),
|
|
table_schema_(),
|
|
allocator_()
|
|
{
|
|
}
|
|
|
|
void TestSSTableMeta::SetUp()
|
|
{
|
|
TestDataFilePrepare::SetUp();
|
|
TestSchemaUtils::prepare_data_schema(table_schema_);
|
|
prepare_create_sstable_param();
|
|
}
|
|
|
|
void TestSSTableMeta::TearDown()
|
|
{
|
|
table_schema_.reset();
|
|
TestDataFilePrepare::TearDown();
|
|
}
|
|
|
|
void TestSSTableMeta::prepare_create_sstable_param()
|
|
{
|
|
const int64_t multi_version_col_cnt = ObMultiVersionRowkeyHelpper::get_extra_rowkey_col_cnt();
|
|
param_.table_key_.table_type_ = ObITable::TableType::MAJOR_SSTABLE;
|
|
param_.table_key_.tablet_id_ = tablet_id_;
|
|
param_.table_key_.version_range_.base_version_ = ObVersionRange::MIN_VERSION;
|
|
param_.table_key_.version_range_.snapshot_version_ = snapshot_version_;
|
|
param_.schema_version_ = table_schema_.get_schema_version();
|
|
param_.create_snapshot_version_ = 0;
|
|
param_.progressive_merge_round_ = table_schema_.get_progressive_merge_round();
|
|
param_.progressive_merge_step_ = 0;
|
|
param_.table_mode_ = table_schema_.get_table_mode_struct();
|
|
param_.index_type_ = table_schema_.get_index_type();
|
|
param_.rowkey_column_cnt_ = table_schema_.get_rowkey_column_num()
|
|
+ ObMultiVersionRowkeyHelpper::get_extra_rowkey_col_cnt();
|
|
param_.root_block_addr_.set_none_addr();
|
|
param_.data_block_macro_meta_addr_.set_none_addr();
|
|
param_.root_row_store_type_ = ObRowStoreType::FLAT_ROW_STORE;
|
|
param_.latest_row_store_type_ = ObRowStoreType::FLAT_ROW_STORE;
|
|
param_.data_index_tree_height_ = 0;
|
|
param_.index_blocks_cnt_ = 0;
|
|
param_.data_blocks_cnt_ = 0;
|
|
param_.micro_block_cnt_ = 0;
|
|
param_.use_old_macro_block_count_ = 0;
|
|
param_.column_cnt_ = table_schema_.get_column_count() + multi_version_col_cnt;
|
|
param_.data_checksum_ = 0;
|
|
param_.occupy_size_ = 0;
|
|
param_.ddl_scn_.set_min();
|
|
param_.filled_tx_scn_.set_min();
|
|
param_.original_size_ = 0;
|
|
param_.compressor_type_ = ObCompressorType::NONE_COMPRESSOR;
|
|
param_.encrypt_id_ = 0;
|
|
param_.master_key_id_ = 0;
|
|
ASSERT_EQ(OB_SUCCESS, ObSSTableMergeRes::fill_column_checksum_for_empty_major(param_.column_cnt_, param_.column_checksums_));
|
|
}
|
|
|
|
class TestMigrationSSTableParam : public TestSSTableMeta
|
|
{
|
|
public:
|
|
TestMigrationSSTableParam();
|
|
virtual ~TestMigrationSSTableParam() = default;
|
|
virtual void SetUp() override;
|
|
virtual void TearDown() override;
|
|
private:
|
|
storage::ObStorageSchema storage_schema_;
|
|
ObSSTableMeta sstable_meta_;
|
|
storage::ObITable::TableKey table_key_;
|
|
};
|
|
|
|
TestMigrationSSTableParam::TestMigrationSSTableParam()
|
|
: storage_schema_(),
|
|
sstable_meta_(),
|
|
table_key_()
|
|
{
|
|
}
|
|
|
|
void TestMigrationSSTableParam::SetUp()
|
|
{
|
|
TestSSTableMeta::SetUp();
|
|
ASSERT_EQ(OB_SUCCESS, storage_schema_.init(allocator_, table_schema_, lib::get_compat_mode()));
|
|
ASSERT_TRUE(!sstable_meta_.is_valid());
|
|
sstable_meta_.reset();
|
|
ASSERT_TRUE(!sstable_meta_.is_valid());
|
|
ASSERT_EQ(OB_SUCCESS, sstable_meta_.init(param_, &allocator_));
|
|
ASSERT_TRUE(sstable_meta_.is_valid());
|
|
ASSERT_TRUE(sstable_meta_.data_root_info_.is_valid());
|
|
ASSERT_TRUE(sstable_meta_.macro_info_.is_valid());
|
|
ASSERT_TRUE(sstable_meta_.get_col_checksum().count() > 0);
|
|
table_key_.table_type_ = ObITable::TableType::MAJOR_SSTABLE;
|
|
table_key_.tablet_id_ = 1101;
|
|
table_key_.version_range_.base_version_ = 0;
|
|
table_key_.version_range_.snapshot_version_ = 11;
|
|
ASSERT_TRUE(table_key_.is_valid());
|
|
}
|
|
|
|
void TestMigrationSSTableParam::TearDown()
|
|
{
|
|
table_key_.reset();
|
|
sstable_meta_.reset();
|
|
storage_schema_.reset();
|
|
TestSSTableMeta::TearDown();
|
|
}
|
|
|
|
TEST_F(TestRootBlockInfo, test_load_and_transform_root_block)
|
|
{
|
|
ASSERT_TRUE(root_info_.get_addr().is_block());
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.load_root_block_data(des_meta_));
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.transform_root_block_data(table_read_info_));
|
|
}
|
|
|
|
TEST_F(TestRootBlockInfo, test_serialize_and_deserialize)
|
|
{
|
|
int64_t pos = 0;
|
|
|
|
// test block address.
|
|
const int64_t buf_len_1 = root_info_.get_serialize_size();
|
|
char *buf = new char [buf_len_1];
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.serialize(buf, buf_len_1, pos));
|
|
ASSERT_EQ(buf_len_1, pos);
|
|
ASSERT_TRUE(root_info_.is_valid());
|
|
ASSERT_TRUE(root_info_.get_addr().is_block());
|
|
|
|
ObRootBlockInfo tmp_info;
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_info.deserialize(&allocator_, des_meta_, buf, buf_len_1, pos));
|
|
ASSERT_EQ(buf_len_1, pos);
|
|
ASSERT_TRUE(tmp_info.is_valid());
|
|
ASSERT_EQ(root_info_.get_addr(), tmp_info.get_addr());
|
|
ASSERT_EQ(root_info_.get_block_data().type_, tmp_info.get_block_data().type_);
|
|
ASSERT_EQ(0, memcmp(tmp_info.get_block_data().get_buf(), block_data_.get_buf(), block_data_.get_buf_size()));
|
|
delete [] buf;
|
|
|
|
// test memory address.
|
|
root_info_.reset();
|
|
ASSERT_TRUE(!root_info_.is_valid());
|
|
const char data[BUF_LEN] = {'1', '2', '3', '4', '5', '6', '7', '8', '9', '0'};
|
|
ObMicroBlockData block_data;
|
|
ObMetaDiskAddr addr;
|
|
addr.type_ = ObMetaDiskAddr::MEM;
|
|
addr.size_ = BUF_LEN;
|
|
block_data.buf_ = data;
|
|
block_data.size_ = BUF_LEN;
|
|
block_data.type_ = ObMicroBlockData::INDEX_BLOCK;
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.init_root_block_info(&allocator_, addr, block_data));
|
|
ASSERT_TRUE(root_info_.is_valid());
|
|
ASSERT_TRUE(root_info_.get_addr().is_memory());
|
|
|
|
pos = 0;
|
|
const int64_t buf_len_2 = root_info_.get_serialize_size();
|
|
buf = new char [buf_len_2];
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.serialize(buf, buf_len_2, pos));
|
|
ASSERT_EQ(buf_len_2, pos);
|
|
ASSERT_TRUE(root_info_.is_valid());
|
|
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_info.deserialize(&allocator_, des_meta_, buf, buf_len_2, pos));
|
|
ASSERT_EQ(buf_len_2, pos);
|
|
ASSERT_TRUE(tmp_info.is_valid());
|
|
ASSERT_EQ(root_info_.get_addr(), tmp_info.get_addr());
|
|
ASSERT_EQ(root_info_.get_block_data().type_, tmp_info.get_block_data().type_);
|
|
ASSERT_TRUE(tmp_info.get_addr().is_memory());
|
|
ASSERT_EQ(0, memcmp(tmp_info.get_block_data().get_buf(), block_data.buf_, BUF_LEN));
|
|
delete [] buf;
|
|
|
|
// test none address.
|
|
root_info_.reset();
|
|
ASSERT_TRUE(!root_info_.is_valid());
|
|
addr.set_none_addr();
|
|
block_data.type_ = ObMicroBlockData::INDEX_BLOCK;
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.init_root_block_info(&allocator_, addr, block_data));
|
|
ASSERT_TRUE(root_info_.is_valid());
|
|
ASSERT_TRUE(root_info_.get_addr().is_none());
|
|
|
|
const int64_t buf_len_3= root_info_.get_serialize_size();
|
|
buf = new char [buf_len_3];
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, root_info_.serialize(buf, buf_len_3, pos));
|
|
ASSERT_EQ(buf_len_3, pos);
|
|
ASSERT_TRUE(root_info_.is_valid());
|
|
ASSERT_TRUE(root_info_.get_addr().is_none());
|
|
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_info.deserialize(&allocator_, des_meta_, buf, buf_len_3, pos));
|
|
ASSERT_EQ(buf_len_3, pos);
|
|
ASSERT_TRUE(tmp_info.is_valid());
|
|
ASSERT_EQ(root_info_.get_addr(), tmp_info.get_addr());
|
|
ASSERT_EQ(root_info_.get_block_data().type_, tmp_info.get_block_data().type_);
|
|
delete [] buf;
|
|
}
|
|
|
|
TEST_F(TestSSTableMacroInfo, test_serialize_and_deserialize)
|
|
{
|
|
ObSSTableMacroInfo sstable_macro_info;
|
|
ASSERT_TRUE(!sstable_macro_info.is_valid());
|
|
sstable_macro_info.reset();
|
|
ASSERT_TRUE(!sstable_macro_info.is_valid());
|
|
ASSERT_EQ(OB_SUCCESS, sstable_macro_info.init_macro_info(&allocator_, param_));
|
|
ASSERT_TRUE(sstable_macro_info.is_valid());
|
|
ASSERT_EQ(block_addr_, sstable_macro_info.get_macro_meta_addr());
|
|
ASSERT_EQ(0, sstable_macro_info.get_data_block_ids().count());
|
|
ASSERT_EQ(0, sstable_macro_info.get_other_block_ids().count());
|
|
|
|
int64_t pos = 0;
|
|
const int64_t buf_len = sstable_macro_info.get_serialize_size();
|
|
char *buf = new char [buf_len];
|
|
ASSERT_EQ(OB_SUCCESS, sstable_macro_info.serialize(buf, buf_len, pos));
|
|
ASSERT_TRUE(sstable_macro_info.is_valid());
|
|
|
|
ObSSTableMacroInfo tmp_info;
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_info.deserialize(&allocator_, des_meta_, buf, buf_len, pos));
|
|
ASSERT_TRUE(tmp_info.is_valid());
|
|
ASSERT_EQ(block_addr_, tmp_info.get_macro_meta_addr());
|
|
ASSERT_EQ(0, tmp_info.get_data_block_ids().count());
|
|
ASSERT_EQ(0, tmp_info.get_other_block_ids().count());
|
|
ASSERT_EQ(sstable_macro_info.macro_meta_info_.addr_, tmp_info.macro_meta_info_.addr_);
|
|
ASSERT_EQ(sstable_macro_info.data_block_ids_.count(), tmp_info.data_block_ids_.count());
|
|
ASSERT_EQ(sstable_macro_info.other_block_ids_.count(), tmp_info.other_block_ids_.count());
|
|
}
|
|
|
|
TEST_F(TestSSTableMacroInfo, test_huge_block_ids)
|
|
{
|
|
ObSSTableMacroInfo sstable_macro_info;
|
|
ASSERT_EQ(OB_SUCCESS, sstable_macro_info.init_macro_info(&allocator_, param_));
|
|
MacroBlockId block_id;
|
|
sstable_macro_info.data_block_ids_.set_capacity(blocksstable::ObSSTableMacroInfo::BLOCK_CNT_THRESHOLD);
|
|
sstable_macro_info.other_block_ids_.set_capacity(1);
|
|
|
|
for (int64_t i = 0; i < blocksstable::ObSSTableMacroInfo::BLOCK_CNT_THRESHOLD; i++) {
|
|
block_id.reset();
|
|
block_id.second_id_ = ObRandom::rand(1, 10<<10);
|
|
ASSERT_EQ(OB_SUCCESS, sstable_macro_info.data_block_ids_.push_back(block_id));
|
|
}
|
|
|
|
int64_t pos = 0;
|
|
const int64_t buf_len = sstable_macro_info.get_serialize_size();
|
|
char *buf = new char[buf_len];
|
|
ASSERT_EQ(OB_SUCCESS, sstable_macro_info.serialize(buf, buf_len, pos));
|
|
ASSERT_NE(0, sstable_macro_info.linked_block_ids_.count());
|
|
|
|
ObSSTableMacroInfo tmp_info;
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_info.deserialize(&allocator_, des_meta_, buf, buf_len, pos));
|
|
for (int i = 0; i < blocksstable::ObSSTableMacroInfo::BLOCK_CNT_THRESHOLD; i++) {
|
|
ASSERT_EQ(sstable_macro_info.data_block_ids_.at(i), tmp_info.data_block_ids_.at(i));
|
|
}
|
|
}
|
|
|
|
TEST_F(TestSSTableMeta, test_empty_sstable_serialize_and_deserialize)
|
|
{
|
|
ObSSTableMeta sstable_meta;
|
|
ASSERT_TRUE(!sstable_meta.is_valid());
|
|
sstable_meta.reset();
|
|
ASSERT_TRUE(!sstable_meta.is_valid());
|
|
ASSERT_EQ(OB_SUCCESS, sstable_meta.init(param_, &allocator_));
|
|
ASSERT_TRUE(sstable_meta.is_valid());
|
|
ASSERT_TRUE(sstable_meta.data_root_info_.is_valid());
|
|
ASSERT_TRUE(sstable_meta.macro_info_.is_valid());
|
|
ASSERT_TRUE(sstable_meta.get_col_checksum().count() > 0);
|
|
|
|
int64_t pos = 0;
|
|
const int64_t buf_len = sstable_meta.get_serialize_size();
|
|
char *buf = new char [buf_len];
|
|
ASSERT_EQ(OB_SUCCESS, sstable_meta.serialize(buf, buf_len, pos));
|
|
ASSERT_TRUE(sstable_meta.is_valid());
|
|
ASSERT_TRUE(sstable_meta.data_root_info_.is_valid());
|
|
ASSERT_TRUE(sstable_meta.macro_info_.is_valid());
|
|
ASSERT_TRUE(sstable_meta.get_col_checksum().count() > 0);
|
|
|
|
ObSSTableMeta tmp_meta;
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_meta.deserialize(&allocator_, buf, buf_len, pos));
|
|
ASSERT_TRUE(tmp_meta.is_valid());
|
|
ASSERT_TRUE(tmp_meta.data_root_info_.is_valid());
|
|
ASSERT_TRUE(tmp_meta.macro_info_.is_valid());
|
|
ASSERT_TRUE(tmp_meta.get_col_checksum().count() > 0);
|
|
ASSERT_EQ(sstable_meta.basic_meta_, tmp_meta.basic_meta_);
|
|
ASSERT_EQ(sstable_meta.column_checksums_.count(), tmp_meta.column_checksums_.count());
|
|
ASSERT_EQ(sstable_meta.data_root_info_.addr_, tmp_meta.data_root_info_.addr_);
|
|
ASSERT_EQ(sstable_meta.macro_info_.data_block_ids_.count(), tmp_meta.macro_info_.data_block_ids_.count());
|
|
ASSERT_EQ(sstable_meta.macro_info_.other_block_ids_.count(), tmp_meta.macro_info_.other_block_ids_.count());
|
|
free(buf);
|
|
}
|
|
TEST_F(TestMigrationSSTableParam, test_empty_sstable_serialize_and_deserialize)
|
|
{
|
|
ObMigrationSSTableParam mig_param;
|
|
ASSERT_TRUE(!mig_param.is_valid());
|
|
mig_param.reset();
|
|
ASSERT_TRUE(!mig_param.is_valid());
|
|
mig_param.basic_meta_ = sstable_meta_.get_basic_meta();
|
|
ASSERT_EQ(OB_SUCCESS, mig_param.column_checksums_.assign(sstable_meta_.get_col_checksum()));
|
|
mig_param.table_key_ = table_key_;
|
|
ASSERT_TRUE(mig_param.is_valid());
|
|
ASSERT_TRUE(mig_param.basic_meta_.is_valid());
|
|
ASSERT_TRUE(mig_param.column_checksums_.count() > 0);
|
|
ASSERT_TRUE(mig_param.table_key_.is_valid());
|
|
ASSERT_EQ(sstable_meta_.get_basic_meta(), mig_param.basic_meta_);
|
|
ASSERT_EQ(table_key_, mig_param.table_key_);
|
|
ASSERT_EQ(sstable_meta_.get_col_checksum().count(), mig_param.column_checksums_.count());
|
|
|
|
int64_t pos = 0;
|
|
const int64_t buf_len = mig_param.get_serialize_size();
|
|
char *buf = new char [buf_len];
|
|
ASSERT_EQ(OB_SUCCESS, mig_param.serialize(buf, buf_len, pos));
|
|
ASSERT_TRUE(mig_param.is_valid());
|
|
ASSERT_TRUE(mig_param.basic_meta_.is_valid());
|
|
ASSERT_TRUE(mig_param.column_checksums_.count() > 0);
|
|
ASSERT_TRUE(mig_param.table_key_.is_valid());
|
|
|
|
ObMigrationSSTableParam tmp_param;
|
|
pos = 0;
|
|
ASSERT_EQ(OB_SUCCESS, tmp_param.deserialize(buf, buf_len, pos));
|
|
ASSERT_TRUE(tmp_param.is_valid());
|
|
ASSERT_TRUE(tmp_param.basic_meta_.is_valid());
|
|
ASSERT_TRUE(tmp_param.column_checksums_.count() > 0);
|
|
ASSERT_TRUE(tmp_param.table_key_.is_valid());
|
|
ASSERT_EQ(tmp_param.basic_meta_, mig_param.basic_meta_);
|
|
ASSERT_EQ(tmp_param.table_key_, mig_param.table_key_);
|
|
ASSERT_EQ(tmp_param.column_checksums_.count(), mig_param.column_checksums_.count());
|
|
}
|
|
|
|
TEST_F(TestMigrationSSTableParam, test_migrate_sstable)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
ObArenaAllocator allocator;
|
|
ObTabletCreateSSTableParam src_sstable_param;
|
|
src_sstable_param.table_key_.table_type_ = ObITable::TableType::MAJOR_SSTABLE;
|
|
src_sstable_param.table_key_.tablet_id_ = tablet_id_;
|
|
src_sstable_param.table_key_.version_range_.base_version_ = ObVersionRange::MIN_VERSION;
|
|
src_sstable_param.table_key_.version_range_.snapshot_version_ = snapshot_version_;
|
|
src_sstable_param.schema_version_ = 3;
|
|
src_sstable_param.create_snapshot_version_ = 0;
|
|
src_sstable_param.progressive_merge_round_ = 0;
|
|
src_sstable_param.progressive_merge_step_ = 0;
|
|
src_sstable_param.table_mode_ = table_schema_.get_table_mode_struct();
|
|
src_sstable_param.index_type_ = table_schema_.get_index_type();
|
|
src_sstable_param.rowkey_column_cnt_ = 1;
|
|
src_sstable_param.root_block_addr_.set_none_addr();
|
|
src_sstable_param.data_block_macro_meta_addr_.set_none_addr();
|
|
src_sstable_param.root_row_store_type_ = ObRowStoreType::FLAT_ROW_STORE;
|
|
src_sstable_param.latest_row_store_type_ = ObRowStoreType::FLAT_ROW_STORE;
|
|
src_sstable_param.data_index_tree_height_ = 0;
|
|
src_sstable_param.index_blocks_cnt_ = 0;
|
|
src_sstable_param.data_blocks_cnt_ = 0;
|
|
src_sstable_param.micro_block_cnt_ = 0;
|
|
src_sstable_param.use_old_macro_block_count_ = 0;
|
|
src_sstable_param.column_cnt_ = 1;
|
|
src_sstable_param.data_checksum_ = 0;
|
|
src_sstable_param.occupy_size_ = 0;
|
|
src_sstable_param.ddl_scn_.set_min();
|
|
src_sstable_param.filled_tx_scn_.set_min();
|
|
src_sstable_param.original_size_ = 0;
|
|
src_sstable_param.compressor_type_ = ObCompressorType::NONE_COMPRESSOR;
|
|
src_sstable_param.encrypt_id_ = 1234;
|
|
src_sstable_param.master_key_id_ = 5678;
|
|
ret = src_sstable_param.column_checksums_.push_back(2022);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
|
|
ObSSTableMeta src_meta;
|
|
ret = src_meta.init(src_sstable_param, &allocator);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
|
|
ObMigrationSSTableParam mig_param;
|
|
mig_param.basic_meta_ = src_meta.get_basic_meta();
|
|
mig_param.table_key_ = src_sstable_param.table_key_;
|
|
ret = mig_param.column_checksums_.assign(src_meta.get_col_checksum());
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
|
|
ObTabletCreateSSTableParam dest_sstable_param;
|
|
ret = ObLSTabletService::build_create_sstable_param_for_migration(mig_param, dest_sstable_param);
|
|
ASSERT_EQ(OB_SUCCESS, ret);
|
|
|
|
ASSERT_TRUE(dest_sstable_param.encrypt_id_ == src_sstable_param.encrypt_id_);
|
|
}
|
|
} // end namespace unittest
|
|
} // end namespace oceanbase
|
|
|
|
int main(int argc, char **argv)
|
|
{
|
|
system("rm -f test_sstable_meta.log*");
|
|
OB_LOGGER.set_file_name("test_sstable_meta.log", true);
|
|
OB_LOGGER.set_log_level("INFO");
|
|
testing::InitGoogleTest(&argc, argv);
|
|
return RUN_ALL_TESTS();
|
|
}
|