hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity
Files
b886abca51732f4735a3ef111af9e09fb587df2f
oceanbase/unittest/storage/test_sstable_log_ts_range_cut.cpp
chaser-ch 566e920620 Merge branch 'column_store' 
Co-authored-by: wangt1xiuyi <13547954130@163.com>
Co-authored-by: yangqise7en <877793735@qq.com>
Co-authored-by: Zach41 <zach_41@163.com>
2023-10-31 15:39:22 +00:00

283 lines
9.3 KiB
C++
Raw Blame History

/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#include <gtest/gtest.h>
#include "storage/blocksstable/ob_data_buffer.h"
#define protected public
#define private public
#include "storage/blocksstable/ob_macro_block_common_header.h"
#include "storage/blocksstable/ob_block_sstable_struct.h"
#include "storage/blocksstable/ob_micro_block_header.h"
#include "storage/tablet/ob_tablet_table_store.h"
#include "storage/ob_i_table.h"
#include "storage/ob_storage_struct.h"
#include "share/scn.h"
#include "share/rc/ob_tenant_base.h"
#include "storage/meta_mem/ob_tenant_meta_mem_mgr.h"
namespace oceanbase
{
using namespace common;
using namespace blocksstable;
using namespace storage;
using namespace omt;
using namespace share;
namespace unittest
{
class TestMockSSTable
{
public:
static void generate_mock_sstable(
const int64_t start_log_ts,
const int64_t end_log_ts,
ObSSTable &sstable,
blocksstable::ObSSTableMeta &meta)
{
meta.basic_meta_.root_row_store_type_ = ObRowStoreType::FLAT_ROW_STORE;
meta.basic_meta_.latest_row_store_type_ = ObRowStoreType::FLAT_ROW_STORE;
meta.basic_meta_.status_ = SSTABLE_READY_FOR_READ;
meta.data_root_info_.addr_.set_none_addr();
meta.macro_info_.macro_meta_info_.addr_.set_none_addr();
meta.basic_meta_.compressor_type_ = ObCompressorType::NONE_COMPRESSOR;
meta.is_inited_ = true;
sstable.key_.table_type_ = ObITable::MINOR_SSTABLE;
sstable.key_.tablet_id_ = 1;
sstable.key_.scn_range_.start_scn_.convert_for_gts(start_log_ts);
sstable.key_.scn_range_.end_scn_.convert_for_gts(end_log_ts);
sstable.meta_ = &meta;
sstable.valid_for_reading_ = true;
}
};
class TestSSTableScnRangeCut : public ::testing::Test
{
public:
TestSSTableScnRangeCut()
: tenant_id_(1),
t3m_(nullptr),
tenant_base_(1)
{ }
~TestSSTableScnRangeCut() {}
void SetUp()
{
t3m_ = OB_NEW(ObTenantMetaMemMgr, ObModIds::TEST, 1);
t3m_->init();
tenant_base_.set(t3m_);
ObTenantEnv::set_tenant(&tenant_base_);
ASSERT_EQ(OB_SUCCESS, tenant_base_.init());
}
void TearDown()
{
t3m_->~ObTenantMetaMemMgr();
t3m_ = nullptr;
tenant_base_.destroy();
ObTenantEnv::set_tenant(nullptr);
}
private:
const uint64_t tenant_id_;
ObTenantMetaMemMgr *t3m_;
ObTenantBase tenant_base_;
ObTabletTableStore tablet_table_store_;
DISALLOW_COPY_AND_ASSIGN(TestSSTableScnRangeCut);
};
//normal condition
//sstable1 log_ts: [0,100)
//sstable2 log_ts: [100, 200)
//sstable3 log_ts: [200,300)
TEST_F(TestSSTableScnRangeCut, sstable_scn_range_no_cross_and_continue)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
ObTabletTableStore tablet_table_store;
ObSSTable sstable1;
blocksstable::ObSSTableMeta meta1;
TestMockSSTable::generate_mock_sstable(0, 100, sstable1, meta1);
ObSSTable sstable2;
blocksstable::ObSSTableMeta meta2;
TestMockSSTable::generate_mock_sstable(100, 200, sstable2, meta2);
ObSSTable sstable3;
blocksstable::ObSSTableMeta meta3;
TestMockSSTable::generate_mock_sstable(200, 300, sstable3, meta3);
ObArray<ObITable *> minor_sstables;
ObArray<ObITable *> cut_minor_sstables;
ret = minor_sstables.push_back(&sstable1);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable2);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable3);
ASSERT_EQ(OB_SUCCESS, ret);
ret = tablet_table_store.cut_ha_sstable_scn_range_(allocator, minor_sstables, cut_minor_sstables);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(0, cut_minor_sstables.at(0)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(100, cut_minor_sstables.at(0)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
ASSERT_EQ(100, cut_minor_sstables.at(1)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(200, cut_minor_sstables.at(1)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
ASSERT_EQ(200, cut_minor_sstables.at(2)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(300, cut_minor_sstables.at(2)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
}
//sstable log ts is not continue with other sstable log ts
//sstable1 log_ts: [0,100)
//sstable2 log_ts: [200, 300)
//sstable3 log_ts: [300,500)
TEST_F(TestSSTableScnRangeCut, sstable_scn_range_is_not_continue)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
ObTabletTableStore tablet_table_store;
ObSSTable sstable1;
blocksstable::ObSSTableMeta meta1;
TestMockSSTable::generate_mock_sstable(0, 100, sstable1, meta1);
ObSSTable sstable2;
blocksstable::ObSSTableMeta meta2;
TestMockSSTable::generate_mock_sstable(200, 300, sstable2, meta2);
ObSSTable sstable3;
blocksstable::ObSSTableMeta meta3;
TestMockSSTable::generate_mock_sstable(300, 500, sstable3, meta3);
ObArray<ObITable *> minor_sstables;
ObArray<ObITable *> cut_minor_sstables;
ret = minor_sstables.push_back(&sstable1);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable2);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable3);
ASSERT_EQ(OB_SUCCESS, ret);
ret = tablet_table_store.cut_ha_sstable_scn_range_(allocator, minor_sstables, cut_minor_sstables);
ASSERT_EQ(OB_ERR_UNEXPECTED, ret);
}
//sstable log ts contain other sstable log ts
//sstable1 log_ts: [0,100)
//sstable2 log_ts: [0, 200)
//sstable3 log_ts: [200,500)
TEST_F(TestSSTableScnRangeCut, sstable_scn_range_contain)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
ObTabletTableStore tablet_table_store;
ObSSTable sstable1;
blocksstable::ObSSTableMeta meta1;
TestMockSSTable::generate_mock_sstable(0, 100, sstable1, meta1);
ObSSTable sstable2;
blocksstable::ObSSTableMeta meta2;
TestMockSSTable::generate_mock_sstable(0, 200, sstable2, meta2);
ObSSTable sstable3;
blocksstable::ObSSTableMeta meta3;
TestMockSSTable::generate_mock_sstable(200, 500, sstable3, meta3);
ObArray<ObITable *> minor_sstables;
ObArray<ObITable *> cut_minor_sstables;
ret = minor_sstables.push_back(&sstable1);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable2);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable3);
ASSERT_EQ(OB_SUCCESS, ret);
ret = tablet_table_store.cut_ha_sstable_scn_range_(allocator, minor_sstables, cut_minor_sstables);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(0, cut_minor_sstables.at(0)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(100, cut_minor_sstables.at(0)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
ASSERT_EQ(100, cut_minor_sstables.at(1)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(200, cut_minor_sstables.at(1)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
ASSERT_EQ(200, cut_minor_sstables.at(2)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(500, cut_minor_sstables.at(2)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
}
//sstable log ts contain other sstable log ts
//sstable1 log_ts: [0,100)
//sstable2 log_ts: [50, 200)
//sstable3 log_ts: [200,500)
TEST_F(TestSSTableScnRangeCut, sstable_scn_range_has_overlap)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
ObTabletTableStore tablet_table_store;
ObSSTable sstable1;
blocksstable::ObSSTableMeta meta1;
TestMockSSTable::generate_mock_sstable(0, 100, sstable1, meta1);
ObSSTable sstable2;
blocksstable::ObSSTableMeta meta2;
TestMockSSTable::generate_mock_sstable(50, 200, sstable2, meta2);
ObSSTable sstable3;
blocksstable::ObSSTableMeta meta3;
TestMockSSTable::generate_mock_sstable(200, 500, sstable3, meta3);
ObArray<ObITable *> minor_sstables;
ObArray<ObITable *> cut_minor_sstables;
ret = minor_sstables.push_back(&sstable1);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable2);
ASSERT_EQ(OB_SUCCESS, ret);
ret = minor_sstables.push_back(&sstable3);
ASSERT_EQ(OB_SUCCESS, ret);
ret = tablet_table_store.cut_ha_sstable_scn_range_(allocator, minor_sstables, cut_minor_sstables);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(0, cut_minor_sstables.at(0)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(100, cut_minor_sstables.at(0)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
ASSERT_EQ(100, cut_minor_sstables.at(1)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(200, cut_minor_sstables.at(1)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
ASSERT_EQ(200, cut_minor_sstables.at(2)->key_.scn_range_.start_scn_.get_val_for_inner_table_field());
ASSERT_EQ(500, cut_minor_sstables.at(2)->key_.scn_range_.end_scn_.get_val_for_inner_table_field());
}
}//blocksstable
}//oceanbase
int main(int argc, char** argv)
{
system("rm -f test_sstable_log_ts_range_cut.log*");
OB_LOGGER.set_file_name("test_sstable_log_ts_range_cut.log");
OB_LOGGER.set_log_level("INFO");
testing::InitGoogleTest(&argc, argv);
oceanbase::lib::set_memory_limit(40L << 30);
return RUN_ALL_TESTS();
}
Reference in New Issue View Git Blame Copy Permalink