hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix copy medium info filter logic and enhance continuity check

Browse Source
This commit is contained in:
hiddenbomb
2023-07-06 12:42:07 +00:00
committed by ob-robot
parent 75f29ba29c
commit 7853b0222a
7 changed files with 486 additions and 127 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
unittest/storage/CMakeLists.txt
View File

@ -67,6 +67,7 @@ storage_unittest(test_storage_logger_manager slog/test_storage_logger_manager.cp
storage_unittest(test_storage_log_read_write slog/test_storage_log_read_write.cpp)
storage_unittest(test_storage_log_replay slog/test_storage_log_replay.cpp)
storage_unittest(test_linked_macro_block slog_ckpt/test_linked_macro_block.cpp)
storage_unittest(test_tablet_dumped_medium_info test_tablet_dumped_medium_info.cpp)
#storage_unittest(test_log_stream_backup backup/test_log_stream_backup.cpp)
#storage_unittest(test_backup_ctx backup/test_backup_ctx.cpp)
storage_unittest(test_backup_utils backup/test_backup_utils.cpp)

109
unittest/storage/test_table_scan_pure_index_table.cpp
View File

@ -1,109 +0,0 @@
/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#define USING_LOG_PREFIX STORAGE
#include <gtest/gtest.h>
#include "test_dml_common.h"
#include "share/schema/ob_table_dml_param.h"
namespace oceanbase
{
namespace storage
{
class TestTableScanPureIndexTable : public ::testing::Test
{
public:
TestTableScanPureIndexTable();
virtual ~TestTableScanPureIndexTable() = default;
public:
static void SetUpTestCase();
static void TearDownTestCase();
void SetUp()
{
ASSERT_TRUE(MockTenantModuleEnv::get_instance().is_inited());
}
public:
void insert_data_to_tablet(MockObAccessService *access_service);
void table_scan(
ObAccessService *access_service,
const share::schema::ObTableSchema &table_schema,
ObNewRowIterator *&result);
protected:
uint64_t tenant_id_;
share::ObLSID ls_id_;
common::ObTabletID tablet_id_;
};
TestTableScanPureIndexTable::TestTableScanPureIndexTable()
: tenant_id_(OB_SYS_TENANT_ID),
ls_id_(TestDmlCommon::TEST_LS_ID),
tablet_id_(TestDmlCommon::TEST_TABLE_ID)
{
}
void TestTableScanPureIndexTable::SetUpTestCase()
{
ASSERT_EQ(OB_SUCCESS, MockTenantModuleEnv::get_instance().init());
}
void TestTableScanPureIndexTable::TearDownTestCase()
{
MockTenantModuleEnv::get_instance().destroy();
}
void TestTableScanPureIndexTable::insert_data_to_tablet(MockObAccessService *access_service)
{
}
TEST_F(TestTableScanPureIndexTable, table_scan_pure_index_table)
{
int ret = OB_SUCCESS;
ret = TestDmlCommon::create_data_tablet(tenant_id_, ls_id_, tablet_id_);
ASSERT_EQ(OB_SUCCESS, ret);
// mock ls tablet service and access service
ObLSTabletService *tablet_service = nullptr;
ret = TestDmlCommon::mock_ls_tablet_service(ls_id_, tablet_service);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_NE(nullptr, tablet_service);
MockObAccessService *access_service = nullptr;
ret = TestDmlCommon::mock_access_service(tablet_service, access_service);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_NE(nullptr, access_service);
insert_data_to_tablet(access_service);
// table scan
ObNewRowIterator *iter = nullptr;
table_scan(access_service, table_schema, iter);
// clean env
TestDmlCommon::delete_mocked_access_service(access_service);
TestDmlCommon::delete_mocked_ls_tablet_service(tablet_service);
}
} // namespace storage
} // namespace oceanbase
int main(int argc, char **argv)
{
system("rm -f test_table_scan_pure_index_table.log*");
OB_LOGGER.set_file_name("test_table_scan_pure_index_table.log", true);
OB_LOGGER.set_log_level(OB_LOG_LEVEL_INFO);
testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}

309
unittest/storage/test_tablet_dumped_medium_info.cpp Normal file
View File

@ -0,0 +1,309 @@
/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#include <gtest/gtest.h>
#define private public
#define protected public
#include "lib/ob_errno.h"
#include "lib/allocator/page_arena.h"
#include "share/config/ob_server_config.h"
#include "unittest/storage/init_basic_struct.h"
#include "storage/compaction/ob_medium_compaction_info.h"
#include "storage/tablet/ob_tablet_mds_data.h"
#include "storage/tablet/ob_tablet_dumped_medium_info.h"
using namespace oceanbase::common;
using namespace oceanbase::share;
using namespace oceanbase::unittest;
#define USING_LOG_PREFIX STORAGE
#define APPEND_MEDIUM_INFO(dumped_medium_info, allocator, medium_snapshot, last_medium_snapshot, from_cur_cluster, info) \
ret = create_medium_info(allocator, medium_snapshot, last_medium_snapshot, from_cur_cluster, info); \
ASSERT_EQ(OB_SUCCESS, ret); \
ret = dumped_medium_info.append(*info); \
ASSERT_EQ(OB_SUCCESS, ret);
namespace oceanbase
{
namespace unittest
{
class TestTabletDumpedMediumInfo : public ::testing::Test
{
public:
TestTabletDumpedMediumInfo() = default;
virtual ~TestTabletDumpedMediumInfo() = default;
public:
static int create_medium_info(
common::ObIAllocator &allocator,
const int64_t medium_snapshot,
const int64_t last_medium_snapshot,
const bool from_cur_cluster,
compaction::ObMediumCompactionInfo *&info);
};
int TestTabletDumpedMediumInfo::create_medium_info(
common::ObIAllocator &allocator,
const int64_t medium_snapshot,
const int64_t last_medium_snapshot,
const bool from_cur_cluster,
compaction::ObMediumCompactionInfo *&info)
{
int ret = OB_SUCCESS;
constexpr int64_t size = sizeof(compaction::ObMediumCompactionInfo);
void *buffer = allocator.alloc(size);
if (OB_ISNULL(buffer)) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("failed to alloc memory", K(ret), K(size));
} else {
info = new (buffer) compaction::ObMediumCompactionInfo();
info->compaction_type_ = compaction::ObMediumCompactionInfo::ObCompactionType::MEDIUM_COMPACTION;
info->medium_snapshot_ = medium_snapshot;
info->last_medium_snapshot_ = last_medium_snapshot;
info->data_version_ = 100;
info->cluster_id_ = from_cur_cluster ? GCONF.cluster_id : 9527;
// storage schema
const uint64_t table_id = 1234567;
share::schema::ObTableSchema table_schema;
build_test_schema(table_schema, table_id);
ret = info->storage_schema_.init(allocator, table_schema, lib::Worker::CompatMode::MYSQL);
}
return ret;
}
TEST_F(TestTabletDumpedMediumInfo, overlap)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
compaction::ObMediumCompactionInfo *info = nullptr;
ObTabletDumpedMediumInfo input_medium_info1;
ret = input_medium_info1.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
ObTabletDumpedMediumInfo input_medium_info2;
ret = input_medium_info2.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
ObTabletDumpedMediumInfo result;
ret = result.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
const int64_t finish_medium_scn = 3;
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(4, result.medium_info_list_.count());
ASSERT_EQ(4, result.medium_info_list_.at(0)->medium_snapshot_);
ASSERT_EQ(5, result.medium_info_list_.at(1)->medium_snapshot_);
ASSERT_EQ(6, result.medium_info_list_.at(2)->medium_snapshot_);
ASSERT_EQ(7, result.medium_info_list_.at(3)->medium_snapshot_);
ret = ObTabletMdsData::check_medium_info_continuity(result);
ASSERT_EQ(OB_SUCCESS, ret);
}
TEST_F(TestTabletDumpedMediumInfo, no_overlap)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
compaction::ObMediumCompactionInfo *info = nullptr;
ObTabletDumpedMediumInfo input_medium_info1;
ret = input_medium_info1.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
ObTabletDumpedMediumInfo input_medium_info2;
ret = input_medium_info2.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
{
ObTabletDumpedMediumInfo result;
ret = result.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
const int64_t finish_medium_scn = 1;
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(5, result.medium_info_list_.count());
ASSERT_EQ(2, result.medium_info_list_.at(0)->medium_snapshot_);
ASSERT_EQ(3, result.medium_info_list_.at(1)->medium_snapshot_);
ASSERT_EQ(5, result.medium_info_list_.at(2)->medium_snapshot_);
ASSERT_EQ(6, result.medium_info_list_.at(3)->medium_snapshot_);
ASSERT_EQ(7, result.medium_info_list_.at(4)->medium_snapshot_);
ret = ObTabletMdsData::check_medium_info_continuity(result);
ASSERT_EQ(OB_ERR_UNEXPECTED, ret);
}
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
{
ObTabletDumpedMediumInfo result;
ret = result.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
const int64_t finish_medium_scn = 1;
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(6, result.medium_info_list_.count());
ASSERT_EQ(2, result.medium_info_list_.at(0)->medium_snapshot_);
ASSERT_EQ(3, result.medium_info_list_.at(1)->medium_snapshot_);
ASSERT_EQ(4, result.medium_info_list_.at(2)->medium_snapshot_);
ASSERT_EQ(5, result.medium_info_list_.at(3)->medium_snapshot_);
ASSERT_EQ(6, result.medium_info_list_.at(4)->medium_snapshot_);
ASSERT_EQ(7, result.medium_info_list_.at(5)->medium_snapshot_);
ret = ObTabletMdsData::check_medium_info_continuity(result);
ASSERT_EQ(OB_SUCCESS, ret);
}
}
TEST_F(TestTabletDumpedMediumInfo, overlap_and_filter)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
compaction::ObMediumCompactionInfo *info = nullptr;
ObTabletDumpedMediumInfo input_medium_info1;
ret = input_medium_info1.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
ObTabletDumpedMediumInfo input_medium_info2;
ret = input_medium_info2.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
ObTabletDumpedMediumInfo result;
ret = result.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
const int64_t finish_medium_scn = 6;
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(1, result.medium_info_list_.count());
ASSERT_EQ(7, result.medium_info_list_.at(0)->medium_snapshot_);
ret = ObTabletMdsData::check_medium_info_continuity(result);
ASSERT_EQ(OB_SUCCESS, ret);
}
TEST_F(TestTabletDumpedMediumInfo, no_overlap_and_filter)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
compaction::ObMediumCompactionInfo *info = nullptr;
ObTabletDumpedMediumInfo input_medium_info1;
ret = input_medium_info1.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
ObTabletDumpedMediumInfo input_medium_info2;
ret = input_medium_info2.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
ObTabletDumpedMediumInfo result;
ret = result.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
const int64_t finish_medium_scn = 7;
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(0, result.medium_info_list_.count());
ret = ObTabletMdsData::check_medium_info_continuity(result);
ASSERT_EQ(OB_SUCCESS, ret);
}
TEST_F(TestTabletDumpedMediumInfo, standby_cluster)
{
int ret = OB_SUCCESS;
ObArenaAllocator allocator;
compaction::ObMediumCompactionInfo *info = nullptr;
ObTabletDumpedMediumInfo input_medium_info1;
ret = input_medium_info1.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 5, false, info);
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 9, 8, false, info);
ObTabletDumpedMediumInfo input_medium_info2;
ret = input_medium_info2.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, false, info);
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 2, false, info);
ObTabletDumpedMediumInfo result;
ret = result.init(allocator);
ASSERT_EQ(OB_SUCCESS, ret);
const int64_t finish_medium_scn = 3;
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
ASSERT_EQ(OB_SUCCESS, ret);
ASSERT_EQ(3, result.medium_info_list_.count());
ASSERT_EQ(4, result.medium_info_list_.at(0)->medium_snapshot_);
ASSERT_EQ(7, result.medium_info_list_.at(1)->medium_snapshot_);
ASSERT_EQ(9, result.medium_info_list_.at(2)->medium_snapshot_);
ret = ObTabletMdsData::check_medium_info_continuity(result);
ASSERT_EQ(OB_SUCCESS, ret);
}
} // namespace unittest
} // namespace oceanbase
int main(int argc, char **argv)
{
system("rm -rf test_tablet_dumped_medium_info.log*");
OB_LOGGER.set_file_name("test_tablet_dumped_medium_info.log", true);
OB_LOGGER.set_log_level("INFO");
testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}