fix copy medium info filter logic and enhance continuity check
This commit is contained in:
hiddenbomb
309
unittest/storage/test_tablet_dumped_medium_info.cpp
Normal file
309
unittest/storage/test_tablet_dumped_medium_info.cpp
Normal file
@ -0,0 +1,309 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
#include <gtest/gtest.h>
|
||||
|
||||
#define private public
|
||||
#define protected public
|
||||
|
||||
#include "lib/ob_errno.h"
|
||||
#include "lib/allocator/page_arena.h"
|
||||
#include "share/config/ob_server_config.h"
|
||||
#include "unittest/storage/init_basic_struct.h"
|
||||
#include "storage/compaction/ob_medium_compaction_info.h"
|
||||
#include "storage/tablet/ob_tablet_mds_data.h"
|
||||
#include "storage/tablet/ob_tablet_dumped_medium_info.h"
|
||||
|
||||
using namespace oceanbase::common;
|
||||
using namespace oceanbase::share;
|
||||
using namespace oceanbase::unittest;
|
||||
|
||||
#define USING_LOG_PREFIX STORAGE
|
||||
|
||||
#define APPEND_MEDIUM_INFO(dumped_medium_info, allocator, medium_snapshot, last_medium_snapshot, from_cur_cluster, info) \
|
||||
ret = create_medium_info(allocator, medium_snapshot, last_medium_snapshot, from_cur_cluster, info); \
|
||||
ASSERT_EQ(OB_SUCCESS, ret); \
|
||||
ret = dumped_medium_info.append(*info); \
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
namespace oceanbase
|
||||
{
|
||||
namespace unittest
|
||||
{
|
||||
class TestTabletDumpedMediumInfo : public ::testing::Test
|
||||
{
|
||||
public:
|
||||
TestTabletDumpedMediumInfo() = default;
|
||||
virtual ~TestTabletDumpedMediumInfo() = default;
|
||||
public:
|
||||
static int create_medium_info(
|
||||
common::ObIAllocator &allocator,
|
||||
const int64_t medium_snapshot,
|
||||
const int64_t last_medium_snapshot,
|
||||
const bool from_cur_cluster,
|
||||
compaction::ObMediumCompactionInfo *&info);
|
||||
};
|
||||
|
||||
int TestTabletDumpedMediumInfo::create_medium_info(
|
||||
common::ObIAllocator &allocator,
|
||||
const int64_t medium_snapshot,
|
||||
const int64_t last_medium_snapshot,
|
||||
const bool from_cur_cluster,
|
||||
compaction::ObMediumCompactionInfo *&info)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
constexpr int64_t size = sizeof(compaction::ObMediumCompactionInfo);
|
||||
void *buffer = allocator.alloc(size);
|
||||
if (OB_ISNULL(buffer)) {
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
LOG_WARN("failed to alloc memory", K(ret), K(size));
|
||||
} else {
|
||||
info = new (buffer) compaction::ObMediumCompactionInfo();
|
||||
|
||||
info->compaction_type_ = compaction::ObMediumCompactionInfo::ObCompactionType::MEDIUM_COMPACTION;
|
||||
info->medium_snapshot_ = medium_snapshot;
|
||||
info->last_medium_snapshot_ = last_medium_snapshot;
|
||||
info->data_version_ = 100;
|
||||
info->cluster_id_ = from_cur_cluster ? GCONF.cluster_id : 9527;
|
||||
|
||||
// storage schema
|
||||
const uint64_t table_id = 1234567;
|
||||
share::schema::ObTableSchema table_schema;
|
||||
build_test_schema(table_schema, table_id);
|
||||
ret = info->storage_schema_.init(allocator, table_schema, lib::Worker::CompatMode::MYSQL);
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
TEST_F(TestTabletDumpedMediumInfo, overlap)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObArenaAllocator allocator;
|
||||
compaction::ObMediumCompactionInfo *info = nullptr;
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info1;
|
||||
ret = input_medium_info1.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info2;
|
||||
ret = input_medium_info2.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo result;
|
||||
ret = result.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
const int64_t finish_medium_scn = 3;
|
||||
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
ASSERT_EQ(4, result.medium_info_list_.count());
|
||||
ASSERT_EQ(4, result.medium_info_list_.at(0)->medium_snapshot_);
|
||||
ASSERT_EQ(5, result.medium_info_list_.at(1)->medium_snapshot_);
|
||||
ASSERT_EQ(6, result.medium_info_list_.at(2)->medium_snapshot_);
|
||||
ASSERT_EQ(7, result.medium_info_list_.at(3)->medium_snapshot_);
|
||||
|
||||
ret = ObTabletMdsData::check_medium_info_continuity(result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
}
|
||||
|
||||
TEST_F(TestTabletDumpedMediumInfo, no_overlap)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObArenaAllocator allocator;
|
||||
compaction::ObMediumCompactionInfo *info = nullptr;
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info1;
|
||||
ret = input_medium_info1.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info2;
|
||||
ret = input_medium_info2.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
|
||||
|
||||
{
|
||||
ObTabletDumpedMediumInfo result;
|
||||
ret = result.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
const int64_t finish_medium_scn = 1;
|
||||
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
ASSERT_EQ(5, result.medium_info_list_.count());
|
||||
ASSERT_EQ(2, result.medium_info_list_.at(0)->medium_snapshot_);
|
||||
ASSERT_EQ(3, result.medium_info_list_.at(1)->medium_snapshot_);
|
||||
ASSERT_EQ(5, result.medium_info_list_.at(2)->medium_snapshot_);
|
||||
ASSERT_EQ(6, result.medium_info_list_.at(3)->medium_snapshot_);
|
||||
ASSERT_EQ(7, result.medium_info_list_.at(4)->medium_snapshot_);
|
||||
|
||||
ret = ObTabletMdsData::check_medium_info_continuity(result);
|
||||
ASSERT_EQ(OB_ERR_UNEXPECTED, ret);
|
||||
}
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
|
||||
{
|
||||
ObTabletDumpedMediumInfo result;
|
||||
ret = result.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
const int64_t finish_medium_scn = 1;
|
||||
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
ASSERT_EQ(6, result.medium_info_list_.count());
|
||||
ASSERT_EQ(2, result.medium_info_list_.at(0)->medium_snapshot_);
|
||||
ASSERT_EQ(3, result.medium_info_list_.at(1)->medium_snapshot_);
|
||||
ASSERT_EQ(4, result.medium_info_list_.at(2)->medium_snapshot_);
|
||||
ASSERT_EQ(5, result.medium_info_list_.at(3)->medium_snapshot_);
|
||||
ASSERT_EQ(6, result.medium_info_list_.at(4)->medium_snapshot_);
|
||||
ASSERT_EQ(7, result.medium_info_list_.at(5)->medium_snapshot_);
|
||||
|
||||
ret = ObTabletMdsData::check_medium_info_continuity(result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
}
|
||||
}
|
||||
|
||||
TEST_F(TestTabletDumpedMediumInfo, overlap_and_filter)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObArenaAllocator allocator;
|
||||
compaction::ObMediumCompactionInfo *info = nullptr;
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info1;
|
||||
ret = input_medium_info1.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info2;
|
||||
ret = input_medium_info2.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo result;
|
||||
ret = result.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
const int64_t finish_medium_scn = 6;
|
||||
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
ASSERT_EQ(1, result.medium_info_list_.count());
|
||||
ASSERT_EQ(7, result.medium_info_list_.at(0)->medium_snapshot_);
|
||||
|
||||
ret = ObTabletMdsData::check_medium_info_continuity(result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
}
|
||||
|
||||
TEST_F(TestTabletDumpedMediumInfo, no_overlap_and_filter)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObArenaAllocator allocator;
|
||||
compaction::ObMediumCompactionInfo *info = nullptr;
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info1;
|
||||
ret = input_medium_info1.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 5, 4, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 6, 5, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 6, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info2;
|
||||
ret = input_medium_info2.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 3, 2, true, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 3, true, info);
|
||||
|
||||
ObTabletDumpedMediumInfo result;
|
||||
ret = result.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
const int64_t finish_medium_scn = 7;
|
||||
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
ASSERT_EQ(0, result.medium_info_list_.count());
|
||||
|
||||
ret = ObTabletMdsData::check_medium_info_continuity(result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
}
|
||||
|
||||
TEST_F(TestTabletDumpedMediumInfo, standby_cluster)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObArenaAllocator allocator;
|
||||
compaction::ObMediumCompactionInfo *info = nullptr;
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info1;
|
||||
ret = input_medium_info1.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 7, 5, false, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info1, allocator, 9, 8, false, info);
|
||||
|
||||
ObTabletDumpedMediumInfo input_medium_info2;
|
||||
ret = input_medium_info2.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 2, 1, false, info);
|
||||
APPEND_MEDIUM_INFO(input_medium_info2, allocator, 4, 2, false, info);
|
||||
|
||||
ObTabletDumpedMediumInfo result;
|
||||
ret = result.init(allocator);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
|
||||
const int64_t finish_medium_scn = 3;
|
||||
ret = ObTabletMdsData::copy_medium_info_list(finish_medium_scn, input_medium_info1, input_medium_info2, result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
ASSERT_EQ(3, result.medium_info_list_.count());
|
||||
ASSERT_EQ(4, result.medium_info_list_.at(0)->medium_snapshot_);
|
||||
ASSERT_EQ(7, result.medium_info_list_.at(1)->medium_snapshot_);
|
||||
ASSERT_EQ(9, result.medium_info_list_.at(2)->medium_snapshot_);
|
||||
|
||||
ret = ObTabletMdsData::check_medium_info_continuity(result);
|
||||
ASSERT_EQ(OB_SUCCESS, ret);
|
||||
}
|
||||
} // namespace unittest
|
||||
} // namespace oceanbase
|
||||
|
||||
int main(int argc, char **argv)
|
||||
{
|
||||
system("rm -rf test_tablet_dumped_medium_info.log*");
|
||||
OB_LOGGER.set_file_name("test_tablet_dumped_medium_info.log", true);
|
||||
OB_LOGGER.set_log_level("INFO");
|
||||
testing::InitGoogleTest(&argc, argv);
|
||||
return RUN_ALL_TESTS();
|
||||
}
|
||||
Reference in New Issue
Block a user