patch refactor compaction iter & del useless code
This commit is contained in:
yangqise7en
233
unittest/storage/compaction/test_compaction_iter.cpp
Normal file
233
unittest/storage/compaction/test_compaction_iter.cpp
Normal file
@ -0,0 +1,233 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
#include <gtest/gtest.h>
|
||||
|
||||
#define USING_LOG_PREFIX STORAGE
|
||||
#define protected public
|
||||
#define private public
|
||||
|
||||
#include "share/rc/ob_tenant_base.h"
|
||||
#include "storage/ls/ob_ls.h"
|
||||
#include "storage/compaction/ob_tenant_tablet_scheduler.h"
|
||||
#include "mtlenv/mock_tenant_module_env.h"
|
||||
|
||||
namespace oceanbase
|
||||
{
|
||||
using namespace share;
|
||||
using namespace common;
|
||||
namespace unittest
|
||||
{
|
||||
|
||||
class MockObCompactionScheduleIterator : public storage::ObCompactionScheduleIterator
|
||||
{
|
||||
public:
|
||||
MockObCompactionScheduleIterator(const int64_t max_batch_tablet_cnt)
|
||||
: ObCompactionScheduleIterator(
|
||||
true/*is_major, no meaning*/,
|
||||
ObLSGetMod::STORAGE_MOD,
|
||||
max_batch_tablet_cnt),
|
||||
mock_tablet_id_cnt_(0),
|
||||
error_tablet_idx_(-1),
|
||||
errno_(OB_SUCCESS)
|
||||
{}
|
||||
virtual int get_cur_ls_handle(ObLSHandle &ls_handle) override
|
||||
{
|
||||
return OB_SUCCESS;
|
||||
}
|
||||
virtual int get_tablet_ids() override
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
for (int64_t i = 0; OB_SUCC(ret) && i < mock_tablet_id_cnt_; ++i) {
|
||||
ret = tablet_ids_.push_back(ObTabletID(i));
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
virtual int get_tablet_handle(const ObTabletID &tablet_id, ObTabletHandle &tablet_handle) override
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
if (tablet_idx_ == error_tablet_idx_) {
|
||||
ret = errno_;
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
void prepare_ls_id_array(const int64_t ls_cnt)
|
||||
{
|
||||
for (int64_t i = 0; i < ls_cnt; ++i) {
|
||||
ASSERT_EQ(OB_SUCCESS, ls_ids_.push_back(ObLSID(i)));
|
||||
}
|
||||
}
|
||||
int64_t mock_tablet_id_cnt_;
|
||||
int64_t error_tablet_idx_;
|
||||
int errno_;
|
||||
};
|
||||
|
||||
class TestCompactionIter : public ::testing::Test
|
||||
{
|
||||
public:
|
||||
void test_iter(
|
||||
const int64_t ls_cnt,
|
||||
const int64_t max_batch_tablet_cnt,
|
||||
const int64_t tablet_cnt_per_ls,
|
||||
const int64_t error_tablet_idx = -1,
|
||||
const int input_errno = OB_SUCCESS);
|
||||
};
|
||||
|
||||
void TestCompactionIter::test_iter(
|
||||
const int64_t ls_cnt,
|
||||
const int64_t max_batch_tablet_cnt,
|
||||
const int64_t tablet_cnt_per_ls,
|
||||
const int64_t error_tablet_idx,
|
||||
const int input_errno)
|
||||
{
|
||||
MockObCompactionScheduleIterator iter(max_batch_tablet_cnt);
|
||||
iter.prepare_ls_id_array(ls_cnt);
|
||||
iter.mock_tablet_id_cnt_ = tablet_cnt_per_ls;
|
||||
iter.error_tablet_idx_ = error_tablet_idx;
|
||||
iter.errno_ = input_errno;
|
||||
|
||||
int ret = OB_SUCCESS;
|
||||
int iter_cnt = 0;
|
||||
int loop_cnt = 0;
|
||||
ObLSHandle ls_handle;
|
||||
ObTabletHandle tablet_handle;
|
||||
while (OB_SUCC(ret)) {
|
||||
ret = iter.get_next_ls(ls_handle);
|
||||
if (OB_ITER_END == ret) {
|
||||
if (iter.ls_idx_ == iter.ls_ids_.count()) {
|
||||
loop_cnt++;
|
||||
} else {
|
||||
STORAGE_LOG(WARN, "unexpected error", K(ret), K(iter), K(iter_cnt));
|
||||
}
|
||||
}
|
||||
while (OB_SUCC(ret)) {
|
||||
ret = iter.get_next_tablet(tablet_handle);
|
||||
if (OB_SUCC(ret)) {
|
||||
iter_cnt++;
|
||||
} else if (OB_ITER_END != ret) {
|
||||
} else if (iter.tablet_idx_ == iter.tablet_ids_.count()) {
|
||||
STORAGE_LOG(INFO, "iter tablet array finish", K(ret), K(iter), K(iter_cnt));
|
||||
} else if (iter_cnt > 0 && iter_cnt % max_batch_tablet_cnt == 0) {
|
||||
STORAGE_LOG(INFO, "iter batch finish", K(ret), K(iter), K(iter_cnt));
|
||||
ASSERT_EQ(iter.finish_cur_batch_, true);
|
||||
iter.start_cur_batch();
|
||||
loop_cnt++;
|
||||
} else {
|
||||
ret = OB_ERR_UNEXPECTED;
|
||||
STORAGE_LOG(WARN, "unexpected error", K(ret), K(iter), K(iter_cnt));
|
||||
}
|
||||
if (OB_FAIL(ret)) {
|
||||
if (OB_ITER_END != ret) {
|
||||
iter.skip_cur_ls();
|
||||
}
|
||||
ret = OB_SUCCESS;
|
||||
break;
|
||||
}
|
||||
} // end of while
|
||||
}
|
||||
if (input_errno == OB_SUCCESS) {
|
||||
ASSERT_EQ(iter_cnt, ls_cnt * tablet_cnt_per_ls);
|
||||
ASSERT_EQ(loop_cnt, iter_cnt / max_batch_tablet_cnt + (iter_cnt % max_batch_tablet_cnt != 0));
|
||||
} else if (error_tablet_idx < 0 || error_tablet_idx >= tablet_cnt_per_ls) {
|
||||
// no errno
|
||||
} else if (OB_TABLET_NOT_EXIST == input_errno) {
|
||||
// for this errno, just skip this tablet
|
||||
ASSERT_EQ(iter_cnt, ls_cnt * (tablet_cnt_per_ls - 1));
|
||||
ASSERT_EQ(loop_cnt, iter_cnt / max_batch_tablet_cnt + (iter_cnt % max_batch_tablet_cnt != 0));
|
||||
} else {
|
||||
// for this errno, just skip cur ls, reset tablet won't be scheduled
|
||||
ASSERT_EQ(iter_cnt, ls_cnt * error_tablet_idx);
|
||||
ASSERT_EQ(loop_cnt, iter_cnt / max_batch_tablet_cnt + (iter_cnt % max_batch_tablet_cnt != 0));
|
||||
}
|
||||
}
|
||||
|
||||
TEST_F(TestCompactionIter, test_normal_loop)
|
||||
{
|
||||
test_iter(
|
||||
3,/*ls_cnt*/
|
||||
10000,/*max_batch_tablet_cnt*/
|
||||
10000/*tablet_cnt_per_ls*/
|
||||
);
|
||||
test_iter(
|
||||
5,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
10000/*tablet_cnt_per_ls*/
|
||||
);
|
||||
test_iter(
|
||||
5,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
100/*tablet_cnt_per_ls*/
|
||||
);
|
||||
}
|
||||
|
||||
TEST_F(TestCompactionIter, test_single_ls)
|
||||
{
|
||||
test_iter(
|
||||
1,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
100/*tablet_cnt_per_ls*/
|
||||
);
|
||||
test_iter(
|
||||
1,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
1000/*tablet_cnt_per_ls*/
|
||||
);
|
||||
test_iter(
|
||||
1,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
10000/*tablet_cnt_per_ls*/
|
||||
);
|
||||
}
|
||||
|
||||
TEST_F(TestCompactionIter, test_loop_with_not_exist_tablet)
|
||||
{
|
||||
test_iter(
|
||||
2,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
10000,/*tablet_cnt_per_ls*/
|
||||
50,/*error_tablet_idx*/
|
||||
OB_TABLET_NOT_EXIST/*errno*/
|
||||
);
|
||||
test_iter(
|
||||
2,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
10000,/*tablet_cnt_per_ls*/
|
||||
50,/*error_tablet_idx*/
|
||||
OB_TABLET_NOT_EXIST/*errno*/
|
||||
);
|
||||
test_iter(
|
||||
2,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
10000,/*tablet_cnt_per_ls*/
|
||||
50,/*error_tablet_idx*/
|
||||
OB_ERR_UNEXPECTED/*errno*/
|
||||
);
|
||||
test_iter(
|
||||
2,/*ls_cnt*/
|
||||
1000,/*max_batch_tablet_cnt*/
|
||||
1000,/*tablet_cnt_per_ls*/
|
||||
999,/*error_tablet_idx*/
|
||||
OB_ERR_UNEXPECTED/*errno*/
|
||||
);
|
||||
}
|
||||
|
||||
} // namespace unittest
|
||||
} //namespace oceanbase
|
||||
|
||||
int main(int argc, char **argv)
|
||||
{
|
||||
system("rm -rf test_compaction_iter.log*");
|
||||
OB_LOGGER.set_file_name("test_compaction_iter.log");
|
||||
oceanbase::common::ObLogger::get_logger().set_log_level("TRACE");
|
||||
testing::InitGoogleTest(&argc, argv);
|
||||
return RUN_ALL_TESTS();
|
||||
}
|
||||
Reference in New Issue
Block a user