hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[CP] [LOG] To merge the log4220 feature into the master branch.

Browse Source
This commit is contained in:
obdev
2024-03-26 13:15:25 +00:00
committed by ob-robot
parent 6ed441335b
commit 2f5b5ef256
131 changed files with 6192 additions and 1068 deletions
Download Patch File Download Diff File Expand all files Collapse all files

67
mittest/logservice/test_ob_simple_log_replay.cpp
View File

@ -110,6 +110,7 @@ int64_t ObSimpleLogClusterTestBase::member_cnt_ = 1;
int64_t ObSimpleLogClusterTestBase::node_cnt_ = 1;
std::string ObSimpleLogClusterTestBase::test_name_ = TEST_NAME;
bool ObSimpleLogClusterTestBase::need_add_arb_server_ = false;
int64_t log_entry_size = 2 * 1024 * 1024 + 16 * 1024;
TEST_F(TestObSimpleLogReplayFunc, basic_replay)
{
@ -155,7 +156,7 @@ TEST_F(TestObSimpleLogReplayFunc, basic_replay)
ls_adapter.wait_replay_done(task_count);
bool is_done = false;
LSN end_lsn = leader.palf_handle_impl_->get_end_lsn();
LSN max_lsn = leader.palf_handle_impl_->get_max_lsn();;
LSN max_lsn = leader.palf_handle_impl_->get_max_lsn();
EXPECT_EQ(end_lsn.val_, max_lsn.val_);
while (!is_done) {
rp_sv.is_replay_done(ls_id, end_lsn, is_done);
@ -251,17 +252,17 @@ TEST_F(TestObSimpleLogReplayFunc, test_flashback_to_padding)
iterator.iterator_storage_.get_file_end_lsn_ = get_file_end_lsn;
// 停止拉日志
rp_st->block_submit();
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 31, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 31, leader_idx, log_entry_size));
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, leader.get_palf_handle_impl()->get_max_lsn()));
LogStorage *log_storage = &leader.get_palf_handle_impl()->log_engine_.log_storage_;
LSN padding_header = log_storage->log_tail_;
SCN padding_header_scn = leader.get_palf_handle_impl()->get_max_scn();
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, log_entry_size));
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, leader.get_palf_handle_impl()->get_max_lsn()));
LSN log_tail = log_storage->log_tail_;
SCN padding_tail_scn = leader.get_palf_handle_impl()->get_end_scn();
EXPECT_LE(padding_header, LSN(PALF_BLOCK_SIZE));
EXPECT_GE(padding_header+MAX_LOG_BODY_SIZE, LSN(PALF_BLOCK_SIZE));
EXPECT_GE(padding_header+log_entry_size, LSN(PALF_BLOCK_SIZE));
int64_t mode_version;
switch_append_to_flashback(leader, mode_version);
@ -293,7 +294,7 @@ TEST_F(TestObSimpleLogReplayFunc, test_flashback_to_padding)
iterator_end_lsn = LSN(100000000);
// 停止拉日志
rp_st->block_submit();
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, log_entry_size));
padding_tail_scn = leader.get_palf_handle_impl()->get_max_scn();
LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn();
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, max_lsn));
@ -328,7 +329,7 @@ TEST_F(TestObSimpleLogReplayFunc, test_flashback_to_padding)
switch_flashback_to_append(leader, mode_version);
// 停止拉日志
rp_st->block_submit();
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, log_entry_size));
padding_tail_scn = leader.get_palf_handle_impl()->get_max_scn();
LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn();
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, max_lsn));
@ -368,7 +369,7 @@ TEST_F(TestObSimpleLogReplayFunc, test_flashback_to_padding)
EXPECT_EQ(LSN(PALF_BLOCK_SIZE), rp_st->submit_log_task_.next_to_submit_lsn_);
switch_flashback_to_append(leader, mode_version);
rp_st->block_submit();
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, log_entry_size));
padding_tail_scn = leader.get_palf_handle_impl()->get_max_scn();
LSN max_lsn = leader.get_palf_handle_impl()->get_max_lsn();
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, max_lsn));
@ -414,7 +415,7 @@ TEST_F(TestObSimpleLogReplayFunc, test_wait_replay_done)
}
PalfBufferIterator &iterator = rp_st->submit_log_task_.iterator_;
iterator.iterator_storage_.get_file_end_lsn_ = get_file_end_lsn;
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 31, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 31, leader_idx, log_entry_size));
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, leader.get_palf_handle_impl()->get_max_lsn()));
int64_t remained_log_size = LSN(PALF_BLOCK_SIZE) - leader.get_palf_handle_impl()->get_max_lsn() - sizeof(LogGroupEntryHeader) - sizeof(LogEntryHeader);
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, remained_log_size));
@ -426,15 +427,61 @@ TEST_F(TestObSimpleLogReplayFunc, test_wait_replay_done)
rp_sv.is_replay_done(ls_id, LSN(PALF_BLOCK_SIZE), is_done);
}
iterator_end_lsn = LSN(2*PALF_BLOCK_SIZE);
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 31, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 31, leader_idx, log_entry_size));
EXPECT_EQ(OB_SUCCESS, wait_until_has_committed(leader, leader.get_palf_handle_impl()->get_max_lsn()));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, MAX_LOG_BODY_SIZE));
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, log_entry_size));
// 有padding日志，committed位点是文件头
is_done =false;
while (!is_done) {
rp_sv.is_replay_done(ls_id, LSN(PALF_BLOCK_SIZE), is_done);
}
}
TEST_F(TestObSimpleLogReplayFunc, replay_big_log)
{
SET_CASE_LOG_FILE(TEST_NAME, "replay_big_log");
const int64_t task_count = 10;
const int64_t id = ATOMIC_AAF(&palf_id_, 1);
ObLSID ls_id(id);
int64_t leader_idx = 0;
LSN basic_lsn(0);
PalfHandleImplGuard leader;
share::SCN basic_scn = share::SCN::min_scn();
CLOG_LOG(INFO, "test replay begin", K(id));
EXPECT_EQ(OB_SUCCESS, create_paxos_group(id, leader_idx, leader));
MockLSAdapter ls_adapter;
ls_adapter.init((ObLSService *)(0x1));
ObLogReplayService rp_sv;
ObReplayStatus *rp_st = NULL;
PalfEnv *palf_env;
EXPECT_EQ(OB_SUCCESS, get_palf_env(leader_idx, palf_env));
rp_sv.init(palf_env, &ls_adapter, get_cluster()[0]->get_allocator());
rp_sv.start();
get_cluster()[0]->get_tenant_base()->update_thread_cnt(10);
EXPECT_EQ(OB_SUCCESS, rp_sv.add_ls(ls_id));
EXPECT_EQ(OB_SUCCESS, rp_sv.enable(ls_id, basic_lsn, basic_scn));
{
ObReplayStatusGuard guard;
EXPECT_EQ(OB_SUCCESS, rp_sv.get_replay_status_(ls_id, guard));
rp_st = guard.get_replay_status();
ls_adapter.rp_st_ = rp_st;
}
LSN unused_lsn;
int64_t unused_ts = 0;
for (int i = 0; i < task_count; i++)
{
EXPECT_EQ(OB_SUCCESS, submit_log(leader, 1, leader_idx, MAX_LOG_BODY_SIZE));
}
ls_adapter.wait_replay_done(task_count);
bool is_done = false;
LSN end_lsn = leader.palf_handle_impl_->get_end_lsn();
LSN max_lsn = leader.palf_handle_impl_->get_max_lsn();
EXPECT_EQ(end_lsn.val_, max_lsn.val_);
while (!is_done) {
rp_sv.is_replay_done(ls_id, end_lsn, is_done);
}
EXPECT_EQ(0, rp_sv.get_pending_task_size());
}
} // unitest
} // oceanbase