/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. */ #include "common/ob_smart_var.h" #include "lib/string/ob_sql_string.h" #include "logservice/palf/lsn.h" #include "share/scn.h" #include "observer/ob_server_struct.h" #include "share/backup/ob_archive_struct.h" #include "share/inner_table/ob_inner_table_schema_constants.h" #include "share/ob_ls_id.h" #include "storage/tx_storage/ob_ls_map.h" #include "storage/tx_storage/ob_ls_service.h" #include #define protected public #define private public #include "logservice/archiveservice/ob_archive_service.h" #include "logservice/archiveservice/ob_ls_task.h" #undef private #undef protected #include "basic_archive.h" #include "share/rc/ob_tenant_base.h" #include "lib/mysqlclient/ob_mysql_proxy.h" #include "lib/time/ob_time_utility.h" #include "lib/ob_errno.h" #include #include namespace oceanbase { namespace unittest { using namespace oceanbase::archive; using namespace oceanbase::share; using namespace oceanbase::palf; #define SWITCH_TENANT(tenant_id) \ MAKE_TENANT_SWITCH_SCOPE_GUARD(tenant_guard); \ EXPECT_EQ(OB_SUCCESS, tenant_guard.switch_to(tenant_id)); int ObSimpleArchive::prepare() { int ret = OB_SUCCESS; uint64_t tenant_id = 0; EXPECT_EQ(OB_SUCCESS, create_tenant()); while (true) { if (OB_SUCC(get_tenant_id(tenant_id))) { break; } else { sleep(1); } } EXPECT_EQ(OB_SUCCESS, tenant_ids_.push_back(tenant_id)); EXPECT_EQ(OB_SUCCESS, get_curr_simple_server().init_sql_proxy2()); EXPECT_EQ(OB_SUCCESS, create_table_()); TenantArchiveEnv env; env.init(); map_.insert({tenant_id, env}); return ret; } int ObSimpleArchive::prepare_dest() { int ret = OB_SUCCESS; EXPECT_EQ(OB_SUCCESS, get_curr_simple_server().init_sql_proxy2("tt1", "oceanbase")); common::ObMySQLProxy &sql_proxy = get_curr_simple_server().get_sql_proxy2(); // 设置backup dest { ObSqlString sql; sql.assign_fmt("alter system set log_archive_dest = 'location=%s'", "file://./"); int64_t affected_rows = 0; EXPECT_EQ(OB_SUCCESS, sql_proxy.write(sql.ptr(), affected_rows)); OB_LOG(INFO, "set backup_dest succ"); } return ret; } int ObSimpleArchive::run_archive(const uint64_t tenant_id) { int ret = OB_SUCCESS; common::ObMySQLProxy &sql_proxy = get_curr_simple_server().get_sql_proxy(); { ObSqlString sql; sql.assign_fmt("alter system archivelog"); int64_t affected_rows = 0; EXPECT_EQ(OB_SUCCESS, sql_proxy.write(sql.ptr(), affected_rows)); OB_LOG(INFO, "alter system archivelog succ"); } { ObSqlString sql; sql.assign_fmt("alter system set log_archive_checkpoint_interval = '5s'"); int64_t affected_rows = 0; EXPECT_EQ(OB_SUCCESS, sql_proxy.write(sql.ptr(), affected_rows)); OB_LOG(INFO, "alter system set log_archive_checkpoint_interval succ"); } return ret; } int ObSimpleArchive::stop_archive() { int ret = OB_SUCCESS; common::ObMySQLProxy &sql_proxy = get_curr_simple_server().get_sql_proxy(); { ObSqlString sql; sql.assign_fmt("alter system noarchivelog"); int64_t affected_rows = 0; EXPECT_EQ(OB_SUCCESS, sql_proxy.write(sql.ptr(), affected_rows)); OB_LOG(INFO, "alter system noarchivelog succ"); } return ret; } int ObSimpleArchive::run_observer_archive(const uint64_t tenant_id) { int ret = OB_SUCCESS; ObTenantArchiveRoundAttr attr; EXPECT_EQ(OB_SUCCESS, fake_archive_attr_(tenant_id, attr)); MAKE_TENANT_SWITCH_SCOPE_GUARD(guard); EXPECT_EQ(OB_SUCCESS, guard.switch_to(tenant_id)); EXPECT_EQ(tenant_id, MTL_ID()); EXPECT_EQ(OB_SUCCESS, MTL(archive::ObArchiveService*)->start_archive_(attr)); return ret; } int ObSimpleArchive::stop_observer_archive(const uint64_t tenant_id) { int ret = OB_SUCCESS; return ret; } int ObSimpleArchive::check_rs_beginning(const uint64_t tenant_id, const int64_t round_id) { int ret = OB_SUCCESS; ObTenantArchiveRoundAttr attr; SWITCH_TENANT(tenant_id); while (true) { ret = MTL(archive::ObArchiveService*)->persist_mgr_.load_archive_round_attr(attr); EXPECT_EQ(OB_SUCCESS, ret); if (attr.round_id_ < round_id) { } else if (attr.state_.is_beginning() || attr.state_.is_doing()) { break; } ARCHIVE_LOG(INFO, "COME HERE not int doing", K(tenant_id), K(attr)); sleep(1); signal_worker(tenant_id); } OB_LOG(INFO, "check archive BEGINNING status succ"); return ret; } int ObSimpleArchive::check_rs_doing(const uint64_t tenant_id, const int64_t round_id) { int ret = OB_SUCCESS; ObTenantArchiveRoundAttr attr; SWITCH_TENANT(tenant_id); while (true) { ret = MTL(archive::ObArchiveService*)->persist_mgr_.load_archive_round_attr(attr); EXPECT_EQ(OB_SUCCESS, ret); if (attr.round_id_ < round_id) { } else if (attr.state_.is_doing()) { break; } sleep(1); signal_worker(tenant_id); } OB_LOG(INFO, "check archive DOING status succ"); return ret; } int ObSimpleArchive::check_rs_stop(const uint64_t tenant_id, const int64_t round_id) { int ret = OB_SUCCESS; ObTenantArchiveRoundAttr attr; SWITCH_TENANT(tenant_id); while (true) { ret = MTL(archive::ObArchiveService*)->persist_mgr_.load_archive_round_attr(attr); EXPECT_EQ(OB_SUCCESS, ret); if (attr.state_.is_stop()) { break; } sleep(1); signal_worker(tenant_id); } OB_LOG(INFO, "check archive STOP status succ"); return ret; } int ObSimpleArchive::check_rs_archive_progress(const uint64_t tenant_id) { int ret = OB_SUCCESS; ObTenantArchiveRoundAttr attr; const int64_t ts = common::ObTimeUtility::current_time(); OB_LOG(INFO, "check_rs_archive_progress start", K(ts), K(attr)); SWITCH_TENANT(tenant_id); while (true) { ret = MTL(archive::ObArchiveService*)->persist_mgr_.load_archive_round_attr(attr); EXPECT_EQ(OB_SUCCESS, ret); if (attr.state_.is_doing() && attr.checkpoint_scn_.convert_to_ts() >= ts) { break; } sleep(1); signal_worker(tenant_id); } OB_LOG(INFO, "check archive progress succ", K(ts), K(attr)); return ret; } // 测试日志流归档进度, 需要保证日志流归档进度已经持久化成功 int ObSimpleArchive::check_archive_progress(const uint64_t tenant_id, const bool check_piece_advance) { int ret = OB_SUCCESS; ObLS *ls = NULL; ObLSIterator *iter = nullptr; common::ObSharedGuard guard; SWITCH_TENANT(tenant_id); OB_LOG(INFO, "COME HERE print", K(tenant_id), K(check_piece_advance)); EXPECT_EQ(tenant_id, MTL_ID()); ret = MTL(storage::ObLSService*)->get_ls_iter(guard, ObLSGetMod::ARCHIVE_MOD); EXPECT_EQ(OB_SUCCESS, ret); EXPECT_EQ(true, nullptr != (iter = guard.get_ptr())); int64_t base_ts = common::ObTimeUtility::current_time() - 10L * 1000 * 1000; while (OB_SUCC(ret)) { ret = iter->get_next(ls); if (OB_ITER_END == ret) { ret = OB_SUCCESS; break; } EXPECT_EQ(OB_SUCCESS, ret); EXPECT_EQ(true, nullptr != ls); while (true) { palf::LSN lsn(0); SCN scn; bool force_wait = false; bool ignore = false; ObArchivePersistValue *value = nullptr; ret = MTL(archive::ObArchiveService*)->get_ls_archive_progress(ls->get_ls_id(), lsn, scn, force_wait, ignore); EXPECT_EQ(OB_SUCCESS, ret); ret = MTL(archive::ObArchiveService*)->persist_mgr_.map_.get(ls->get_ls_id(), value); EXPECT_EQ(OB_SUCCESS, ret); if (check_piece_advance) { if (value->info_.key_.piece_id_ > 1) { break; } } else if (value->info_.checkpoint_scn_.convert_to_ts() >= base_ts) { break; } sleep(1); signal_worker(tenant_id); } } EXPECT_EQ(OB_SUCCESS, ret); OB_LOG(INFO, "check archive progress succ"); return ret; } int ObSimpleArchive::check_ls_archive_task(const uint64_t tenant_id) { int ret = OB_SUCCESS; SWITCH_TENANT(tenant_id); auto check_archive_task = [](const share::ObLSID &id, ObLSArchiveTask *task) -> bool { return true; }; ret = MTL(archive::ObArchiveService*)->ls_mgr_.ls_map_.for_each(check_archive_task); return ret; } int ObSimpleArchive::create_table_() { int ret = OB_SUCCESS; common::ObMySQLProxy &sql_proxy = get_curr_simple_server().get_sql_proxy2(); // 创建表 OB_LOG(INFO, "create_table start"); ObSqlString sql; sql.assign_fmt( "create table school (sid int, primary key(sid)) " "partition by range(sid) (partition p0 values less than (100), partition p1 values less than (200), partition p2 values less than MAXVALUE)"); int64_t affected_rows = 0; EXPECT_EQ(OB_SUCCESS, sql_proxy.write(sql.ptr(), affected_rows)); OB_LOG(INFO, "create_table succ"); return ret; } int ObSimpleArchive::fake_stop_component(const uint64_t tenant_id) { int ret = OB_SUCCESS; UNUSED(tenant_id); return ret; } int ObSimpleArchive::fake_restart_component(const uint64_t tenant_id) { int ret = OB_SUCCESS; OB_LOG(INFO, "fake_restart_component start", K(tenant_id)); SWITCH_TENANT(tenant_id); MTL(archive::ObArchiveService*)->sequencer_.notify_start(); MTL(archive::ObArchiveService*)->ls_mgr_.notify_start(); OB_LOG(INFO, "fake_restart_component succ", K(tenant_id)); return ret; } int ObSimpleArchive::check_task_finish(const uint64_t tenant_id) { int ret = OB_SUCCESS; OB_LOG(INFO, "check_task_finish start", K(tenant_id)); SWITCH_TENANT(tenant_id); while (true) { int64_t ls_count = MTL(archive::ObArchiveService*)->ls_mgr_.ls_map_.count(); int64_t fetch_task_count = MTL(archive::ObArchiveService*)->fetcher_.get_log_fetch_task_count(); int64_t send_task_count = MTL(archive::ObArchiveService*)->sender_.get_send_task_status_count(); if (0 == ls_count && 0 == fetch_task_count && 0 == send_task_count) { break; } else { OB_LOG(WARN, "task not zero, wait", K(ls_count), K(fetch_task_count), K(send_task_count)); } sleep(1); signal_worker(tenant_id); } OB_LOG(INFO, "check_task_finish succ", K(tenant_id)); return ret; } int ObSimpleArchive::fake_piece_info_after_fake_stop(const uint64_t tenant_id, const int64_t piece_interval) { int ret = OB_SUCCESS; OB_LOG(INFO, "fake_piece_info_after_fake_stop start", K(tenant_id)); SWITCH_TENANT(tenant_id); ObTenantArchiveRoundAttr attr; ret = MTL(archive::ObArchiveService*)->persist_mgr_.load_archive_round_attr(attr); EXPECT_EQ(OB_SUCCESS, ret); share::SCN genesis_scn; genesis_scn.convert_from_ts(attr.start_scn_.convert_to_ts() - 2 * piece_interval); // 由于piece_interval粒度小, 需要调高 MTL(archive::ObArchiveService*)->fetcher_.piece_interval_ = piece_interval; MTL(archive::ObArchiveService*)->fetcher_.genesis_scn_ = genesis_scn; MTL(archive::ObArchiveService*)->ls_mgr_.piece_interval_ = piece_interval; MTL(archive::ObArchiveService*)->ls_mgr_.genesis_scn_ = genesis_scn; OB_LOG(INFO, "fake_piece_info_after_fake_stop succ", K(tenant_id), K(genesis_scn), K(piece_interval), K(attr)); return ret; } int ObSimpleArchive::fake_remove_ls(const uint64_t tenant_id) { int ret = OB_SUCCESS; OB_LOG(INFO, "fake_remove_ls start", K(tenant_id)); SWITCH_TENANT(tenant_id); auto destroy_ls_task = [](const share::ObLSID &id, ObLSArchiveTask *task) -> bool { task->destroy(); return true; }; ret = MTL(archive::ObArchiveService*)->ls_mgr_.ls_map_.remove_if(destroy_ls_task); EXPECT_EQ(OB_SUCCESS, ret); EXPECT_EQ(0, MTL(archive::ObArchiveService*)->ls_mgr_.ls_map_.count()); OB_LOG(INFO, "fake_remove_ls succ", K(tenant_id)); return ret; } int ObSimpleArchive::check_observer_component(const uint64_t tenant_id, const int64_t round_id) { int ret = OB_SUCCESS; OB_LOG(INFO, "check_observer_component start", K(tenant_id)); SWITCH_TENANT(tenant_id); while (true) { int64_t round = MTL(archive::ObArchiveService*)->archive_round_mgr_.key_.round_; } OB_LOG(INFO, "check_observer_component succ", K(tenant_id)); return ret; } int ObSimpleArchive::fake_archive_attr_(const uint64_t tenant_id, ObTenantArchiveRoundAttr &attr) { int64_t incarnation = 0; int64_t round = 0; TenantArchiveEnv env = map_.find(tenant_id)->second; env.get_next_round(incarnation, round); attr.key_.dest_no_ = 0; attr.key_.tenant_id_ = tenant_id; attr.round_id_ = round; attr.dest_id_ = 1; attr.incarnation_ = incarnation; attr.state_.set_beginning(); attr.base_piece_id_ = 1; attr.piece_switch_interval_ = 24L * 60 * 60 * 1000 * 1000; attr.start_scn_.convert_from_ts(ObTimeUtility::current_time()); attr.path_.assign("file:///data/1/shuning.tsn/"); return OB_SUCCESS; } void ObSimpleArchive::signal_worker(const uint64_t tenant_id) { SWITCH_TENANT(tenant_id); MTL(archive::ObArchiveService*)->fetcher_.unit_size_ = 100; MTL(archive::ObArchiveService*)->fetcher_.signal(); MTL(archive::ObArchiveService*)->sender_.send_cond_.signal(); } } // namespace unittest } // namespace oceanbase