hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

[FEAT MERGE] log4100 branch

Browse Source 
Co-authored-by: tino247 <tino247@126.com>
Co-authored-by: BinChenn <binchenn.bc@gmail.com>
Co-authored-by: HaHaJeff <jeffzhouhhh@gmail.com>
This commit is contained in:
obdev
2023-01-28 18:17:31 +08:00
committed by ob-robot
parent a269ffe6be
commit 50024b39cd
772 changed files with 60275 additions and 11301 deletions
Download Patch File Download Diff File Expand all files Collapse all files

205
src/rootserver/backup/ob_archive_scheduler_service.cpp
View File

@ -352,12 +352,82 @@ int ObArchiveSchedulerService::process_()
// advance normal tenant state first.
int tmp_ret = OB_SUCCESS;
for (int64_t i = 0; OB_SUCC(ret) && i < tenant_id_array.count(); i++) {
ObArchiveHandler tenant_scheduler;
const uint64_t &tenant_id = tenant_id_array.at(i);
if (OB_SUCCESS != (tmp_ret = tenant_scheduler.init(tenant_id, *server_mgr_, *zone_mgr_, *unit_mgr_, schema_service_, *rpc_proxy_, *sql_proxy_))) {
LOG_WARN("failed to init tenant archive scheduler", K(ret), K(tenant_id));
} else if (OB_SUCCESS != (tmp_ret = tenant_scheduler.checkpoint())) {
LOG_WARN("failed to checkpoint", K(ret), K(tenant_id));
if (OB_TMP_FAIL(inner_process_(tenant_id))) {
LOG_WARN("failed to process", K(tmp_ret), K(tenant_id));
}
}
return ret;
}
int ObArchiveSchedulerService::inner_process_(const uint64_t tenant_id)
{
int ret = OB_SUCCESS;
int tmp_ret = OB_SUCCESS;
ObArchivePersistHelper archive_op;
ObArchiveMode archive_mode;
ObLogArchiveDestState dest_state;
ObTenantArchiveRoundAttr round;
const int64_t dest_no = 0;
const bool lock = false;
bool no_dest = false;
bool no_round = false;
ObArchiveHandler tenant_scheduler;
if (OB_FAIL(tenant_scheduler.init(tenant_id, *server_mgr_, *zone_mgr_, *unit_mgr_, schema_service_, *rpc_proxy_, *sql_proxy_))) {
LOG_WARN("failed to init tenant archive scheduler", K(ret), K(tenant_id));
} else if (OB_TMP_FAIL(tenant_scheduler.checkpoint())) {
LOG_WARN("failed to checkpoint", K(tmp_ret), K(tenant_id));
}
if (OB_FAIL(ret)) {
} else if (OB_FAIL(archive_op.init(tenant_id))) {
LOG_WARN("failed to init archive_op", K(ret));
} else if (OB_FAIL(archive_op.get_archive_mode(*sql_proxy_, archive_mode))) {
LOG_WARN("failed to get archive mode", K(ret), K(tenant_id));
} else if (!archive_mode.is_valid()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("archive mode not valid", K(ret), K(tenant_id), K(archive_mode));
} else if (OB_FAIL(archive_op.get_dest_state(*sql_proxy_, lock, dest_no, dest_state))) {
if (OB_ENTRY_NOT_EXIST != ret) {
LOG_WARN("failed to get dest state", K(ret), K(tenant_id));
} else {
// no dest exist
no_dest = true;
ret = OB_SUCCESS;
}
} else if (!dest_state.is_valid()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("dest state not valid", K(ret), K(tenant_id), K(dest_state));
} else if (OB_FAIL(archive_op.get_round(*sql_proxy_, dest_no, false, round))) {
if (OB_ENTRY_NOT_EXIST != ret) {
LOG_WARN("failed to get round", K(ret), K(tenant_id));
} else {
// no round exist
no_round = true;
ret = OB_SUCCESS;
}
}
if (OB_FAIL(ret)) {
} else if (no_dest) {
} else if (archive_mode.is_noarchivelog()) {
if (no_round || round.state_.is_stop()) {
} else if (OB_FAIL(tenant_scheduler.disable_archive(dest_no))) {
LOG_WARN("failed to disable archive", K(ret), K(tenant_id), K(dest_no), K(dest_state));
}
} else if (dest_state.is_defer()) {
if (no_round || round.state_.is_stop() || round.state_.is_suspend() || round.state_.is_suspending()) {
} else if (OB_FAIL(tenant_scheduler.defer_archive(dest_no))) {
LOG_WARN("failed to defer archive", K(ret), K(tenant_id), K(dest_no), K(dest_state));
}
} else {
// dest is enable
if (no_round || round.state_.is_suspend() || round.state_.is_stop()) {
if (OB_FAIL(tenant_scheduler.enable_archive(dest_no))) {
LOG_WARN("failed to enable archive", K(ret), K(tenant_id), K(dest_no), K(dest_state));
}
}
}
@ -400,3 +470,128 @@ int ObArchiveSchedulerService::get_all_tenant_ids_(common::ObIArray<uint64_t> &t
return ret;
}
int ObArchiveSchedulerService::open_archive_mode(const uint64_t tenant_id, const common::ObIArray<uint64_t> &archive_tenant_ids)
{
// TODO: print error trace to user
int ret = OB_SUCCESS;
ObArray<uint64_t> bak_archive_tenant_ids;
if (IS_NOT_INIT) {
ret = OB_NOT_INIT;
LOG_WARN("archive scheduler not init", K(ret));
} else if (OB_SYS_TENANT_ID == tenant_id) {
// If archive_tenant_ids is empty, then open archive mode for all tenants. Otherwise, just
// open archive mode for these tenants in archive_tenant_ids.
if (archive_tenant_ids.empty()) {
// No tenants indicated, open archive mode for all tenants, and ignore all error code.
if (OB_FAIL(get_all_tenant_ids_(bak_archive_tenant_ids))) {
LOG_WARN("failed to get all tenant ids", K(ret), K(tenant_id));
} else if (OB_FAIL(open_tenant_archive_mode_(bak_archive_tenant_ids))) {
LOG_WARN("failed to open archive mode for all tenants", K(ret), K(bak_archive_tenant_ids));
}
} else {
if (OB_FAIL(open_tenant_archive_mode_(archive_tenant_ids))) {
LOG_WARN("failed to open archive mode for indicated tenants", K(ret), K(archive_tenant_ids));
}
}
} else {
// If open archive mode is lauched by normal tenant, then archive_tenant_ids must be empty.
if (!archive_tenant_ids.empty()) {
ret = OB_NOT_SUPPORTED;
LOG_WARN("normal tenant can only open archive mode for itself.", K(ret), K(tenant_id), K(archive_tenant_ids));
} else if (OB_FAIL(open_tenant_archive_mode_(tenant_id))) {
LOG_WARN("failed to open archive mode", K(ret), K(tenant_id));
}
}
return ret;
}
int ObArchiveSchedulerService::open_tenant_archive_mode_(
const common::ObIArray<uint64_t> &tenant_ids_array)
{
// TODO: return failed if any tenant failed
int ret = OB_SUCCESS;
for (int64_t i = 0; i < tenant_ids_array.count(); i++) {
int tmp_ret = OB_SUCCESS;
const uint64_t &tenant_id = tenant_ids_array.at(i);
if (OB_TMP_FAIL(open_tenant_archive_mode_(tenant_id))) {
LOG_WARN("failed to open archive mode", K(tmp_ret), K(i));
}
}
return ret;
}
int ObArchiveSchedulerService::open_tenant_archive_mode_(const uint64_t tenant_id)
{
int ret = OB_SUCCESS;
ObArchiveHandler tenant_scheduler;
if (OB_FAIL(tenant_scheduler.init(tenant_id, *server_mgr_, *zone_mgr_, *unit_mgr_, schema_service_, *rpc_proxy_, *sql_proxy_))) {
LOG_WARN("failed to init tenant archive scheduler", K(ret), K(tenant_id));
} else if (OB_FAIL(tenant_scheduler.open_archive_mode())) {
LOG_WARN("failed to open archive mode", K(ret), K(tenant_id));
}
return ret;
}
int ObArchiveSchedulerService::close_archive_mode(
const uint64_t tenant_id,
const common::ObIArray<uint64_t> &archive_tenant_ids)
{
int ret = OB_SUCCESS;
ObArray<uint64_t> bak_archive_tenant_ids;
if (IS_NOT_INIT) {
ret = OB_NOT_INIT;
LOG_WARN("archive scheduler not init", K(ret));
} else if (OB_SYS_TENANT_ID == tenant_id) {
// If archive_tenant_ids is empty, then close archive mode for all tenants. Otherwise, just
// close archive mode for these tenants in archive_tenant_ids.
if (archive_tenant_ids.empty()) {
// No tenants indicated, close archive mode for all tenants, and ignore all error code.
if (OB_FAIL(get_all_tenant_ids_(bak_archive_tenant_ids))) {
LOG_WARN("failed to get all tenant ids", K(ret), K(tenant_id));
} else if (OB_FAIL(close_tenant_archive_mode_(bak_archive_tenant_ids))) {
LOG_WARN("failed to close archive mode for all tenants", K(ret), K(bak_archive_tenant_ids));
}
} else {
if (OB_FAIL(close_tenant_archive_mode_(archive_tenant_ids))) {
LOG_WARN("failed to close archive mode for indicated tenants", K(ret), K(archive_tenant_ids));
}
}
} else {
// If close archive mode is lauched by normal tenant, then archive_tenant_ids must be empty.
if (!archive_tenant_ids.empty()) {
ret = OB_NOT_SUPPORTED;
LOG_WARN("normal tenant can only close archive mode for itself.", K(ret), K(tenant_id), K(archive_tenant_ids));
} else if (OB_FAIL(close_tenant_archive_mode_(tenant_id))) {
LOG_WARN("failed to close archive mode", K(ret), K(tenant_id));
}
}
return ret;
}
int ObArchiveSchedulerService::close_tenant_archive_mode_(const common::ObIArray<uint64_t> &tenant_ids_array)
{
int ret = OB_SUCCESS;
for (int64_t i = 0; i < tenant_ids_array.count(); i++) {
int tmp_ret = OB_SUCCESS;
const uint64_t &tenant_id = tenant_ids_array.at(i);
if (OB_FAIL(close_tenant_archive_mode_(tenant_id))) {
LOG_WARN("failed to close archive mode", K(tmp_ret), K(i));
}
}
return ret;
}
int ObArchiveSchedulerService::close_tenant_archive_mode_(const uint64_t tenant_id)
{
int ret = OB_SUCCESS;
ObArchiveHandler tenant_scheduler;
if (OB_FAIL(tenant_scheduler.init(tenant_id, *server_mgr_, *zone_mgr_, *unit_mgr_, schema_service_, *rpc_proxy_, *sql_proxy_))) {
LOG_WARN("failed to init tenant archive scheduler", K(ret), K(tenant_id));
} else if (OB_FAIL(tenant_scheduler.close_archive_mode())) {
LOG_WARN("failed to close archive mode", K(ret), K(tenant_id));
}
return ret;
}