hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Add LS MAX fetch log task concurrency

Browse Source
This commit is contained in:
obdev
2023-02-08 11:47:18 +08:00
committed by ob-robot
parent df6007521e
commit c071b904f9
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/logservice/restoreservice/ob_log_restore_define.h
View File

@ -23,6 +23,7 @@ namespace logservice
const int64_t MAX_FETCH_LOG_BUF_LEN = 4 * 1024 * 1024L; const int64_t MAX_FETCH_LOG_BUF_LEN = 4 * 1024 * 1024L;
const int64_t MIN_FETCH_LOG_WORKER_THREAD_COUNT = 1; const int64_t MIN_FETCH_LOG_WORKER_THREAD_COUNT = 1;
const int64_t MAX_FETCH_LOG_WORKER_THREAD_COUNT = 10; const int64_t MAX_FETCH_LOG_WORKER_THREAD_COUNT = 10;
const int64_t MAX_LS_FETCH_LOG_TASK_CONCURRENCY = 4;
struct ObLogRestoreErrorContext struct ObLogRestoreErrorContext
{ {

5
src/logservice/restoreservice/ob_remote_fetch_log.cpp
View File

@ -24,6 +24,7 @@
#include "ob_log_restore_handler.h" // ObTenantRole #include "ob_log_restore_handler.h" // ObTenantRole
#include "ob_remote_fetch_log_worker.h" // ObRemoteFetchWorker #include "ob_remote_fetch_log_worker.h" // ObRemoteFetchWorker
#include "ob_fetch_log_task.h" // ObFetchLogTask #include "ob_fetch_log_task.h" // ObFetchLogTask
#include "ob_log_restore_define.h" // MAX_LS_FETCH_LOG_TASK_CONCURRENCY
#include "observer/omt/ob_tenant_config_mgr.h" // tenant_config #include "observer/omt/ob_tenant_config_mgr.h" // tenant_config
#include "logservice/archiveservice/ob_archive_define.h" #include "logservice/archiveservice/ob_archive_define.h"
@ -178,8 +179,8 @@ int ObRemoteFetchLogImpl::check_need_schedule_(ObLS &ls,
bool need_delay = false; bool need_delay = false;
need_schedule = false; need_schedule = false;
omt::ObTenantConfigGuard tenant_config(TENANT_CONF(tenant_id_)); omt::ObTenantConfigGuard tenant_config(TENANT_CONF(tenant_id_));
const int64_t concurrency = const int64_t concurrency = std::min(MAX_LS_FETCH_LOG_TASK_CONCURRENCY,
tenant_config.is_valid() ? tenant_config->log_restore_concurrency : 1L; tenant_config.is_valid() ? tenant_config->log_restore_concurrency : 1L);
if (OB_ISNULL(restore_handler = ls.get_log_restore_handler())) { if (OB_ISNULL(restore_handler = ls.get_log_restore_handler())) {
ret = OB_ERR_UNEXPECTED; ret = OB_ERR_UNEXPECTED;
LOG_ERROR("get restore_handler failed", K(ret), "id", ls.get_ls_id()); LOG_ERROR("get restore_handler failed", K(ret), "id", ls.get_ls_id());