hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] add direct load function

Browse Source 
Co-authored-by: Monk-Liu <1152761042@qq.com>
Co-authored-by: saltonz <saltonzh@gmail.com>
Co-authored-by: yongshige <598633031@qq.com>
This commit is contained in:
obdev
2023-01-28 18:08:50 +08:00
committed by ob-robot
parent f27d2efc83
commit 81d28c0295
384 changed files with 55860 additions and 1239 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
src/observer/ob_server.cpp
View File

@ -99,6 +99,7 @@
#include "share/longops_mgr/ob_longops_mgr.h"
#include "logservice/palf/election/interface/election.h"
#include "storage/ddl/ob_ddl_redo_log_writer.h"
#include "observer/table_load/ob_table_load_partition_calc.h"
using namespace oceanbase::lib;
using namespace oceanbase::common;
@ -210,6 +211,8 @@ int ObServer::init(const ObServerOptions &opts, const ObPLogWriterCfg &log_cfg)
LOG_ERROR("init retry ctrl failed", KR(ret));
} else if (OB_FAIL(ObTableApiProcessorBase::init_session())) {
LOG_ERROR("init static session failed", KR(ret));
} else if (OB_FAIL(ObTableLoadPartitionCalc::init_session())) {
LOG_ERROR("failed to init static session", KR(ret));
} else if (OB_FAIL(init_loaddata_global_stat())) {
LOG_ERROR("init global load data stat map failed", KR(ret));
} else if (OB_FAIL(init_pre_setting())) {
@ -311,6 +314,10 @@ int ObServer::init(const ObServerOptions &opts, const ObPLogWriterCfg &log_cfg)
LOG_ERROR("init multi tenant failed", KR(ret));
} else if (OB_FAIL(init_ctas_clean_up_task())) {
LOG_ERROR("init ctas clean up task failed", KR(ret));
} else if (OB_FAIL(init_ddl_heart_beat_task_container())) {
LOG_ERROR("init ddl heart beat task container failed", KR(ret));
} else if (OB_FAIL(init_redef_heart_beat_task())) {
LOG_ERROR("init redef heart beat task failed", KR(ret));
} else if (OB_FAIL(init_refresh_active_time_task())) {
LOG_ERROR("init refresh active time task failed", KR(ret));
} else if (OB_FAIL(init_refresh_network_speed_task())) {
@ -440,6 +447,10 @@ void ObServer::destroy()
TG_DESTROY(lib::TGDefIDs::CTASCleanUpTimer);
FLOG_INFO("ctas clean up timer destroyed");
FLOG_INFO("begin to destroy redef heart beat task");
TG_DESTROY(lib::TGDefIDs::RedefHeartBeatTask);
FLOG_INFO("redef heart beat task destroyed");
FLOG_INFO("begin to destroy root service");
root_service_.destroy();
FLOG_INFO("root service destroyed");
@ -958,6 +969,10 @@ int ObServer::stop()
TG_STOP(lib::TGDefIDs::CTASCleanUpTimer);
FLOG_INFO("ctas clean up timer stopped");
FLOG_INFO("begin to stop ctas clean up timer");
TG_STOP(lib::TGDefIDs::HeartBeatCheckTask);
FLOG_INFO("ctas clean up timer stopped");
FLOG_INFO("begin to stop sql conn pool");
sql_conn_pool_.stop();
FLOG_INFO("sql connection pool stopped");
@ -1710,6 +1725,8 @@ int ObServer::init_network()
LOG_ERROR("get rpc proxy fail", KR(ret));
} else if (OB_FAIL(net_frame_.get_proxy(dbms_sched_job_rpc_proxy_))) {
LOG_ERROR("get rpc proxy fail", KR(ret));
} else if (OB_FAIL(net_frame_.get_proxy(table_rpc_proxy_))) {
LOG_ERROR("get rpc proxy fail", KR(ret));
} else if (OB_FAIL(batch_rpc_.init(net_frame_.get_batch_rpc_req_transport(),
net_frame_.get_high_prio_req_transport(),
self_addr_))) {
@ -2711,6 +2728,24 @@ int ObServer::init_ctas_clean_up_task()
return ret;
}
int ObServer::init_redef_heart_beat_task()
{
int ret = OB_SUCCESS;
if (OB_FAIL(redef_table_heart_beat_task_.init(lib::TGDefIDs::ServerGTimer))) {
LOG_ERROR("fail to init redef heart beat task", KR(ret));
}
return ret;
}
int ObServer::init_ddl_heart_beat_task_container()
{
int ret = OB_SUCCESS;
if (OB_FAIL(OB_DDL_HEART_BEAT_TASK_CONTAINER.init())) {
LOG_ERROR("fail to init ddl heart beat task container", K(ret));
}
return ret;
}
int ObServer::init_refresh_network_speed_task()
{
int ret = OB_SUCCESS;