hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

add apply queue idx in log print

Browse Source
This commit is contained in:
obdev
2022-11-02 23:38:15 +00:00
committed by wangzelin.wzl
parent 833107d931
commit a3f0115fb4
2 changed files with 31 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
src/logservice/applyservice/ob_log_apply_service.cpp
View File

@ -128,7 +128,8 @@ ObApplyServiceQueueTask::ObApplyServiceQueueTask()
: ObApplyServiceTask(),
total_submit_cb_cnt_(0),
last_check_submit_cb_cnt_(0),
total_apply_cb_cnt_(0)
total_apply_cb_cnt_(0),
idx_(-1)
{
type_ = ObApplyServiceTaskType::APPLY_LOG_TASK;
}
@ -148,21 +149,24 @@ void ObApplyServiceQueueTask::reset()
total_submit_cb_cnt_ = 0;
last_check_submit_cb_cnt_ = 0;
total_apply_cb_cnt_ = 0;
idx_ = -1;
}
int ObApplyServiceQueueTask::init(ObApplyStatus *apply_status)
int ObApplyServiceQueueTask::init(ObApplyStatus *apply_status,
const int64_t idx)
{
int ret = OB_SUCCESS;
if (OB_ISNULL(apply_status)) {
if (OB_ISNULL(apply_status) || idx < 0) {
ret = OB_INVALID_ARGUMENT;
CLOG_LOG(WARN, "invalid argument", K(type_), K(apply_status), K(ret));
CLOG_LOG(WARN, "invalid argument", K(type_), K(apply_status), K(idx), K(ret));
} else {
apply_status_ = apply_status;
type_ = ObApplyServiceTaskType::APPLY_LOG_TASK;
total_submit_cb_cnt_ = 0;
last_check_submit_cb_cnt_ = 0;
total_apply_cb_cnt_ = 0;
CLOG_LOG(INFO, "ObApplyServiceQueueTask init success", K(type_), K(apply_status));
idx_ = idx;
CLOG_LOG(INFO, "ObApplyServiceQueueTask init success", K(type_), K(apply_status), K(idx_));
}
return ret;
}
@ -235,6 +239,11 @@ int ObApplyServiceQueueTask::is_apply_done(bool &is_done)
return ret;
}
int64_t ObApplyServiceQueueTask::idx() const
{
return idx_;
}
//---------------ObApplyStatus---------------//
ObApplyStatus::ObApplyStatus()
: is_inited_(false),
@ -284,7 +293,7 @@ int ObApplyStatus::init(const share::ObLSID &id,
CLOG_LOG(WARN, "failed to init submit_task", K(ret), K(id));
} else {
for (int64_t i = 0; OB_SUCC(ret) && i < APPLY_TASK_QUEUE_SIZE; ++i) {
if (OB_FAIL(cb_queues_[i].init(this))) {
if (OB_FAIL(cb_queues_[i].init(this, i))) {
CLOG_LOG(WARN, "failed to init cb_queues", K(ret), K(id));
}
}
@ -449,6 +458,7 @@ int ObApplyStatus::try_handle_cb_queue(ObApplyServiceQueueTask *cb_queue,
int64_t append_finish_time = OB_INVALID_TIMESTAMP;
int64_t cb_first_handle_time = OB_INVALID_TIMESTAMP;
int64_t cb_start_time = OB_INVALID_TIMESTAMP;
int64_t idx = cb_queue->idx();
RLockGuard guard(lock_);
do {
ObLink *link = NULL;
@ -474,7 +484,7 @@ int ObApplyStatus::try_handle_cb_queue(ObApplyServiceQueueTask *cb_queue,
ret = OB_SUCCESS;
}
statistics_cb_cost_(lsn, log_ts, append_start_time, append_finish_time,
cb_first_handle_time, cb_start_time);
cb_first_handle_time, cb_start_time, idx);
cb_queue->inc_total_apply_cb_cnt();
}
} else if (FOLLOWER == role_) {
@ -490,7 +500,7 @@ int ObApplyStatus::try_handle_cb_queue(ObApplyServiceQueueTask *cb_queue,
ret = OB_SUCCESS;
}
statistics_cb_cost_(lsn, log_ts, append_start_time, append_finish_time,
cb_first_handle_time, cb_start_time);
cb_first_handle_time, cb_start_time, idx);
cb_queue->inc_total_apply_cb_cnt();
}
} else {
@ -811,6 +821,7 @@ int ObApplyStatus::handle_drop_cb_queue_(ObApplyServiceQueueTask &cb_queue)
int64_t append_finish_time = OB_INVALID_TIMESTAMP;
int64_t cb_first_handle_time = OB_INVALID_TIMESTAMP;
int64_t cb_start_time = OB_INVALID_TIMESTAMP;
int64_t idx = cb_queue.idx();
do {
ObLink *link = NULL;
AppendCb *cb = NULL;
@ -833,7 +844,7 @@ int ObApplyStatus::handle_drop_cb_queue_(ObApplyServiceQueueTask &cb_queue)
ret = OB_SUCCESS;
}
statistics_cb_cost_(lsn, log_ts, append_start_time, append_finish_time,
cb_first_handle_time, cb_start_time);
cb_first_handle_time, cb_start_time, idx);
cb_queue.inc_total_apply_cb_cnt();
}
} while (OB_SUCC(ret) && (!is_queue_empty));
@ -864,7 +875,8 @@ void ObApplyStatus::statistics_cb_cost_(const LSN &lsn,
const int64_t append_start_time,
const int64_t append_finish_time,
const int64_t cb_first_handle_time,
const int64_t cb_start_time)
const int64_t cb_start_time,
const int64_t idx)
{
// no need to print debug log when config [default value is true] is false;
if (GCONF.enable_record_trace_log) {
@ -879,7 +891,7 @@ void ObApplyStatus::statistics_cb_cost_(const LSN &lsn,
cb_wait_commit_stat_.stat(cb_wait_commit_time);
cb_execute_stat_.stat(cb_cost_time);
if (total_cost_time > 1000 * 1000) { //1s
CLOG_LOG(WARN, "cb cost too much time", K(lsn), K(log_ts), K(total_cost_time), K(append_cost_time),
CLOG_LOG(WARN, "cb cost too much time", K(lsn), K(log_ts), K(idx), K(total_cost_time), K(append_cost_time),
K(cb_wait_thread_time), K(cb_wait_commit_time), K(cb_cost_time), K(append_start_time), K(append_finish_time),
K(cb_first_handle_time), K(cb_first_handle_time), K(cb_finish_time));
}

11
src/logservice/applyservice/ob_log_apply_service.h
View File

@ -105,7 +105,8 @@ public:
public:
ObApplyServiceQueueTask();
~ObApplyServiceQueueTask();
int init(ObApplyStatus *apply_status);
int init(ObApplyStatus *apply_status,
const int64_t idx);
void reset() override;
public:
Link *top();
@ -118,15 +119,18 @@ public:
void set_snapshot_check_submit_cb_cnt();
int is_snapshot_apply_done(bool &is_done);
int is_apply_done(bool &is_done);
int64_t idx() const;
INHERIT_TO_STRING_KV("ObApplyServiceQueueTask", ObApplyServiceTask,
K(total_submit_cb_cnt_),
K(last_check_submit_cb_cnt_),
K(total_apply_cb_cnt_));
K(total_apply_cb_cnt_),
K(idx_));
private:
int64_t total_submit_cb_cnt_;
int64_t last_check_submit_cb_cnt_;
int64_t total_apply_cb_cnt_;
common::ObSpLinkQueue queue_;
int64_t idx_;
};
class ObApplyStatus
@ -183,7 +187,8 @@ private:
const int64_t append_start_time,
const int64_t append_finish_time,
const int64_t cb_first_handle_time,
const int64_t cb_start_time);
const int64_t cb_start_time,
const int64_t idx);
private:
typedef common::RWLock RWLock;
typedef RWLock::RLockGuard RLockGuard;