patch 4.0
This commit is contained in:
wangzelin.wzl
222
src/sql/das/ob_das_id_cache.cpp
Normal file
222
src/sql/das/ob_das_id_cache.cpp
Normal file
@ -0,0 +1,222 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
#define USING_LOG_PREFIX SQL_DAS
|
||||
#include "ob_das_id_rpc.h"
|
||||
#include "ob_das_id_cache.h"
|
||||
#include "ob_das_id_service.h"
|
||||
#include "share/location_cache/ob_location_service.h"
|
||||
|
||||
namespace oceanbase {
|
||||
using namespace common;
|
||||
using namespace share;
|
||||
namespace sql
|
||||
{
|
||||
int ObDASIDCache::init(const common::ObAddr &server, rpc::frame::ObReqTransport *req_transport)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
void *proxy_buf = nullptr;
|
||||
void *request_buf = nullptr;
|
||||
if (OB_UNLIKELY(is_inited_)) {
|
||||
ret = OB_INIT_TWICE;
|
||||
LOG_WARN("init twice", KR(ret));
|
||||
} else if (OB_UNLIKELY(!server.is_valid() || OB_ISNULL(req_transport))) {
|
||||
ret = OB_INVALID_ARGUMENT;
|
||||
LOG_WARN("invalid argument", KR(ret), K(server), KP(req_transport));
|
||||
} else if (OB_ISNULL(proxy_buf = alloc_.alloc(sizeof(obrpc::ObDASIDRpcProxy)))) {
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
LOG_WARN("alloc rpc proxy failed", KR(ret));
|
||||
} else if (OB_ISNULL(request_buf = alloc_.alloc(sizeof(ObDASIDRequestRpc)))) {
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
LOG_WARN("alloc request rpc failed", KR(ret));
|
||||
}
|
||||
if (OB_SUCC(ret)) {
|
||||
id_rpc_proxy_ = new(proxy_buf) obrpc::ObDASIDRpcProxy();
|
||||
id_request_rpc_ = new(request_buf) ObDASIDRequestRpc();
|
||||
if (OB_FAIL(id_rpc_proxy_->init(req_transport, server))) {
|
||||
LOG_WARN("init rpc proxy failed", KR(ret), K(server));
|
||||
} else if (OB_FAIL(id_request_rpc_->init(id_rpc_proxy_, server, this))) {
|
||||
LOG_WARN("init response rpc failed", KR(ret));
|
||||
}
|
||||
}
|
||||
if (OB_FAIL(ret)) {
|
||||
if (NULL != id_rpc_proxy_) {
|
||||
alloc_.free(id_rpc_proxy_);
|
||||
id_rpc_proxy_ = NULL;
|
||||
}
|
||||
if (NULL != id_request_rpc_) {
|
||||
alloc_.free(id_request_rpc_);
|
||||
id_request_rpc_ = NULL;
|
||||
}
|
||||
} else {
|
||||
server_ = server;
|
||||
is_inited_ = true;
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
void ObDASIDCache::destroy()
|
||||
{
|
||||
if (NULL != id_rpc_proxy_) {
|
||||
alloc_.free(id_rpc_proxy_);
|
||||
id_rpc_proxy_ = NULL;
|
||||
}
|
||||
if (NULL != id_request_rpc_) {
|
||||
alloc_.free(id_request_rpc_);
|
||||
id_request_rpc_ = NULL;
|
||||
}
|
||||
alloc_.reset();
|
||||
is_inited_ = false;
|
||||
}
|
||||
|
||||
void ObDASIDCache::reset()
|
||||
{
|
||||
is_inited_ = false;
|
||||
is_requesting_ = false;
|
||||
for (int i=0; i<MAX_CACHE_NUM; i++) {
|
||||
id_cache_[i].start_id = 0;
|
||||
id_cache_[i].end_id = 0;
|
||||
}
|
||||
cur_idx_ = 0;
|
||||
cache_idx_ = 0;
|
||||
server_.reset();
|
||||
id_rpc_proxy_ = NULL;
|
||||
id_request_rpc_ = NULL;
|
||||
id_service_leader_.reset();
|
||||
retry_request_cnt_ = 0;
|
||||
preallocate_count_ = MIN_PREALLOCATE_COUNT;
|
||||
last_update_ts_ = ObTimeUtility::current_time();
|
||||
alloc_.reset();
|
||||
}
|
||||
|
||||
int ObDASIDCache::refresh_id_service_location()
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
id_service_leader_.reset();
|
||||
if (OB_FAIL(GCTX.location_service_->nonblock_renew(GCONF.cluster_id, MTL_ID(), DAS_ID_LS))) {
|
||||
LOG_WARN("das id cache nonblock renew failed", KR(ret));
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
int ObDASIDCache::update_das_id(const int64_t start_id, const int64_t end_id)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
ObLatchWGuard guard(lock_, ObLatchIds::DEFAULT_MUTEX);
|
||||
const int64_t cache_idx = ATOMIC_LOAD(&cache_idx_);
|
||||
const int64_t cur_idx = ATOMIC_LOAD(&cur_idx_);
|
||||
if (cache_idx - cur_idx >= MAX_CACHE_NUM - 1) {
|
||||
LOG_TRACE("drop das id", K(MTL_ID()), K(start_id), K(end_id));
|
||||
} else {
|
||||
IdCache *id_cache = &(id_cache_[cache_idx % MAX_CACHE_NUM]);
|
||||
inc_update(&(id_cache->start_id), start_id);
|
||||
inc_update(&(id_cache->end_id), end_id);
|
||||
(void)ATOMIC_FAA(&cache_idx_, 1);
|
||||
retry_request_cnt_ = 0;
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
int ObDASIDCache::get_das_id(int64_t &das_id, const bool force_renew)
|
||||
{
|
||||
int ret = OB_SUCCESS;
|
||||
int save_ret = OB_SUCCESS;
|
||||
const int64_t tenant_id = MTL_ID();
|
||||
while (OB_SUCCESS == ret) {
|
||||
const int64_t cur_idx = ATOMIC_LOAD(&cur_idx_);
|
||||
IdCache *id_cache = &(id_cache_[cur_idx % MAX_CACHE_NUM]);
|
||||
const int64_t tmp_end_id = ATOMIC_LOAD(&(id_cache->end_id));
|
||||
const int64_t tmp_start_id = ATOMIC_LOAD(&(id_cache->start_id));
|
||||
int64_t tmp_das_id = 0;
|
||||
if (tmp_start_id < tmp_end_id &&
|
||||
(tmp_das_id = ATOMIC_FAA(&(id_cache->start_id), 1)) < tmp_end_id) {
|
||||
das_id = tmp_das_id;
|
||||
break;
|
||||
} else {
|
||||
if (OB_UNLIKELY(cur_idx >= ATOMIC_LOAD(&cache_idx_))) {
|
||||
ret = OB_EAGAIN;
|
||||
} else {
|
||||
(void)ATOMIC_CAS(&cur_idx_, cur_idx, cur_idx + 1);
|
||||
}
|
||||
}
|
||||
}
|
||||
save_ret = ret;
|
||||
const int64_t left_cache_count = cache_idx_ - cur_idx_;
|
||||
if (left_cache_count < PRE_CACHE_NUM && !ATOMIC_LOAD(&is_requesting_)) {
|
||||
const int64_t cur_ts = ObTimeUtility::current_time();
|
||||
const int64_t retry_timeout = min(OB_DAS_ID_RPC_TIMEOUT_MIN * max(retry_request_cnt_, 1),
|
||||
OB_DAS_ID_RPC_TIMEOUT_MAX);
|
||||
if (ATOMIC_BCAS(&is_requesting_, false, true)) {
|
||||
ObDASIDRequest req;
|
||||
obrpc::ObDASIDRpcResult res;
|
||||
retry_request_cnt_++;
|
||||
if (OB_FAIL(req.init(MTL_ID(), get_preallocate_count_()))) {
|
||||
LOG_WARN("ObDASIDRequest init fail", KR(ret), K(MTL_ID()));
|
||||
} else if (OB_FAIL(id_request_rpc_->fetch_new_range(req, res, retry_timeout, force_renew))) {
|
||||
LOG_WARN("fetch new range failed", KR(ret));
|
||||
} else if (OB_UNLIKELY(!res.is_valid())) {
|
||||
ret = OB_INVALID_ARGUMENT;
|
||||
LOG_WARN("das id rpc result is invalid", KR(ret), K(res));
|
||||
} else if (OB_SUCCESS != res.get_status()) {
|
||||
if (OB_NOT_MASTER == res.get_status() || OB_TENANT_NOT_IN_SERVER == res.get_status()) {
|
||||
ret = OB_EAGAIN;
|
||||
LOG_INFO("das id rpc need retry", KR(res.get_status()), KR(ret));
|
||||
} else {
|
||||
ret = res.get_status();
|
||||
LOG_WARN("das id rpc failed", KR(ret), K(res));
|
||||
}
|
||||
} else if (OB_FAIL(update_das_id(res.get_start_id(), res.get_end_id()))) {
|
||||
LOG_WARN("update das id failed", KR(ret));
|
||||
}
|
||||
ATOMIC_STORE(&is_requesting_, false);
|
||||
if (OB_SUCC(ret)) {
|
||||
LOG_TRACE("das id rpc succeeded", K(req), K(res));
|
||||
}
|
||||
}
|
||||
if (left_cache_count <= PRE_CACHE_NUM / 2) {
|
||||
if (cache_idx_ < PRE_CACHE_NUM) {
|
||||
// do not update preallocate count at boot time
|
||||
} else {
|
||||
update_preallocate_count_();
|
||||
}
|
||||
}
|
||||
}
|
||||
return save_ret;
|
||||
}
|
||||
|
||||
void ObDASIDCache::update_preallocate_count_()
|
||||
{
|
||||
const int64_t cur_ts = ObTimeUtility::current_time();
|
||||
if (cur_ts - last_update_ts_ > UPDATE_PREALLOCATE_COUNT_INTERVAL) {
|
||||
const int64_t tmp_preallocate_count = ATOMIC_LOAD(&preallocate_count_);
|
||||
int64_t new_preallocate_count = tmp_preallocate_count * UPDATE_FACTOR;
|
||||
if (new_preallocate_count > MAX_PREALLOCATE_COUNT) {
|
||||
new_preallocate_count = MAX_PREALLOCATE_COUNT;
|
||||
}
|
||||
if (ATOMIC_BCAS(&preallocate_count_, tmp_preallocate_count, new_preallocate_count)) {
|
||||
last_update_ts_ = cur_ts;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
int64_t ObDASIDCache::get_preallocate_count_()
|
||||
{
|
||||
const int64_t tmp_preallocate_count = ATOMIC_LOAD(&preallocate_count_);
|
||||
int64_t new_preallocate_count = tmp_preallocate_count - MIN_PREALLOCATE_COUNT;
|
||||
if (new_preallocate_count < MIN_PREALLOCATE_COUNT) {
|
||||
new_preallocate_count = MIN_PREALLOCATE_COUNT;
|
||||
}
|
||||
(void)ATOMIC_BCAS(&preallocate_count_, tmp_preallocate_count, new_preallocate_count);
|
||||
return tmp_preallocate_count;
|
||||
}
|
||||
} // namespace sql
|
||||
} // namespace oceanbase
|
||||
Reference in New Issue
Block a user