hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[scn] fix failure of mittest after refresh feature scn

Browse Source
This commit is contained in:
obdev
2022-11-28 01:46:42 +00:00
committed by ob-robot
parent 49a02f3304
commit 54b64a7263
1898 changed files with 255804 additions and 280809 deletions
Download Patch File Download Diff File Expand all files Collapse all files

210
src/storage/ob_i_memtable_mgr.cpp
View File

@ -16,7 +16,6 @@
#include "storage/memtable/ob_memtable_interface.h"
#include "storage/memtable/ob_multi_source_data.h"
#include "storage/tablet/ob_tablet.h"
#include "storage/meta_mem/ob_tenant_meta_mem_mgr.h"
using namespace oceanbase::share;
using namespace oceanbase::memtable;
@ -26,18 +25,37 @@ namespace oceanbase
namespace storage
{
int ObIMemtableMgr::add_memtable_(ObTableHandleV2 &memtable_handle)
{
int ret = OB_SUCCESS;
if (OB_UNLIKELY(!memtable_handle.is_valid())) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "memtable is null, unexpected error", KR(ret), K(memtable_handle), KPC(this));
} else {
const int64_t idx = get_memtable_idx_(memtable_tail_);
memtable_tail_++;
memtables_[idx] = memtable_handle;
ObTaskController::get().allow_next_syslog();
}
return ret;
}
int ObIMemtableMgr::get_active_memtable(ObTableHandleV2 &handle) const
{
int ret = OB_SUCCESS;
SpinRLockGuard lock_guard(lock_);
if (OB_UNLIKELY(memtable_tail_ <= 0)) {
TCRLockGuard lock_guard(lock_);
if (memtable_tail_ <= 0) {
ret = OB_ENTRY_NOT_EXIST;
STORAGE_LOG(WARN, "There is no memtable in MemtableMgr", K(ret), K(memtable_tail_));
} else if (OB_FAIL(get_ith_memtable(memtable_tail_ - 1, handle))) {
STORAGE_LOG(WARN, "fail to get ith memtable", K(ret), K(memtable_tail_));
} else if (OB_UNLIKELY(!handle.is_valid())) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "get invalid table handle", K(ret), K(handle));
STORAGE_LOG(WARN, "There is no memtable in ObLockMemtableMgr.");
} else {
handle = memtables_[get_memtable_idx_(memtable_tail_ - 1)];
if (OB_UNLIKELY(!handle.is_valid())) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "get invalid table handle", K(ret), K(handle), K(memtable_head_), K(memtable_tail_));
}
}
return ret;
}
@ -45,15 +63,12 @@ int ObIMemtableMgr::get_active_memtable(ObTableHandleV2 &handle) const
int ObIMemtableMgr::get_first_memtable(ObTableHandleV2 &handle) const
{
int ret = OB_SUCCESS;
SpinRLockGuard lock_guard(lock_);
TCRLockGuard lock_guard(lock_);
if (memtable_head_ == memtable_tail_) {
ret = OB_ENTRY_NOT_EXIST;
STORAGE_LOG(WARN, "There is no memtable in ObLockMemtableMgr.");
} else if (OB_FAIL(get_ith_memtable(memtable_head_, handle))) {
STORAGE_LOG(WARN, "fail to get ith memtable", K(ret), K(memtable_head_));
} else if (OB_UNLIKELY(!handle.is_valid())) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "get invalid table handle", K(ret), K(handle));
} else {
handle = memtables_[get_memtable_idx_(memtable_head_)];
}
return ret;
}
@ -62,19 +77,16 @@ int ObIMemtableMgr::get_all_memtables(ObTableHdlArray &handles)
{
int ret = OB_SUCCESS;
// TODO(handora.qc): oblatchid
SpinRLockGuard lock_guard(lock_);
for (int64_t i = memtable_head_; OB_SUCC(ret) && i < memtable_tail_; ++i) {
ObTableHandleV2 handle;
if (OB_FAIL(get_ith_memtable(i, handle))) {
STORAGE_LOG(WARN, "fail to get ith memtable", K(ret), K(i));
} else if (OB_FAIL(handles.push_back(handle))) {
TCRLockGuard lock_guard(lock_);
for (int i = memtable_head_; OB_SUCC(ret) && i < memtable_tail_; i++) {
if (OB_FAIL(handles.push_back(memtables_[get_memtable_idx_(i)]))) {
STORAGE_LOG(WARN, "push back into handles failed.", K(ret));
}
}
return ret;
}
int ObIMemtableMgr::get_newest_clog_checkpoint_ts(int64_t &clog_checkpoint_ts)
int ObIMemtableMgr::get_newest_clog_checkpoint_scn(palf::SCN &clog_checkpoint_scn)
{
int ret = OB_SUCCESS;
@ -84,15 +96,15 @@ int ObIMemtableMgr::get_newest_clog_checkpoint_ts(int64_t &clog_checkpoint_ts)
} else if (OB_ISNULL(freezer_)) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "freezer should not be null", K(ret), K(tablet_id_));
} else if (OB_FAIL(freezer_->get_newest_clog_checkpoint_ts(tablet_id_,
clog_checkpoint_ts))) {
} else if (OB_FAIL(freezer_->get_newest_clog_checkpoint_scn(tablet_id_,
clog_checkpoint_scn))) {
STORAGE_LOG(WARN, "fail to get newest clog_checkpoint_ts", K(ret), K(tablet_id_));
}
return ret;
}
int ObIMemtableMgr::get_newest_snapshot_version(int64_t &snapshot_version)
int ObIMemtableMgr::get_newest_snapshot_version(palf::SCN &snapshot_version)
{
int ret = OB_SUCCESS;
@ -111,7 +123,7 @@ int ObIMemtableMgr::get_newest_snapshot_version(int64_t &snapshot_version)
int ObIMemtableMgr::release_memtables(const int64_t log_ts)
{
SpinWLockGuard lock_guard(lock_);
TCWLockGuard lock_guard(lock_);
int ret = OB_SUCCESS;
if (IS_NOT_INIT) {
@ -123,12 +135,15 @@ int ObIMemtableMgr::release_memtables(const int64_t log_ts)
} else {
for (int64_t i = memtable_head_; OB_SUCC(ret) && i < memtable_tail_; ++i) {
// memtable that cannot be released will block memtables behind it
ObIMemtable *memtable = tables_[get_memtable_idx(i)];
if (OB_ISNULL(memtable)) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "memtable is nullptr", K(ret), KP(memtable), K(i));
ObIMemtable *memtable = nullptr;
if (OB_FAIL(memtables_[get_memtable_idx_(i)].get_memtable(memtable))) {
STORAGE_LOG(WARN, "fail to get memtable", K(ret));
} else {
if (memtable->get_end_log_ts() <= log_ts
if (memtable->is_data_memtable()
&& memtable->is_empty()
&& !memtable->get_is_force_freeze()) {
break;
} else if (memtable->get_end_log_ts() <= log_ts
&& memtable->can_be_minor_merged()) {
if (OB_FAIL(release_head_memtable_(memtable))) {
STORAGE_LOG(WARN, "fail to release memtable", K(ret), KPC(memtable));
@ -150,17 +165,17 @@ int ObIMemtableMgr::release_memtables()
{
int ret = OB_SUCCESS;
const bool force_release = true;
SpinWLockGuard lock_guard(lock_);
TCWLockGuard lock_guard(lock_);
if (IS_NOT_INIT) {
ret = OB_NOT_INIT;
STORAGE_LOG(WARN, "not inited", K(ret));
} else {
for (int64_t i = memtable_head_; OB_SUCC(ret) && i < memtable_tail_; ++i) {
// memtable that cannot be released will block memtables behind it
ObIMemtable *memtable = tables_[get_memtable_idx(i)];
if (OB_ISNULL(memtable)) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "memtable is nullptr", K(ret), KP(memtable), K(i));
ObIMemtable *memtable = nullptr;
if (OB_FAIL(memtables_[get_memtable_idx_(i)].get_memtable(memtable))) {
STORAGE_LOG(WARN, "fail to get memtable", K(ret), K(i), K(memtable_head_),
K(memtable_tail_), K(memtables_[get_memtable_idx_(i)]));
} else {
STORAGE_LOG(INFO, "force release memtable", K(i), K(*memtable));
if (OB_FAIL(release_head_memtable_(memtable, force_release))) {
@ -202,136 +217,19 @@ int ObIMemtableMgr::init(
const int64_t max_saved_schema_version,
logservice::ObLogHandler *log_handler,
ObFreezer *freezer,
ObTenantMetaMemMgr *t3m)
ObTenantMetaMemMgr *t3m,
ObTabletDDLKvMgr *ddl_kv_mgr)
{
int ret = OB_SUCCESS;
if (!tablet_id.is_special_merge_tablet()
&& OB_FAIL(init_storage_schema_recorder(tablet_id, ls_id, max_saved_schema_version, log_handler))) {
TRANS_LOG(WARN, "failed to init schema recorder", K(ret), K(max_saved_schema_version), KP(log_handler));
} else {
ret = init(tablet_id, ls_id, freezer, t3m);
ret = init(tablet_id, ls_id, freezer, t3m, ddl_kv_mgr);
}
return ret;
}
void ObIMemtableMgr::reset_tables()
{
if (OB_NOT_NULL(t3m_)) {
for (int64_t pos = memtable_head_; pos < memtable_tail_; ++pos) {
memtable::ObIMemtable *memtable = tables_[get_memtable_idx(pos)];
const int64_t ref_cnt = memtable->dec_ref();
if (0 == ref_cnt) {
t3m_->push_table_into_gc_queue(memtable, table_type_);
}
}
}
memset(tables_, 0, sizeof(tables_));
memtable_head_ = 0;
memtable_tail_ = 0;
t3m_ = nullptr;
table_type_ = ObITable::TableType::MAX_TABLE_TYPE;
}
void ObIMemtableMgr::release_head_memtable()
{
if (OB_ISNULL(t3m_)) {
STORAGE_LOG(ERROR, "t3m is nullptr", KP_(t3m));
} else {
memtable::ObIMemtable *memtable = tables_[get_memtable_idx(memtable_head_)];
tables_[get_memtable_idx(memtable_head_)] = nullptr;
++memtable_head_;
const int64_t ref_cnt = memtable->dec_ref();
if (0 == ref_cnt) {
t3m_->push_table_into_gc_queue(memtable, table_type_);
}
}
}
void ObIMemtableMgr::release_tail_memtable()
{
if (memtable_tail_ > memtable_head_) {
if (OB_ISNULL(t3m_)) {
STORAGE_LOG(ERROR, "t3m is nullptr", KP_(t3m));
} else {
memtable::ObIMemtable *memtable = tables_[get_memtable_idx(memtable_tail_ - 1)];
tables_[get_memtable_idx(memtable_tail_ - 1)] = nullptr;
--memtable_tail_;
const int64_t ref_cnt = memtable->dec_ref();
if (0 == ref_cnt) {
t3m_->push_table_into_gc_queue(memtable, table_type_);
}
}
}
}
int64_t ObIMemtableMgr::to_string(char *buf, const int64_t buf_len) const
{
int64_t pos = 0;
if (OB_ISNULL(buf) || buf_len <= 0) {
// do nothing
} else {
J_OBJ_START();
J_NAME("Memtables");
J_COLON();
J_KV(KP(this),
K_(ref_cnt),
K_(is_inited),
K_(tablet_id),
KP_(freezer),
K_(table_type),
K_(memtable_head),
K_(memtable_tail),
KP_(t3m));
J_COMMA();
BUF_PRINTF("tables");
J_COLON();
J_ARRAY_START();
if (memtable_tail_ - memtable_head_ > 0) {
for (int64_t i = 0; i < MAX_MEMSTORE_CNT; ++i) {
if (i > 0) {
J_COMMA();
}
BUF_PRINTO(OB_P(tables_[get_memtable_idx(i)]));
}
} else {
J_EMPTY_OBJ();
}
J_ARRAY_END();
J_OBJ_END();
}
return pos;
}
int ObIMemtableMgr::add_memtable_(ObTableHandleV2 &memtable_handle)
{
int ret = OB_SUCCESS;
if (OB_UNLIKELY(nullptr == t3m_ || !ObITable::is_memtable(table_type_))) {
ret = OB_NOT_INIT;
STORAGE_LOG(WARN, "Don't initialize memtable array", K(ret), KP(t3m_), K(table_type_));
} else if (OB_UNLIKELY(!memtable_handle.is_valid())) {
ret = OB_INVALID_ARGUMENT;
STORAGE_LOG(WARN, "invalid argument", K(ret), K(memtable_handle));
} else {
const int64_t idx = get_memtable_idx(memtable_tail_);
if (OB_FAIL(memtable_handle.get_memtable(tables_[idx]))) {
STORAGE_LOG(WARN, "fail to get memtable", K(ret), K(memtable_handle));
} else {
tables_[idx]->inc_ref();
memtable_tail_++;
ObTaskController::get().allow_next_syslog();
// FIXME : delete lbt()
STORAGE_LOG(INFO, "succeed to add memtable", K(get_memtable_count_()),
K(memtable_handle), K(lbt()));
}
}
return ret;
}
int ObIMemtableMgr::get_ith_memtable(const int64_t pos, ObTableHandleV2 &handle) const
{
return handle.set_table(static_cast<ObITable *const>(tables_[get_memtable_idx(pos)]), t3m_, table_type_);
}
ObMemtableMgrHandle::ObMemtableMgrHandle()
: memtable_mgr_(nullptr),
pool_(nullptr)