Files
oceanbase/src/storage/access/ob_table_access_context.cpp
2023-03-16 00:10:54 +00:00

350 lines
12 KiB
C++

/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#define USING_LOG_PREFIX STORAGE
#include "ob_table_access_context.h"
#include "ob_dml_param.h"
#include "share/ob_lob_access_utils.h"
namespace oceanbase
{
using namespace common;
using namespace blocksstable;
namespace storage
{
int ObTableAccessContext::init_column_scale_info(ObTableScanParam &scan_param)
{
int ret = OB_SUCCESS;
if (!lib::is_oracle_mode()) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "Unexpected tenant mode", K(ret));
} else if (OB_ISNULL(scan_param.table_param_)) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "Unexpected table parameter to init column scale info", K(ret), KPC(scan_param.table_param_));
} else {
const ObIArray<share::schema::ObColumnParam *> *out_col_param = &scan_param.table_param_->get_read_info().get_columns();
const ObIArray<int32_t> *out_col_project = &scan_param.table_param_->get_output_projector();
for (int64_t i = 0; OB_SUCC(ret) && i < out_col_project->count(); ++i) {
share::schema::ObColumnParam *col_param = NULL;
int32_t idx = out_col_project->at(i);
if (OB_UNLIKELY(idx < 0 || idx >= out_col_param->count())) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "invalid project idx", K(ret), K(idx), K(out_col_param->count()));
} else if (OB_ISNULL(col_param = out_col_param->at(idx))) {
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "column param is null", K(ret), K(idx));
}
}
STORAGE_LOG(DEBUG, "check need fill scale", K(ret), KPC(out_col_project), KPC(out_col_param));
}
return ret;
}
ObTableAccessContext::ObTableAccessContext()
: is_inited_(false),
use_fuse_row_cache_(false),
need_scn_(false),
timeout_(0),
query_flag_(),
sql_mode_(0),
store_ctx_(NULL),
limit_param_(NULL),
stmt_allocator_(NULL),
allocator_(NULL),
range_allocator_(nullptr),
scan_mem_(nullptr),
table_scan_stat_(NULL),
table_store_stat_(),
out_cnt_(0),
trans_version_range_(),
range_array_pos_(nullptr),
merge_scn_(),
lob_locator_helper_(nullptr),
iter_pool_(nullptr),
block_row_store_(nullptr),
io_callback_(nullptr),
trans_state_mgr_(nullptr)
{
merge_scn_.set_max();
}
ObTableAccessContext::~ObTableAccessContext()
{
if (OB_NOT_NULL(lob_locator_helper_)) {
lob_locator_helper_->~ObLobLocatorHelper();
if (OB_NOT_NULL(stmt_allocator_)) {
stmt_allocator_->free(lob_locator_helper_);
}
lob_locator_helper_ = nullptr;
}
}
int ObTableAccessContext::build_lob_locator_helper(ObTableScanParam &scan_param,
const ObStoreCtx &ctx,
const ObVersionRange &trans_version_range)
{
int ret = OB_SUCCESS;
void *buf = nullptr;
// locator is used for all types of lobs
if (OB_UNLIKELY(nullptr == scan_param.table_param_ || nullptr == stmt_allocator_)) {
ret = OB_INVALID_ARGUMENT;
STORAGE_LOG(WARN, "Invalid argument to build lob locator helper", K(ret), K(scan_param), KP_(stmt_allocator));
} else if (!scan_param.table_param_->use_lob_locator()) {
lob_locator_helper_ = nullptr;
} else if (!scan_param.table_param_->enable_lob_locator_v2() && !lib::is_oracle_mode()) {
// if lob locator v2 is enabled, locator will be used for all types of lobs, including mysql mode
ret = OB_ERR_UNEXPECTED;
STORAGE_LOG(WARN, "Unexpected tenant mode", K(ret), K(lib::is_oracle_mode()));
} else if (OB_ISNULL(buf = stmt_allocator_->alloc(sizeof(ObLobLocatorHelper)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
STORAGE_LOG(WARN, "Failed to alloc memory for ObLobLocatorHelper", K(ret));
} else if (FALSE_IT(lob_locator_helper_ = new (buf) ObLobLocatorHelper())) {
} else if (OB_FAIL(lob_locator_helper_->init(scan_param,
ctx,
scan_param.ls_id_,
trans_version_range.snapshot_version_))) {
STORAGE_LOG(WARN, "Failed to init lob locator helper",
K(ret), KPC(scan_param.table_param_), K(scan_param.ls_id_), K(trans_version_range));
lob_locator_helper_->~ObLobLocatorHelper();
stmt_allocator_->free(buf);
lob_locator_helper_ = nullptr;
} else {
STORAGE_LOG(DEBUG, "succ to init lob locator helper", KPC(lob_locator_helper_));
}
return ret;
}
int ObTableAccessContext::build_lob_locator_helper(const ObStoreCtx &ctx,
const ObVersionRange &trans_version_range)
{
// lob locator for internal routine, no rowid
int ret = OB_SUCCESS;
void *buf = nullptr;
// locator is used for all types of lobs
if (!ob_enable_lob_locator_v2()) {
// do nothing
} else if (OB_ISNULL(buf = stmt_allocator_->alloc(sizeof(ObLobLocatorHelper)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
STORAGE_LOG(WARN, "Failed to alloc memory for ObLobLocatorHelper", K(ret));
} else if (FALSE_IT(lob_locator_helper_ = new (buf) ObLobLocatorHelper())) {
} else if (OB_FAIL(lob_locator_helper_->init(table_store_stat_,
ctx,
ls_id_,
trans_version_range.snapshot_version_))) {
STORAGE_LOG(WARN, "Failed to init lob locator helper limit", K(ret), K(ls_id_), K(trans_version_range));
lob_locator_helper_->~ObLobLocatorHelper();
stmt_allocator_->free(buf);
lob_locator_helper_ = nullptr;
} else {
STORAGE_LOG(DEBUG, "succ to init lob locator helper", KPC(lob_locator_helper_));
}
return ret;
}
int ObTableAccessContext::init(ObTableScanParam &scan_param,
ObStoreCtx &ctx,
const ObVersionRange &trans_version_range)
{
int ret = OB_SUCCESS;
if (is_inited_) {
ret = OB_INIT_TWICE;
LOG_WARN("cannot init twice", K(ret));
} else if (OB_LIKELY(!scan_param.sample_info_.is_block_sample())) {
allocator_ = scan_param.scan_allocator_;
} else {
if (scan_mem_ == nullptr) {
lib::ContextParam param;
param.set_mem_attr(scan_param.tenant_id_,
ObModIds::OB_TABLE_SCAN_ITER,
ObCtxIds::DEFAULT_CTX_ID)
.set_properties(lib::USE_TL_PAGE_OPTIONAL)
.set_ablock_size(lib::INTACT_MIDDLE_AOBJECT_SIZE);
if (OB_FAIL(CURRENT_CONTEXT->CREATE_CONTEXT(scan_mem_, param))) {
LOG_WARN("fail to create entity", K(ret));
}
}
if (OB_SUCC(ret)) {
allocator_ = &scan_mem_->get_arena_allocator();
}
}
if (OB_SUCC(ret)) {
stmt_allocator_ = scan_param.allocator_;
range_allocator_ = nullptr;
ls_id_ = scan_param.ls_id_;
tablet_id_ = scan_param.tablet_id_;
query_flag_ = scan_param.scan_flag_;
sql_mode_ = scan_param.sql_mode_;
timeout_ = scan_param.timeout_;
store_ctx_ = &ctx;
table_scan_stat_ = &scan_param.main_table_scan_stat_;
limit_param_ = scan_param.limit_param_.is_valid() ? &scan_param.limit_param_ : NULL;
table_scan_stat_->reset();
table_store_stat_.ls_id_ = scan_param.ls_id_;
table_store_stat_.tablet_id_ = scan_param.tablet_id_;
table_store_stat_.table_id_ = scan_param.index_id_;
trans_version_range_ = trans_version_range;
need_scn_ = scan_param.need_scn_;
range_array_pos_ = &scan_param.range_array_pos_;
use_fuse_row_cache_ = false;
if(OB_FAIL(build_lob_locator_helper(scan_param, ctx, trans_version_range))) {
STORAGE_LOG(WARN, "Failed to build lob locator helper", K(ret));
// new static engine do not need fill scale
} else if (lib::is_oracle_mode() && OB_ISNULL(scan_param.output_exprs_)
&& OB_FAIL(init_column_scale_info(scan_param))) {
LOG_WARN("init column scale info failed", K(ret), K(scan_param));
} else {
is_inited_ = true;
}
}
return ret;
}
int ObTableAccessContext::init(const common::ObQueryFlag &query_flag,
ObStoreCtx &ctx,
ObIAllocator &allocator,
ObIAllocator &stmt_allocator,
const ObVersionRange &trans_version_range)
{
int ret = OB_SUCCESS;
if (is_inited_) {
ret = OB_INIT_TWICE;
LOG_WARN("cannot init twice", K(ret));
} else {
query_flag_ = query_flag;
use_fuse_row_cache_ = false;
store_ctx_ = &ctx;
timeout_ = ctx.timeout_;
allocator_ = &allocator;
stmt_allocator_ = &stmt_allocator;
range_allocator_ = nullptr;
trans_version_range_ = trans_version_range;
ls_id_ = ctx.ls_id_;
tablet_id_ = ctx.tablet_id_;
table_store_stat_.ls_id_ = ctx.ls_id_;
table_store_stat_.tablet_id_ = ctx.tablet_id_;
table_store_stat_.table_id_ = ctx.tablet_id_.id(); // TODO (yuanzhe) remove table_id in virtual table
// handle lob types without ObTableScanParam:
// 1. use lob locator instead of full lob data
// 2. without rowkey, since need not send result to dbmslob/client
// 3. tablet id/ table id here maybe invalid, call update_lob_locator_ctx to fix
// 4. only init lob locator helper when nessary?
if (OB_FAIL(build_lob_locator_helper(ctx, trans_version_range))) {
STORAGE_LOG(WARN, "Failed to build lob locator helper", K(ret));
} else {
is_inited_ = true;
}
}
return ret;
}
int ObTableAccessContext::init(const common::ObQueryFlag &query_flag,
ObStoreCtx &ctx,
common::ObIAllocator &allocator,
const common::ObVersionRange &trans_version_range)
{
int ret = OB_SUCCESS;
if (is_inited_) {
ret = OB_INIT_TWICE;
LOG_WARN("cannot init twice", K(ret));
} else {
query_flag_ = query_flag;
use_fuse_row_cache_ = false;
store_ctx_ = &ctx;
timeout_ = ctx.timeout_;
allocator_ = &allocator;
stmt_allocator_ = &allocator;
range_allocator_ = nullptr;
trans_version_range_ = trans_version_range;
ls_id_ = ctx.ls_id_;
tablet_id_ = ctx.tablet_id_;
table_store_stat_.ls_id_ = ctx.ls_id_;
table_store_stat_.tablet_id_ = ctx.tablet_id_;
table_store_stat_.table_id_ = ctx.tablet_id_.id(); // TODO (yuanzhe) remove table_id in virtual table
lob_locator_helper_ = nullptr;
is_inited_ = true;
}
return ret;
}
void ObTableAccessContext::reset()
{
is_inited_ = false;
timeout_ = 0;
ls_id_.reset();
tablet_id_.reset();
query_flag_.reset();
sql_mode_ = 0;
store_ctx_ = NULL;
limit_param_ = NULL;
if (OB_NOT_NULL(lob_locator_helper_)) {
lob_locator_helper_->~ObLobLocatorHelper();
if (OB_NOT_NULL(stmt_allocator_)) {
stmt_allocator_->free(lob_locator_helper_);
}
lob_locator_helper_ = nullptr;
}
stmt_allocator_ = NULL;
if (NULL != scan_mem_) {
DESTROY_CONTEXT(scan_mem_);
scan_mem_ = NULL;
}
allocator_ = NULL;
range_allocator_ = nullptr;
table_scan_stat_ = NULL;
table_store_stat_.reset();
out_cnt_ = 0;
trans_version_range_.reset();
use_fuse_row_cache_ = false;
range_array_pos_ = nullptr;
iter_pool_ = nullptr;
block_row_store_ = nullptr;
}
void ObTableAccessContext::reuse()
{
is_inited_ = false;
timeout_ = 0;
ls_id_.reset();
tablet_id_.reset();
query_flag_.reset();
sql_mode_ = 0;
store_ctx_ = NULL;
limit_param_ = NULL;
if (OB_NOT_NULL(lob_locator_helper_)) {
lob_locator_helper_->~ObLobLocatorHelper();
if (OB_NOT_NULL(stmt_allocator_)) {
stmt_allocator_->free(lob_locator_helper_);
}
lob_locator_helper_ = nullptr;
}
stmt_allocator_ = NULL;
if (NULL != scan_mem_) {
scan_mem_->reuse_arena();
}
allocator_ = NULL;
range_allocator_ = nullptr;
table_scan_stat_ = NULL;
out_cnt_ = 0;
trans_version_range_.reset();
use_fuse_row_cache_ = false;
range_array_pos_ = nullptr;
iter_pool_ = nullptr;
block_row_store_ = nullptr;
}
} // namespace storage
} // namespace oceanbase