patch 4.0

This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions

View File

@ -17,17 +17,21 @@
#include "sql/engine/ob_physical_plan.h"
#include "sql/engine/ob_exec_context.h"
namespace oceanbase {
namespace oceanbase
{
using namespace common;
using namespace share;
using namespace share::schema;
namespace sql {
namespace sql
{
OB_SERIALIZE_MEMBER((ObSequenceSpec, ObOpSpec), nextval_seq_ids_);
ObSequenceSpec::ObSequenceSpec(ObIAllocator& alloc, const ObPhyOperatorType type)
: ObOpSpec(alloc, type), nextval_seq_ids_(alloc)
{}
ObSequenceSpec::ObSequenceSpec(ObIAllocator &alloc, const ObPhyOperatorType type)
: ObOpSpec(alloc, type),
nextval_seq_ids_(alloc)
{
}
int ObSequenceSpec::add_uniq_nextval_sequence_id(uint64_t seq_id)
{
@ -35,7 +39,8 @@ int ObSequenceSpec::add_uniq_nextval_sequence_id(uint64_t seq_id)
for (uint64_t i = 0; i < nextval_seq_ids_.count() && OB_SUCC(ret); ++i) {
if (seq_id == nextval_seq_ids_.at(i)) {
ret = OB_ENTRY_EXIST;
LOG_WARN("should not add duplicated seq id to ObSequence operator", K(seq_id), K(ret));
LOG_WARN("should not add duplicated seq id to ObSequence operator",
K(seq_id), K(ret));
}
}
if (OB_SUCC(ret)) {
@ -46,8 +51,9 @@ int ObSequenceSpec::add_uniq_nextval_sequence_id(uint64_t seq_id)
return ret;
}
ObSequenceOp::ObSequenceOp(ObExecContext& exec_ctx, const ObOpSpec& spec, ObOpInput* input)
: ObOperator(exec_ctx, spec, input), sequence_cache_(nullptr)
ObSequenceOp::ObSequenceOp(ObExecContext &exec_ctx, const ObOpSpec &spec, ObOpInput *input)
: ObOperator(exec_ctx, spec, input),
sequence_cache_(nullptr)
{
sequence_cache_ = &share::ObSequenceCache::get_instance();
if (OB_ISNULL(sequence_cache_)) {
@ -56,28 +62,13 @@ ObSequenceOp::ObSequenceOp(ObExecContext& exec_ctx, const ObOpSpec& spec, ObOpIn
}
ObSequenceOp::~ObSequenceOp()
{}
bool ObSequenceOp::is_valid()
{
bool bret = false;
if (get_child_cnt() == 1) {
bret = get_child() != NULL && spec_.output_.count() > 0 && get_child()->get_spec().output_.count() > 0;
} else if (get_child_cnt() == 0) {
bret = spec_.output_.count() > 0;
} else {
// invalid
}
return bret;
}
int ObSequenceOp::inner_open()
{
int ret = OB_SUCCESS;
if (OB_UNLIKELY(!is_valid())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("sequence operator is invalid", K(MY_SPEC.nextval_seq_ids_));
} else if (OB_FAIL(init_op())) {
if (OB_FAIL(init_op())) {
LOG_WARN("initialize operator context failed", K(ret));
} else if (OB_ISNULL(sequence_cache_)) {
ret = OB_NOT_INIT;
@ -102,9 +93,9 @@ int ObSequenceOp::inner_close()
int ObSequenceOp::init_op()
{
int ret = OB_SUCCESS;
ObTaskExecutorCtx* task_ctx = NULL;
share::schema::ObMultiVersionSchemaService* schema_service = NULL;
ObSQLSessionInfo* my_session = NULL;
ObTaskExecutorCtx *task_ctx = NULL;
share::schema::ObMultiVersionSchemaService *schema_service = NULL;
ObSQLSessionInfo *my_session = NULL;
share::schema::ObSchemaGetterGuard schema_guard;
if (OB_ISNULL(my_session = GET_MY_SESSION(ctx_))) {
ret = OB_ERR_UNEXPECTED;
@ -115,21 +106,27 @@ int ObSequenceOp::init_op()
} else if (OB_ISNULL(schema_service = task_ctx->schema_service_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("schema service is null", K(ret));
} else if (OB_FAIL(schema_service->get_tenant_schema_guard(my_session->get_effective_tenant_id(), schema_guard))) {
} else if (OB_FAIL(schema_service->get_tenant_schema_guard(
my_session->get_effective_tenant_id(),
schema_guard))) {
LOG_WARN("get schema guard failed", K(ret));
} else {
uint64_t tenant_id = my_session->get_effective_tenant_id();
const ObIArray<uint64_t>& ids = MY_SPEC.nextval_seq_ids_;
ARRAY_FOREACH_X(ids, idx, cnt, OB_SUCC(ret))
{
const ObIArray<uint64_t> &ids = MY_SPEC.nextval_seq_ids_;
ARRAY_FOREACH_X(ids, idx, cnt, OB_SUCC(ret)) {
const uint64_t seq_id = ids.at(idx);
const ObSequenceSchema* seq_schema = nullptr;
if (OB_FAIL(schema_guard.get_sequence_schema(tenant_id, seq_id, seq_schema))) {
const ObSequenceSchema *seq_schema = nullptr;
if (OB_FAIL(schema_guard.get_sequence_schema(
tenant_id,
seq_id,
seq_schema))) {
LOG_WARN("fail get sequence schema", K(seq_id), K(ret));
} else if (OB_ISNULL(seq_schema)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("null unexpected", K(ret));
} else if (OB_FAIL(seq_schemas_.push_back(*seq_schema))) {
// 注意:这里将 schema 缓存到数组里,会自动深拷贝 sequence name
// 即使 schema guard 释放,sequence name 的内存也还有效,直到请求结束
LOG_WARN("cache seq_schema fail", K(tenant_id), K(seq_id), K(ret));
}
}
@ -140,32 +137,35 @@ int ObSequenceOp::init_op()
int ObSequenceOp::inner_get_next_row()
{
int ret = OB_SUCCESS;
ObSQLSessionInfo* my_session = GET_MY_SESSION(ctx_);
const ObIArray<uint64_t>& ids = MY_SPEC.nextval_seq_ids_;
ObSQLSessionInfo *my_session = GET_MY_SESSION(ctx_);
const ObIArray<uint64_t> &ids = MY_SPEC.nextval_seq_ids_;
if (OB_FAIL(try_get_next_row())) {
LOG_WARN_IGNORE_ITER_END(ret, "fail get next row", K(ret));
} else if (ids.count() != seq_schemas_.count()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("id count does not match schema count", "id_cnt", ids.count(), "schema_cnt", seq_schemas_.count(), K(ret));
LOG_WARN("id count does not match schema count",
"id_cnt", ids.count(),
"schema_cnt", seq_schemas_.count(),
K(ret));
} else {
uint64_t tenant_id = my_session->get_effective_tenant_id();
ObArenaAllocator allocator;
// need to update the nextval in the cache if and only if there is a nextval in the select item
// otherwise, directly use the value in the session
ARRAY_FOREACH_X(ids, idx, cnt, OB_SUCC(ret))
{
ObArenaAllocator allocator; // nextval 临时计算内存
// 当且仅当 select item 中有 nextval 时才需要去 cache 中更新 nextval
// 否则直接取用 session 中的值
ARRAY_FOREACH_X(ids, idx, cnt, OB_SUCC(ret)) {
const uint64_t seq_id = ids.at(idx);
// int64_t dummy_seq_value = 10240012435;
// int64_t dummy_seq_value = 10240012435; // TODO: xiaochu, 设置 number 到 session 中
ObSequenceValue seq_value;
// Note: the order of schema and the order of id in ids are one-to-one correspondence
// so you can directly use the subscript to address
if (OB_FAIL(sequence_cache_->nextval(seq_schemas_.at(idx), allocator, seq_value))) {
// 注意:这里 schema 的顺序和 ids 里面 id 的顺序是一一对应的
// 所以可以直接用下标来寻址
if (OB_FAIL(sequence_cache_->nextval(
seq_schemas_.at(idx),
allocator,
seq_value))) {
LOG_WARN("fail get nextval for seq", K(tenant_id), K(seq_id), K(ret));
} else if (OB_FAIL(my_session->set_sequence_value(tenant_id, seq_id, seq_value))) {
LOG_WARN(
"save seq_value to session as currval for later read fail", K(tenant_id), K(seq_id), K(seq_value), K(ret));
} else {
// LOG_INFO("next seq value from sequence cache, saved to session", K(idx), K(seq_id), K(seq_value));
LOG_WARN("save seq_value to session as currval for later read fail",
K(tenant_id), K(seq_id), K(seq_value), K(ret));
}
}
}
@ -178,6 +178,7 @@ int ObSequenceOp::try_get_next_row()
clear_evaluated_flag();
if (get_child_cnt() == 0) {
// insert stmt, no child, give an empty row
// 这里是否要将所有ObExpr全部设置为null
} else if (OB_FAIL(child_->get_next_row())) {
LOG_WARN_IGNORE_ITER_END(ret, "fail get next row", K(ret));
}