/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. */ #define USING_LOG_PREFIX SQL #include "ob_spi.h" #include "common/sql_mode/ob_sql_mode_utils.h" #include "ob_sql_utils.h" #include "observer/ob_inner_sql_connection_pool.h" #include "observer/ob_inner_sql_connection.h" #include "observer/ob_inner_sql_result.h" #include "observer/ob_server_struct.h" #include "observer/mysql/ob_query_retry_ctrl.h" #include "observer/mysql/ob_sync_cmd_driver.h" #include "sql/parser/ob_parser.h" #include "sql/resolver/expr/ob_raw_expr_util.h" #include "sql/resolver/ob_stmt_resolver.h" #include "sql/engine/expr/ob_expr_column_conv.h" #include "sql/engine/expr/ob_expr_pl_integer_checker.h" #include "pl/ob_pl_package.h" #include "pl/ob_pl_allocator.h" #include "sql/resolver/ob_resolver_utils.h" #include "sql/engine/expr/ob_expr_obj_access.h" #include "sql/code_generator/ob_expr_generator_impl.h" #include "sql/ob_result_set.h" #include "sql/parser/parse_node.h" #include "pl/ob_pl_exception_handling.h" #include "sql/plan_cache/ob_ps_cache.h" #include "storage/tx/ob_trans_service.h" #include "pl/sys_package/ob_dbms_sql.h" #include "pl/ob_pl.h" namespace oceanbase { using namespace sqlclient; using namespace common; using namespace share; using namespace observer; using namespace pl; using namespace share::schema; namespace sql { #define SET_SPI_STATUS \ do { \ if (OB_ISNULL(ctx->status_)) { \ ret = OB_SUCCESS == ret ? OB_INVALID_ARGUMENT : ret; \ LOG_WARN("status in is NULL", K(ctx->status_), K(ret)); \ } else { \ *ctx->status_ = ret; \ } \ } while (0) #define SET_FORALL_BULK_EXCEPTION \ do { \ if (OB_FAIL(ret)) { \ ObPLCursorInfo* cursor = NULL; \ if (OB_ISNULL(ctx) \ || OB_ISNULL(ctx->exec_ctx_) \ || OB_ISNULL(ctx->exec_ctx_->get_my_session()) \ || OB_ISNULL(cursor = ctx->exec_ctx_->get_my_session()->get_pl_implicit_cursor())) { \ /*don`t change error code, so do nothing*/ \ } else if (OB_BATCHED_MULTI_STMT_ROLLBACK == ret) { \ /*forall optimal rollback, forall will rollback to single sql mode*/ \ cursor->set_forall_rollback(); \ } else if (!cursor->get_in_forall() \ || !cursor->get_save_exception() \ /*|| !cursor->is_forall_rollback()*/) { \ /*not in forall or in forall rollback, do nothing*/ \ /*we just handle bulk exception in single sql mode*/ \ } else if (OB_SUCCESS != cursor->set_bulk_exception(ret)) { \ LOG_WARN("failed to set bulk exception"); \ } else { \ ret = OB_SUCCESS; \ } \ } \ } while (0) ObResultSet *ObSPIResultSet::get_result_set() { return NULL == mysql_result_.get_result() ? NULL : &reinterpret_cast(mysql_result_.get_result()) ->result_set(); } int ObSPIResultSet::destruct_exec_params(ObSQLSessionInfo &session) { int ret = OB_SUCCESS; if (NULL != get_result_set() && NULL != get_result_set()->get_exec_context().get_physical_plan_ctx()) { ParamStore ¶ms = get_result_set()->get_exec_context().get_physical_plan_ctx()->get_param_store_for_update(); for (int64_t i = 0; OB_SUCC(ret) && i < params.count(); ++i) { OZ (ObUserDefinedType::destruct_obj(params.at(i), &session)); } } return ret; } int ObSPIResultSet::store_session(ObSQLSessionInfo *session, sql::ObSQLSessionInfo::StmtSavedValue *&value, int64_t &nested_count) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(session)); OZ (alloc_saved_value(value)); CK (OB_NOT_NULL(value)); OZ (session->save_session(*value)); OX (nested_count = session->get_nested_count()); OX (session->set_query_start_time(ObTimeUtility::current_time())); return ret; } int ObSPIResultSet::restore_session(ObSQLSessionInfo *session, sql::ObSQLSessionInfo::StmtSavedValue *value, int64_t nested_count) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(session)); CK (OB_NOT_NULL(value)); OZ (session->restore_session(*value)); OX (session->set_nested_count(nested_count)); return ret; } int ObSPIResultSet::store_orign_session(ObSQLSessionInfo *session) { return store_session(session, orign_session_value_, orign_nested_count_); } int ObSPIResultSet::store_cursor_session(ObSQLSessionInfo *session) { return store_session(session, cursor_session_value_, cursor_nested_count_); } int ObSPIResultSet::restore_orign_session(ObSQLSessionInfo *session) { return ObSPIResultSet::restore_session(session, orign_session_value_, orign_nested_count_); } int ObSPIResultSet::restore_cursor_session(ObSQLSessionInfo *session) { return restore_session(session, cursor_session_value_, cursor_nested_count_); } int ObSPIResultSet::begin_nested_session(ObSQLSessionInfo &session) { int ret = OB_SUCCESS; OZ (alloc_saved_value(nested_session_value_)); OV (OB_NOT_NULL(nested_session_value_)); OZ (session.begin_nested_session(*nested_session_value_)); return ret; } int ObSPIResultSet::end_nested_session(ObSQLSessionInfo &session) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(nested_session_value_)); OZ (session.end_nested_session(*nested_session_value_)); return ret; } int ObSPIResultSet::alloc_saved_value(sql::ObSQLSessionInfo::StmtSavedValue *&session_value) { int ret = OB_SUCCESS; if (OB_ISNULL(session_value)) { void *ptr = NULL; if (OB_ISNULL(ptr = allocator_.alloc(sizeof(sql::ObSQLSessionInfo::StmtSavedValue)))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("failed to alloc memory for saved session value", K(ret)); } CK (OB_NOT_NULL(session_value = new(ptr)sql::ObSQLSessionInfo::StmtSavedValue())); } return ret; } int ObSPIResultSet::check_nested_stmt_legal(ObExecContext &exec_ctx, stmt::StmtType stmt_type) { int ret = OB_SUCCESS; stmt::StmtType parent_stmt_type = stmt::T_NONE; ObSqlCtx *sql_ctx = exec_ctx.get_sql_ctx(); ObPLContext *pl_ctx = exec_ctx.get_pl_stack_ctx(); if (OB_ISNULL(sql_ctx) || OB_ISNULL(pl_ctx)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid sql_ctx or pl_ctx", K(ret), K(sql_ctx), K(pl_ctx)); } else { parent_stmt_type = sql_ctx->stmt_type_; LOG_DEBUG("check nested stmt legal", K(parent_stmt_type), K(pl_ctx->in_autonomous()), K(stmt_type)); } if (OB_SUCC(ret) && !pl_ctx->in_autonomous() && ObStmt::is_dml_stmt(parent_stmt_type)) { //only when parent stmt is dml or select, it can trigger a nested sql if (parent_stmt_type == stmt::T_SELECT && ObStmt::is_dml_write_stmt(stmt_type)) { /** * CREATE FUNCTION func() RETURNS VARCHAR(128) * BEGIN * INSERT INTO t1 VALUES (4); * return '隐式提交'; * END * * select func() from dual; * this function is allowed in mysql, but not allowed in oracle */ if (!(lib::is_mysql_mode())) { ret = OB_ERR_CANNOT_PERFORM_DML_INSIDE_QUERY; LOG_WARN("ORA-14551: cannot perform a DML operation inside a query", K(ret), K(stmt_type), K(exec_ctx.get_sql_ctx()), K(&exec_ctx), K(exec_ctx.get_my_session()->get_cur_exec_ctx())); } } else if (ObStmt::is_ddl_stmt(stmt_type, false) || ObStmt::is_tcl_stmt(stmt_type)) { ret = lib::is_oracle_mode() ? OB_NOT_SUPPORTED : OB_ER_COMMIT_NOT_ALLOWED_IN_SF_OR_TRG; LOG_WARN("ORA-14552: Cannot Perform a DDL Commit or Rollback Inside a Query or DML tips", K(ret), K(stmt_type), K(lbt())); if (OB_NOT_SUPPORTED == ret) { LOG_USER_ERROR(OB_NOT_SUPPORTED, "ORA-14552: Cannot Perform a DDL Commit or Rollback Inside a Query or DML tips"); } } else if (lib::is_oracle_mode() && (stmt::T_CREATE_SAVEPOINT == stmt_type || stmt::T_ROLLBACK_SAVEPOINT == stmt_type || stmt::T_RELEASE_SAVEPOINT == stmt_type)) { ret = OB_ERR_CANNOT_PERFORM_DDL_COMMIT_OR_ROLLBACK_INSIDE_QUERY_OR_DML_TIPS; LOG_WARN("ORA-14552: Cannot Perform a DDL Commit or Rollback Inside a Query or DML tips", K(ret), K(stmt_type), K(lbt())); } else { // do nothing ... } } return ret; } int ObSPIResultSet::start_trans(ObExecContext &ctx) { // cursor执行之前如果还没有事务, 则开始一个新的事务 int ret = OB_SUCCESS; ObPhysicalPlanCtx *plan_ctx = GET_PHY_PLAN_CTX(ctx); ObSQLSessionInfo *my_session = GET_MY_SESSION(ctx); ObTaskExecutorCtx &task_exec_ctx = ctx.get_task_exec_ctx(); CK (OB_NOT_NULL(plan_ctx), OB_NOT_NULL(my_session)); CK (OB_LIKELY(task_exec_ctx.min_cluster_version_is_valid())); OZ (ObSqlTransControl::explicit_start_trans(ctx, false)); return ret; } int ObSPIResultSet::set_cursor_env(ObSQLSessionInfo &session) { int ret = OB_SUCCESS; OZ (store_orign_session(&session)); OZ (restore_cursor_session(&session)); OX (need_end_nested_stmt_ = EST_RESTORE_SESSION); return ret; } int ObSPIResultSet::reset_cursor_env(ObSQLSessionInfo &session) { int ret = OB_SUCCESS; OZ (store_cursor_session(&session)); OZ (restore_orign_session(&session)); OX (need_end_nested_stmt_ = EST_NEED_NOT); return ret; } int ObSPIResultSet::start_cursor_stmt( ObPLExecCtx *pl_ctx, stmt::StmtType stmt_type, bool is_for_update) { int ret = OB_SUCCESS; ObSQLSessionInfo *session = NULL; CK (OB_NOT_NULL(pl_ctx)); CK (OB_NOT_NULL(pl_ctx->exec_ctx_)); CK (OB_NOT_NULL(session = pl_ctx->exec_ctx_->get_my_session())); if (OB_SUCC(ret)) { if (stmt::T_SELECT != stmt_type) { ret = OB_NOT_SUPPORTED; LOG_WARN("only supported select stmt in cursor", K(ret), K(stmt_type)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "non-select stmt in cursor"); } OZ (store_orign_session(session)); OX (need_end_nested_stmt_ = EST_RESTORE_SESSION); } LOG_TRACE("call spi start cursor stmt", K(ret), K(stmt_type), K(is_for_update), K(need_end_nested_stmt_), K(session->get_stmt_type())); return ret; } void ObSPIResultSet::end_cursor_stmt(ObPLExecCtx *pl_ctx, int &result) { int ret = OB_SUCCESS; if (need_end_nested_stmt_ != EST_NEED_NOT) { ObSQLSessionInfo *session = NULL; CK (OB_NOT_NULL(pl_ctx)); CK (OB_NOT_NULL(pl_ctx->exec_ctx_)); CK (OB_NOT_NULL(session = pl_ctx->exec_ctx_->get_my_session())); OZ (reset_cursor_env(*session)); if (OB_SUCC(ret) && OB_NOT_NULL(get_mysql_result().get_result()) && get_out_params().has_out_param()) { OZ (ObSPIService::process_function_out_result( pl_ctx, get_mysql_result(), get_out_params().get_out_params())); } if (OB_FAIL(ret)) { result = OB_SUCCESS == result ? ret : result; LOG_WARN("failed to end cursor stmt", K(ret), K(session), K(need_end_nested_stmt_)); } LOG_TRACE("call spi end cursor stmt", K(ret)); } return; } int ObSPIResultSet::start_nested_stmt_if_need(ObPLExecCtx *pl_ctx, stmt::StmtType stmt_type) { int ret = OB_SUCCESS; ObSQLSessionInfo *session = NULL; CK (OB_NOT_NULL(pl_ctx)); CK (OB_NOT_NULL(pl_ctx->exec_ctx_)); CK (OB_NOT_NULL(session = pl_ctx->exec_ctx_->get_my_session())); // 如果未发生嵌套, 这里不限制执行语句的类型, 只有在嵌套的情况下才做判断 if (OB_FAIL(ret)) { // do nothing ... } else if (OB_NOT_NULL(pl_ctx->exec_ctx_->get_pl_stack_ctx()) && pl_ctx->exec_ctx_->get_pl_stack_ctx()->in_nested_sql_ctrl()) { // 嵌套的顶层语句一定是一个DML语句, 并且开启了事务, 此时走fast_select流程 OZ (check_nested_stmt_legal(*pl_ctx->exec_ctx_, stmt_type)); OZ (begin_nested_session(*session)); OX (session->set_query_start_time(ObTimeUtility::current_time())); OX (need_end_nested_stmt_ = EST_END_NESTED_SESSION); LOG_TRACE("call start nested stmt if need", K(ret), K(stmt_type), K(need_end_nested_stmt_), K(session->get_stmt_type())); } return ret; } void ObSPIResultSet::end_nested_stmt_if_need(ObPLExecCtx *pl_ctx, int &result) { int ret = OB_SUCCESS; if (need_end_nested_stmt_ > EST_NEED_NOT) { ObSQLSessionInfo *session = NULL; CK (need_end_nested_stmt_ == EST_RESTORE_SESSION || need_end_nested_stmt_ == EST_END_NESTED_SESSION); CK (OB_NOT_NULL(pl_ctx)); CK (OB_NOT_NULL(pl_ctx->exec_ctx_)); CK (OB_NOT_NULL(session = pl_ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(pl_ctx->exec_ctx_->get_my_session()->get_pl_context())); OX (pl_ctx->exec_ctx_->get_my_session()->get_pl_context()->set_exception_handler_illegal()); switch (need_end_nested_stmt_) { case EST_RESTORE_SESSION: OZ (restore_orign_session(session)); break; case EST_END_NESTED_SESSION: OZ (end_nested_session(*session)); break; default: break; } OX (need_end_nested_stmt_ = EST_NEED_NOT); if (OB_FAIL(ret)) { result = OB_SUCCESS == result ? ret : result; LOG_WARN("failed to end nested stmt", K(ret)); } LOG_TRACE("call end nested stmt if need", K(ret)); } return; } bool ObSPIService::can_obj_access_expr_fast_calc(const ObSqlExpression &expr, const ObExprObjAccess *&obj_access) { bool ret = false; if (is_obj_access_expression(expr) && 1 == expr.get_expr_items().count() && OB_NOT_NULL(get_first_expr_item(expr).get_expr_operator()) && T_OBJ_ACCESS_REF == get_first_expr_item(expr).get_expr_operator()->get_type()) { const ObExprOperator* op = get_first_expr_item(expr).get_expr_operator(); obj_access = static_cast(op); if (OB_NOT_NULL(obj_access)) { ret = true; } } else { obj_access = NULL; } return ret; } int ObSPIService::calc_obj_access_expr(ObPLExecCtx *ctx, const ObSqlExpression &expr, ObObjParam &result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->params_)); if (OB_SUCC(ret)) { const ObExprObjAccess *obj_access = NULL; if (1 == expr.get_expr_items().count()) { // 没有入参, 直接计算 CK (OB_NOT_NULL(obj_access = static_cast(get_first_expr_item(expr).get_expr_operator()))); OZ (obj_access->calc_result(result, NULL, 0, *(ctx->params_))); } else if (2 == expr.get_expr_items().count() && T_OBJ_ACCESS_REF == expr.get_expr_items().at(1).get_item_type()) { // 有一个入参, 且入参是ObjAccessExpr ObObj first_result; CK (OB_NOT_NULL(obj_access = static_cast(expr.get_expr_items().at(1).get_expr_operator()))); OZ (obj_access->calc_result(first_result, NULL, 0, *(ctx->params_))); CK (OB_NOT_NULL(obj_access = static_cast(get_first_expr_item(expr).get_expr_operator()))); OZ (obj_access->calc_result(result, &first_result, 1, *(ctx->params_))); } else { // 其他情况 LOG_DEBUG("calc_obj_access_expr without row", K(expr)); OZ (ObSQLUtils::calc_sql_expression_without_row(*ctx->exec_ctx_, expr, result)); } result.set_param_meta(); } return ret; } int ObSPIService::spi_pad_char_or_varchar(ObSQLSessionInfo *session_info, const ObSqlExpression *expr, ObIAllocator *allocator, ObObj *result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(session_info), OB_NOT_NULL(expr), OB_NOT_NULL(allocator), OB_NOT_NULL(result)); if (OB_SUCC(ret) && result->is_character_type() && is_pad_char_to_full_length(session_info->get_sql_mode()) && T_FUN_COLUMN_CONV == get_expression_type(*expr)) { //TODO:@ryan.ly padding const ObSqlFixedArray& items = expr->get_expr_items(); CK(T_INT == items.at(3).get_item_type()); // type CK(T_INT32 == items.at(1).get_item_type()); // accuracy if (OB_SUCC(ret)) { const ObObjType type = static_cast(items.at(1).get_obj().get_int()); ObAccuracy accuracy; accuracy.set_accuracy(items.at(3).get_obj().get_int()); OZ (spi_pad_char_or_varchar(session_info, type, accuracy, allocator, result)); } } return ret; } int ObSPIService::spi_pad_char_or_varchar(ObSQLSessionInfo *session_info, const ObRawExpr *expr, ObIAllocator *allocator, ObObj *result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(session_info), OB_NOT_NULL(expr), OB_NOT_NULL(allocator), OB_NOT_NULL(result)); if (OB_SUCC(ret) && result->is_character_type() && is_pad_char_to_full_length(session_info->get_sql_mode()) && T_FUN_COLUMN_CONV == expr->get_expr_type()) { //TODO:@ryan.ly padding CK (expr->get_param_count() >= ObExprColumnConv::PARAMS_COUNT_WITHOUT_COLUMN_INFO); if (OB_SUCC(ret)) { ObAccuracy accuracy; int32_t data_type = 0; int64_t accuracy_type = 0; const ObConstRawExpr *type_expr = static_cast(expr->get_param_expr(0)); const ObConstRawExpr *accuracy_expr = static_cast(expr->get_param_expr(2)); CK (OB_NOT_NULL(type_expr) && OB_NOT_NULL(accuracy_expr)); OX (type_expr->get_value().get_int32(data_type)); OX (accuracy_expr->get_value().get_int(accuracy_type)); OX (accuracy.set_accuracy(accuracy_type)); OZ (spi_pad_char_or_varchar(session_info, static_cast(data_type), accuracy, allocator, result)); } } return ret; } int ObSPIService::spi_pad_char_or_varchar(ObSQLSessionInfo *session_info, const ObObjType &type, const ObAccuracy &accuracy, ObIAllocator *allocator, ObObj *result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(session_info), OB_NOT_NULL(allocator), OB_NOT_NULL(result)); if (OB_SUCC(ret) && result->is_character_type() && is_pad_char_to_full_length(session_info->get_sql_mode())) { if (OB_SUCC(ret)) { if (ObCharType == type || ObNCharType == type) { int32_t length = accuracy.get_length(); // byte or char length int32_t cell_strlen = 0; // byte or char length int32_t pad_whitespace_length = 0; // pad whitespace length if (OB_FAIL(result->get_char_length(accuracy, cell_strlen, lib::is_oracle_mode()))) { LOG_WARN("Fail to get char length, ", K(ret)); } else { if (cell_strlen < length) { pad_whitespace_length = length - cell_strlen; } if (pad_whitespace_length > 0) { ObString res_string; if (OB_FAIL(ObCharset::whitespace_padding(*allocator, result->get_collation_type(), result->get_string(), pad_whitespace_length, res_string))) { LOG_WARN("whitespace_padding failed", K(ret), K(pad_whitespace_length)); } else { // watch out !!! in order to deep copy an ObObj instance whose type is char or varchar, // set_collation_type() should be revoked. But here no need to set collation type result->set_string(result->get_type(), res_string); } } } } } } return ret; } int ObSPIService::spi_pad_binary(ObSQLSessionInfo *session_info, const ObAccuracy &accuracy, ObIAllocator *allocator, ObObj *result) { int ret = OB_SUCCESS; const ObObjType &type = result->get_type(); CK (OB_NOT_NULL(session_info), OB_NOT_NULL(allocator), OB_NOT_NULL(result)); if (OB_SUCC(ret) && result->is_binary() && (ObCharType == type || ObNCharType == type)) { int32_t obj_max_length = accuracy.get_length(); int32_t cell_strlen = result->get_val_len(); int32_t pad_zero_length = 0; // pad '\0' length if (cell_strlen < obj_max_length) { pad_zero_length = obj_max_length - cell_strlen; ObString res_string; const ObCollationType coll_type = result->get_collation_type(); const ObString &input = result->get_string(); char *buf = NULL; int32_t buf_len = input.length() + pad_zero_length; if (OB_UNLIKELY(pad_zero_length <= 0)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid len", K(ret), K(pad_zero_length)); } else if (OB_ISNULL(buf = static_cast(allocator->alloc(buf_len)))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("no memory", K(ret), K(buf_len)); } else { MEMMOVE(buf, input.ptr(), input.length()); MEMSET(buf + input.length(), '\0', pad_zero_length); res_string = ObString(buf_len, buf_len, buf); } result->set_string(result->get_type(), res_string); } } return ret; } int ObSPIService::cast_enum_set_to_string(ObExecContext &ctx, const ObIArray &enum_set_values, ObObjParam &src, ObObj &result) { int ret = OB_SUCCESS; ObRawExprFactory *expr_factory = ctx.get_expr_factory(); ObSQLSessionInfo *session_info = ctx.get_my_session(); ObConstRawExpr *c_expr = NULL; ObSysFunRawExpr *out_expr = NULL; ObExprResType result_type; CK (OB_NOT_NULL(expr_factory)); CK (OB_NOT_NULL(session_info)); OZ (expr_factory->create_raw_expr(static_cast(src.get_type()), c_expr)); CK (OB_NOT_NULL(c_expr)); OZ (c_expr->set_enum_set_values(enum_set_values)); OX (c_expr->set_value(src)); OX (result_type.set_meta(src.get_meta())); OX (result_type.set_accuracy(src.get_accuracy())); OX (c_expr->set_result_type(result_type)); OZ (ObRawExprUtils::create_type_to_str_expr(*expr_factory, c_expr, out_expr, session_info, true)); CK (OB_NOT_NULL(out_expr)); OZ (ObSPIService::spi_calc_raw_expr(session_info, &(ctx.get_allocator()), out_expr, &result)); return ret; } int ObSPIService::spi_calc_raw_expr(ObSQLSessionInfo *session, ObIAllocator *allocator, const ObRawExpr *expr, ObObj *result) { int ret = OB_SUCCESS; ObExecContext *exec_ctx = NULL; ParamStore param_store((ObWrapperAllocator(*allocator))); CK (OB_NOT_NULL(result)); OZ (ObSQLUtils::se_calc_const_expr(session, expr, param_store, *allocator, exec_ctx, *result)); OX (result->set_collation_level(expr->get_result_type().get_collation_level())); OZ (spi_pad_char_or_varchar(session, expr, allocator, result)); return ret; } int ObSPIService::spi_convert(ObSQLSessionInfo &session, ObIAllocator &allocator, ObObj &src, const ObExprResType &dst_type, ObObj &dst, bool ignore_fail) { int ret = OB_SUCCESS; ObCastMode cast_mode = CM_NONE; OZ (ObSQLUtils::get_default_cast_mode(stmt::T_NONE, &session, cast_mode)); if (OB_SUCC(ret)) { if (ignore_fail) { cast_mode |= CM_WARN_ON_FAIL; } bool is_strict = is_strict_mode(session.get_sql_mode()); const ObDataTypeCastParams dtc_params = ObBasicSessionInfo::create_dtc_params(&session); ObCastCtx cast_ctx(&allocator, &dtc_params, cast_mode, dst_type.get_collation_type()); if ((dst_type.is_blob() || dst_type.is_blob_locator()) && lib::is_oracle_mode()) { cast_ctx.cast_mode_ |= CM_ENABLE_BLOB_CAST; } if (dst_type.is_null() || dst_type.is_unknown() || dst_type.is_ext()) { OX (dst = src); } else { OZ (ObExprColumnConv::convert_with_null_check(dst, src, dst_type, is_strict, cast_ctx, NULL)); } } return ret; } int ObSPIService::spi_convert(ObSQLSessionInfo *session, ObIAllocator *allocator, ObObjParam &src, const ObExprResType &result_type, ObObjParam &result) { int ret = OB_SUCCESS; ObObj dst; CK (OB_NOT_NULL(session)); CK (OB_NOT_NULL(allocator)); OZ (spi_convert(*session, *allocator, src, result_type, dst)); OX (src.set_param_meta()); OX (result.set_accuracy(result_type.get_accuracy())); OX (result.set_meta_type(result_type.get_obj_meta())); OX (result = dst); OX (result.set_param_meta()); return ret; } int ObSPIService::spi_convert_objparam(ObPLExecCtx *ctx, ObObjParam *src, const int64_t result_idx, ObObjParam *result, bool need_set) { int ret = OB_SUCCESS; const ObPLDataType *expected_type; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->func_)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->params_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(ctx->allocator_)); CK (OB_NOT_NULL(src)); CK (OB_NOT_NULL(result)); CK (ctx->params_->count() == ctx->func_->get_variables().count()); CK (result_idx < ctx->params_->count() && result_idx >= 0); CK (OB_NOT_NULL(expected_type = &(ctx->func_->get_variables().at(result_idx)))); CK (OB_NOT_NULL(expected_type->get_data_type())); if (OB_SUCC(ret)) { ObExprResType result_type; ObObjParam result_value; result_type.reset(); result_type.set_meta(expected_type->get_data_type()->get_meta_type()); result_type.set_accuracy(expected_type->get_data_type()->get_accuracy()); if (result_type.is_null()) { CK (OB_LIKELY(STANDALONE_ANONYMOUS == ctx->func_->get_proc_type())); OX (result_value = *src); if (need_set) { OX (ctx->params_->at(result_idx) = result_value); } } else { OZ (spi_convert(ctx->exec_ctx_->get_my_session(), ctx->allocator_, *src, result_type, result_value)); if (need_set) { OX (ctx->params_->at(result_idx).apply(result_value)); OX (ctx->params_->at(result_idx).set_param_meta()); } } if (OB_NOT_NULL(result)) { OX (*result = result_value); } } return ret; } int ObSPIService::spi_calc_expr(ObPLExecCtx *ctx, const ObSqlExpression *expr, const int64_t result_idx, ObObjParam *result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx), OB_NOT_NULL(expr), OB_NOT_NULL(result)); CK (OB_NOT_NULL(ctx->exec_ctx_), OB_NOT_NULL(ctx->params_), OB_NOT_NULL(ctx->allocator_), OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); if (OB_SUCC(ret)) { ObItemType expr_type = expr->get_expr_items().at(0).get_item_type(); if (IS_CONST_TYPE(expr_type)) { bool need_check = false; const ObObj &value = expr->get_expr_items().at(0).get_obj(); if (T_QUESTIONMARK == expr_type) { OZ (ObSQLUtils::get_param_value(value, *ctx->params_, *result, need_check)); } else { OZ (deep_copy_obj(*ctx->allocator_, value, *result)); result->set_param_meta(); } } else if (T_OBJ_ACCESS_REF == expr_type) { OZ (calc_obj_access_expr(ctx, *expr, *result)); } else { LOG_DEBUG("spi_calc_expr without row", K(*expr)); bool has_implicit_savepoint = false; bool explicit_trans = ctx->exec_ctx_->get_my_session()->has_explicit_start_trans(); ObPLContext *pl_ctx = ctx->exec_ctx_->get_pl_stack_ctx(); CK (OB_NOT_NULL(pl_ctx)); if (OB_SUCC(ret) && lib::is_mysql_mode() && !pl_ctx->is_function_or_trigger()) { if (ctx->exec_ctx_->get_my_session()->is_in_transaction()) { const ObString expr_savepoint_name("PL expr savepoint"); OZ (ObSqlTransControl::create_savepoint(*ctx->exec_ctx_, expr_savepoint_name)); OX (has_implicit_savepoint = true); } } OZ (ObSQLUtils::calc_sql_expression_without_row(*ctx->exec_ctx_, *expr, *result), KPC(expr), K(result_idx)); if ((OB_DATA_OUT_OF_RANGE == ret || OB_ERR_DATA_TOO_LONG == ret || OB_ERR_VALUE_LARGER_THAN_ALLOWED == ret) && lib::is_oracle_mode()) { LOG_WARN("change error code to value error", K(ret)); ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; } /* 如果本层是udf, 本次计算的表达式中含有udf; 如果内层udf失败,由udf内部来回滚, 如果内层udf成功, 发生了强转失败等问题, 此处不回滚, 由本层udf的destory接口来保证回滚, 兼容mysql */ if (lib::is_mysql_mode() && !pl_ctx->is_function_or_trigger()) { if (OB_SUCCESS != ret && ctx->exec_ctx_->get_my_session()->is_in_transaction()) { int tmp_ret = OB_SUCCESS; if (has_implicit_savepoint) { const ObString expr_savepoint_name("PL expr savepoint"); if (OB_SUCCESS != (tmp_ret = ObSqlTransControl::rollback_savepoint(*ctx->exec_ctx_, expr_savepoint_name))) { LOG_WARN("failed to rollback current pl to implicit savepoint", K(ret), K(tmp_ret)); } } else if (ctx->exec_ctx_->get_my_session()->get_in_transaction()) { tmp_ret = ObPLContext::implicit_end_trans(*ctx->exec_ctx_->get_my_session(), *ctx->exec_ctx_, true); } ret = OB_SUCCESS == ret ? tmp_ret : ret; } else if (ctx->exec_ctx_->get_my_session()->get_local_autocommit() && !explicit_trans) { if (!ctx->exec_ctx_->get_my_session()->associated_xa()) { int tmp_ret = OB_SUCCESS; if (OB_SUCCESS == ret) { if (OB_SUCCESS != (tmp_ret = ObPLContext::implicit_end_trans(*ctx->exec_ctx_->get_my_session(), *ctx->exec_ctx_, false, true))) { // 不覆盖原来的错误码 LOG_WARN("failed to explicit end trans", K(ret), K(tmp_ret)); } } ret = OB_SUCCESS == ret ? tmp_ret : ret; } } } } } if (OB_SUCC(ret) && result->is_binary() && result->get_val_len() < result->get_accuracy().get_length()) { OZ (spi_pad_binary(ctx->exec_ctx_->get_my_session(), result->get_accuracy(), ctx->allocator_, result)); } if (OB_SUCC(ret) && result->is_character_type()) { OZ (spi_pad_char_or_varchar( ctx->exec_ctx_->get_my_session(), expr, ctx->allocator_, result)); } if (OB_SUCC(ret)) { if (result->is_null()) { result->v_.int64_ = 0; } if (OB_INVALID_INDEX != result_idx) { ObObjParam ¶m = ctx->params_->at(result_idx); bool is_ref_cursor = param.is_ref_cursor_type(); if (!result->is_ext()) { result->ObObj::set_scale(param.get_meta().get_scale()); result->set_accuracy(ctx->params_->at(result_idx).get_accuracy()); param = *result; param.set_is_ref_cursor_type(is_ref_cursor); param.set_param_meta(); } else if (!is_ref_cursor) { int64_t orig_udt_id = ctx->params_->at(result_idx).get_udt_id(); ctx->params_->at(result_idx) = *result; ctx->params_->at(result_idx).set_udt_id(orig_udt_id); ctx->params_->at(result_idx).set_param_meta(); } } result->set_param_meta(); } if (OB_SUCC(ret)) { result->set_is_pl_mock_default_param(expr->get_is_pl_mock_default_expr()); } else if (lib::is_mysql_mode()) { ctx->exec_ctx_->get_my_session()->set_show_warnings_buf(ret); } SET_SPI_STATUS; return ret; } int ObSPIService::spi_calc_package_expr(ObPLExecCtx *ctx, uint64_t package_id, int64_t expr_idx, ObObjParam *result) { int ret = OB_SUCCESS; ObExecContext *exec_ctx = NULL; ObSQLSessionInfo *session_info = NULL; ObMySQLProxy *sql_proxy = NULL; ObPL *pl_engine = NULL; share::schema::ObSchemaGetterGuard schema_guard; ObPLPackageGuard package_guard(PACKAGE_RESV_HANDLE); CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(GCTX.schema_service_)); CK (OB_NOT_NULL(exec_ctx = ctx->exec_ctx_)); CK (OB_NOT_NULL(session_info = exec_ctx->get_my_session())); CK (OB_NOT_NULL(sql_proxy = exec_ctx->get_sql_proxy())); CK (OB_NOT_NULL(pl_engine = exec_ctx->get_my_session()->get_pl_engine())); OZ (GCTX.schema_service_->get_tenant_schema_guard( session_info->get_effective_tenant_id(), schema_guard)); OZ (package_guard.init()); if (OB_SUCC(ret)) { ObSqlExpression *sql_expr = NULL; ObPLPackageManager &pl_manager = pl_engine->get_package_manager(); ObPLPackageGuard &guard = ctx->guard_ != NULL ? (*ctx->guard_) : package_guard; ObCacheObjGuard *cache_obj_guard = NULL; ObPLPackage *package = NULL; ObPLResolveCtx resolve_ctx(exec_ctx->get_allocator(), *session_info, schema_guard, guard, *sql_proxy, false); OZ (pl_manager.get_package_expr(resolve_ctx, package_id, expr_idx, sql_expr)); CK (OB_NOT_NULL(sql_expr)); OZ (guard.get(package_id, cache_obj_guard)); CK (OB_NOT_NULL(cache_obj_guard)); CK (OB_NOT_NULL(package = static_cast(cache_obj_guard->get_cache_obj()))); if (OB_SUCC(ret)) { ExecCtxBak exec_ctx_bak; sql::ObPhysicalPlanCtx phy_plan_ctx(exec_ctx->get_allocator()); OX (exec_ctx_bak.backup(*exec_ctx)); OX (exec_ctx->set_physical_plan_ctx(&phy_plan_ctx)); if (OB_SUCC(ret) && package->get_expr_op_size() > 0) { OZ (exec_ctx->init_expr_op(package->get_expr_op_size())); } OZ (package->get_frame_info().pre_alloc_exec_memory(*exec_ctx)); OZ (spi_calc_expr(ctx, sql_expr, OB_INVALID_ID, result)); if (package->get_expr_op_size() > 0) { exec_ctx->reset_expr_op(); exec_ctx->get_allocator().free(exec_ctx->get_expr_op_ctx_store()); } exec_ctx_bak.restore(*exec_ctx); } } return ret; } int ObSPIService::spi_set_package_variable( ObExecContext *exec_ctx, ObPLPackageGuard *guard, uint64_t package_id, int64_t var_idx, const ObObj &value) { int ret = OB_SUCCESS; ObPL *pl_engine = NULL; ObMySQLProxy *sql_proxy = NULL; ObSQLSessionInfo *session_info = NULL; CK (OB_NOT_NULL(GCTX.schema_service_)); CK (OB_NOT_NULL(exec_ctx)); CK (OB_NOT_NULL(session_info = exec_ctx->get_my_session())); CK (OB_NOT_NULL(sql_proxy = exec_ctx->get_sql_proxy())); CK (OB_NOT_NULL(pl_engine = session_info->get_pl_engine())); if (OB_SUCC(ret)) { ObPLPackageManager &pl_manager = pl_engine->get_package_manager(); share::schema::ObSchemaGetterGuard schema_guard; ObPLPackageGuard package_guard(PACKAGE_RESV_HANDLE); ObPLResolveCtx resolve_ctx(exec_ctx->get_allocator(), *session_info, schema_guard, guard != NULL ? *(guard) : package_guard, *sql_proxy, false); // is_prepare_protocol OZ (GCTX.schema_service_->get_tenant_schema_guard( session_info->get_effective_tenant_id(), schema_guard)); OZ (package_guard.init()); OZ (pl_manager.set_package_var_val( resolve_ctx, *exec_ctx, package_id, var_idx, value), K(package_id), K(var_idx)); } return ret; } int ObSPIService::spi_set_package_variable( ObPLExecCtx *ctx, uint64_t package_id, int64_t var_idx, const ObObj &value) { int ret = OB_SUCCESS; OZ (spi_set_package_variable( ctx->exec_ctx_, ctx->guard_, package_id, var_idx, value)); return ret; } int ObSPIService::spi_set_variable(ObPLExecCtx *ctx, const ObSqlExpression* expr, const ObObjParam *value, bool is_default) { int ret = OB_SUCCESS; if (OB_ISNULL(ctx) || OB_ISNULL(expr) || OB_ISNULL(value)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(ctx), K(expr), K(value), K(ret)); } else { ObItemType expr_type = expr->get_expr_items().at(0).get_item_type(); if (T_OP_GET_SYS_VAR == expr_type || T_OP_GET_USER_VAR == expr_type) { if (expr->get_expr_items().count() < 2 || T_VARCHAR != expr->get_expr_items().at(1).get_item_type()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Unexpected result expr", K(*expr), K(ret)); } else { const ObString &name = expr->get_expr_items().at(1).get_obj().get_string(); ObSetVar::SetScopeType scope = ObSetVar::SET_SCOPE_NEXT_TRANS; if (T_OP_GET_SYS_VAR == expr_type) { if (expr->get_expr_items().count() < 3 || T_INT != expr->get_expr_items().at(2).get_item_type()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Unexpected result expr", K(*expr), K(ret)); } else { scope = static_cast(expr->get_expr_items().at(2).get_obj().get_int()); } } if (OB_SUCC(ret) && OB_FAIL(set_variable(ctx, scope, name, *value, is_default))) { LOG_WARN("Failed to set variable", K(name), K(value), K(ret)); } } } else if (T_OP_GET_PACKAGE_VAR == expr_type) { OV (5 <= expr->get_expr_items().count(), OB_ERR_UNEXPECTED, expr->get_expr_items().count()); CK (T_UINT64 == expr->get_expr_items().at(1).get_item_type()); CK (T_INT == expr->get_expr_items().at(2).get_item_type()); OZ (spi_set_package_variable( ctx, expr->get_expr_items().at(1).get_obj().get_uint64(), // pkg id expr->get_expr_items().at(2).get_obj().get_int(), // var idx *value)); // value } else if (T_OP_GET_SUBPROGRAM_VAR == expr_type) { ObSQLSessionInfo *session_info = NULL; uint64_t package_id = OB_INVALID_ID; uint64_t routine_id = OB_INVALID_ID; int64_t var_idx = OB_INVALID_INDEX; CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(session_info = ctx->exec_ctx_->get_my_session())); OX (package_id = expr->get_expr_items().at(1).get_obj().get_uint64()); OX (routine_id = expr->get_expr_items().at(2).get_obj().get_uint64()); OX (var_idx = expr->get_expr_items().at(3).get_obj().get_int()); OZ (ObPLContext::set_subprogram_var_from_local( *session_info, package_id, routine_id, var_idx, *value)); } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid sys func", K(expr_type), K(ret)); } } SET_SPI_STATUS; return ret; } int ObSPIService::set_variable(ObPLExecCtx *ctx, const ObSetVar::SetScopeType scope, const ObString &name, const ObObjParam &value, bool is_default) { int ret = OB_SUCCESS; if (OB_ISNULL(ctx) || OB_ISNULL(ctx->exec_ctx_)|| name.empty() || value.is_invalid_type()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(ctx), K(name), K(value), K(ret)); } else { ObSQLSessionInfo *session = ctx->exec_ctx_->get_my_session(); ObArenaAllocator allocator; if (OB_ISNULL(session)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument in pl context is NULL", K(session), K(ret)); } else { char *sql = NULL; char *new_buf = NULL; char buf[OB_SHORT_SQL_LENGTH]; MEMSET(buf, 0, OB_SHORT_SQL_LENGTH); int64_t pos = 0; snprintf(buf + pos, OB_SHORT_SQL_LENGTH - pos, "SET "); pos += 4; if (ObSetVar::SET_SCOPE_SESSION == scope) { snprintf(buf + pos, OB_SHORT_SQL_LENGTH - pos, "@@SESSION."); pos += 10; } else if (ObSetVar::SET_SCOPE_GLOBAL == scope) { snprintf(buf + pos, OB_SHORT_SQL_LENGTH - pos, "@@GLOBAL."); pos += 9; } else { snprintf(buf + pos, OB_SHORT_SQL_LENGTH - pos, "@"); pos += 1; } if (OB_SUCC(ret)) { if (name.length() >= OB_SHORT_SQL_LENGTH - pos) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument in pl context is NULL", K(OB_SHORT_SQL_LENGTH - pos), K(name), K(ret)); } else { snprintf(buf + pos, name.length() + 1, "%s", name.ptr()); pos += name.length(); } } if (OB_SUCC(ret)) { snprintf(buf + pos, OB_SHORT_SQL_LENGTH - pos, "="); pos += 1; } if (OB_SUCC(ret)) { if (is_default) { snprintf(buf + pos, OB_SHORT_SQL_LENGTH - pos, "DEFAULT"); sql = buf; } else { ObObjPrintParams print_params(session->get_timezone_info(), session->get_dtc_params().connection_collation_); int64_t tmp_pos = 0; if (OB_FAIL(value.print_sql_literal(buf + pos, OB_SHORT_SQL_LENGTH - pos, tmp_pos, print_params))) { if (OB_SIZE_OVERFLOW == ret) { int64_t alloc_len = OB_MAX_SQL_LENGTH; while (OB_SIZE_OVERFLOW == ret) { ret = OB_SUCCESS; if (OB_ISNULL(new_buf)) { new_buf = static_cast(allocator.alloc(alloc_len)); } else { if (alloc_len < (1L << 20)) { alloc_len *= 2; allocator.free(new_buf); new_buf = NULL; new_buf = static_cast(allocator.alloc(alloc_len)); } else { ret = OB_SIZE_OVERFLOW; LOG_WARN("failed to print_plain_str_literal", K(buf), K(new_buf), K(pos), K(tmp_pos), K(ret)); break; } } if (OB_ISNULL(new_buf)) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("failed to alloc memory for set sql", K(ret), K(OB_MAX_SQL_LENGTH)); } else { tmp_pos = 0; MEMCPY(new_buf, buf, pos); if (OB_FAIL(value.print_sql_literal(new_buf + pos, alloc_len - pos, tmp_pos, print_params))) { if (OB_SIZE_OVERFLOW != ret) { LOG_WARN("failed to print_plain_str_literal", K(buf), K(new_buf), K(pos), K(tmp_pos), K(ret)); } } else { sql = new_buf; } } } } else { LOG_WARN("failed to print_plain_str_literal", K(buf), K(new_buf), K(pos), K(tmp_pos), K(ret)); } } else { sql = buf; } } } if(OB_SUCC(ret)) { if (OB_FAIL(spi_query(ctx, sql, stmt::T_VARIABLE_SET))) { LOG_WARN("Failed to spi_query", K(sql), K(ret)); } } } } return ret; } void ObSPIService::adjust_pl_status_for_xa(sql::ObExecContext &ctx, int &result) { if (OB_NOT_NULL(ctx.get_my_session()) && ctx.get_my_session()->get_pl_context()) { ctx.get_my_session()->set_pl_can_retry(false); recreate_implicit_savapoint_if_need(ctx, result); } return; } int ObSPIService::recreate_implicit_savapoint_if_need(pl::ObPLExecCtx *ctx, int &result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session()->get_pl_context())); OZ (recreate_implicit_savapoint_if_need(*(ctx->exec_ctx_), result)); return ret; } int ObSPIService::recreate_implicit_savapoint_if_need(sql::ObExecContext &ctx, int &result) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx.get_my_session())); if (OB_SUCC(ret) // 存在隐式的savepoint才做检查 && OB_NOT_NULL(ctx.get_my_session()->get_pl_context()) && ctx.get_my_session()->has_pl_implicit_savepoint()) { ObSQLSessionInfo *session_info = ctx.get_my_session(); if (!session_info->is_in_transaction()) { // 事务已经结束, 清除隐式savepoint标记 OX (session_info->clear_pl_implicit_savepoint()); } else if (!session_info->get_tx_desc() ->contain_savepoint(PL_IMPLICIT_SAVEPOINT)) { // PL内部的rollback to savepoint语句回滚到了外层的检查点,将PL的隐式检查点冲掉了,此时需要重建检查点 OZ (ObSqlTransControl::create_savepoint(ctx, PL_IMPLICIT_SAVEPOINT)); } } result = OB_SUCCESS == result ? ret : result; return ret; } int ObSPIService::spi_end_trans(ObPLExecCtx *ctx, const char *sql, bool is_rollback) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx->exec_ctx_)); if (OB_SUCC(ret)) { ObSQLSessionInfo *my_session = ctx->exec_ctx_->get_my_session(); if (OB_ISNULL(my_session)) { ret = OB_ERR_UNEXPECTED; LOG_ERROR("session ptr is null", K(ret)); } else { OZ (ObSPIResultSet::check_nested_stmt_legal(*(ctx->exec_ctx_), stmt::T_END_TRANS)); int64_t saved_query_start_time = my_session->get_query_start_time(); my_session->set_query_start_time(ObTimeUtility::current_time()); if (OB_SUCC(ret)) { if (my_session->is_in_transaction() && my_session->get_tx_desc()->is_xa_trans()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("not support ObDbmsXA", K(ret)); } else { // PL内部的提交使用同步提交 OZ (sql::ObSqlTransControl::end_trans(*ctx->exec_ctx_, is_rollback, true)); // 如果发生过提交禁止PL整体重试 if (!is_rollback) { OX (ctx->exec_ctx_->get_my_session()->set_pl_can_retry(false)); } } } // restore query_start_time my_session->set_query_start_time(saved_query_start_time); } } if (OB_SUCC(ret) && OB_NOT_NULL(ctx->exec_ctx_->get_my_session()->get_pl_implicit_cursor())) { ctx->exec_ctx_->get_my_session()->get_pl_implicit_cursor()->set_rowcount(0); } recreate_implicit_savapoint_if_need(ctx, ret); LOG_DEBUG("spi end trans", K(ret), K(sql), K(is_rollback)); return ret; } class ObSPITimeRecord : public ObITimeRecord { public: ObSPITimeRecord() : send_timestamp_(0), receive_timestamp_(0), enqueue_timestamp_(0), run_timestamp_(0), process_timestamp_(0), single_process_timestamp_(0), exec_start_timestamp_(0), exec_end_timestamp_(0) {} virtual ~ObSPITimeRecord() {} void set_send_timestamp(int64_t send_timestamp) { send_timestamp_ = send_timestamp; } void set_receive_timestamp(int64_t receive_timestamp) { receive_timestamp_ = receive_timestamp; } void set_enqueue_timestamp(int64_t enqueue_timestamp) { enqueue_timestamp_ = enqueue_timestamp; } void set_run_timestamp(int64_t run_timestamp) { run_timestamp_ = run_timestamp; } void set_process_timestamp(int64_t process_timestamp) { process_timestamp_ = process_timestamp; } void set_single_process_timestamp(int64_t single_process_timestamp) { single_process_timestamp_ = single_process_timestamp; } void set_exec_start_timestamp(int64_t exec_start_timestamp) { exec_start_timestamp_ = exec_start_timestamp; } void set_exec_end_timestamp(int64_t exec_end_timestamp) { exec_end_timestamp_ = exec_end_timestamp; } int64_t get_send_timestamp() const { return send_timestamp_; } int64_t get_receive_timestamp() const { return get_send_timestamp(); } int64_t get_enqueue_timestamp() const { return get_send_timestamp(); } int64_t get_run_timestamp() const { return get_send_timestamp(); } int64_t get_process_timestamp() const { return get_send_timestamp(); } int64_t get_single_process_timestamp() const { return get_send_timestamp(); } int64_t get_exec_start_timestamp() const { return get_send_timestamp(); } int64_t get_exec_end_timestamp() const { return exec_end_timestamp_; } public: int64_t send_timestamp_; int64_t receive_timestamp_; int64_t enqueue_timestamp_; int64_t run_timestamp_; int64_t process_timestamp_; int64_t single_process_timestamp_; int64_t exec_start_timestamp_; int64_t exec_end_timestamp_; }; int ObSPIService::spi_inner_execute(ObPLExecCtx *ctx, const char *sql, uint64_t id, int64_t type, const ObSqlExpression **param_exprs, int64_t param_count, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, int64_t is_bulk, bool is_forall) { int ret = OB_SUCCESS; ObWarningBuffer* wb = NULL; FLTSpanGuard(pl_spi_query); CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->allocator_)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info())); CK (OB_NOT_NULL(ctx->func_)); CK (OB_NOT_NULL(wb = common::ob_get_tsi_warning_buffer())); ObExecRecord exec_record; ObExecTimestamp exec_timestamp; ObSPITimeRecord time_record; exec_timestamp.exec_type_ = sql::PLSql; ObSQLSessionInfo *session = ctx->exec_ctx_->get_my_session(); if (OB_SUCC(ret) && is_forall && !session->is_enable_batched_multi_statement()) { /* forall need rollback to for loop */ ret = OB_BATCHED_MULTI_STMT_ROLLBACK; LOG_TRACE("cannot batch execute", K(ret), K(sql), K(type)); } HEAP_VAR(ObSPIResultSet, spi_result) { stmt::StmtType stmt_type = stmt::T_NONE; bool is_diagnostics_stmt = false; OZ (spi_result.start_nested_stmt_if_need(ctx, static_cast(type))); if (OB_SUCC(ret)) { int64_t row_count = 0; ObQueryRetryCtrl retry_ctrl; int64_t tenant_version = 0; int64_t sys_version = 0; share::schema::ObSchemaGetterGuard schema_guard; ObSPIOutParams out_params; int64_t old_query_start_time = session->get_query_start_time(); HEAP_VAR(ObPLSqlCodeInfo, saved_sqlcode_info) { session->set_query_start_time(ObTimeUtility::current_time()); saved_sqlcode_info = *(ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info()); do { // SQL_AUDIT_START ObWaitEventDesc max_wait_desc; ObWaitEventStat total_wait_desc; const bool enable_perf_event = lib::is_diagnose_info_enabled(); const bool enable_sql_audit = GCONF.enable_sql_audit && ctx->exec_ctx_->get_my_session()->get_local_ob_enable_sql_audit(); { ObMaxWaitGuard max_wait_guard(enable_perf_event ? &max_wait_desc : NULL); ObTotalWaitGuard total_wait_guard(enable_perf_event ? &total_wait_desc : NULL); if (enable_sql_audit) { time_record.set_send_timestamp(ObTimeUtility::current_time()); exec_record.record_start(); } ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info()->set_sqlcode(OB_SUCCESS); if (!ObStmt::is_diagnostic_stmt(static_cast(type)) && lib::is_mysql_mode()) { wb->reset(); } row_count = 0; spi_result.get_mysql_result().reset(); out_params.reset(); retry_ctrl.clear_state_before_each_retry(session->get_retry_info_for_update()); if (OB_FAIL(GCTX.schema_service_->get_tenant_schema_guard(session->get_effective_tenant_id(), schema_guard))) { LOG_WARN("get schema guard failed", K(ret)); } else if (OB_FAIL(schema_guard.get_schema_version(session->get_effective_tenant_id(), tenant_version))) { LOG_WARN("fail get schema version", K(ret)); } else if (OB_FAIL(schema_guard.get_schema_version(OB_SYS_TENANT_ID, sys_version))) { LOG_WARN("fail get sys schema version", K(ret)); } else { retry_ctrl.set_tenant_local_schema_version(tenant_version); retry_ctrl.set_sys_local_schema_version(sys_version); ObArenaAllocator allocator; if (OB_FAIL(inner_open(ctx, allocator, sql, id, type, param_exprs, param_count, into_exprs, into_count, spi_result.get_mysql_result(), out_params, is_forall))) { LOG_WARN("failed to open", K(id), K(type), K(ret)); } else if (OB_FAIL(inner_fetch(ctx, retry_ctrl, spi_result.get_mysql_result().get_result(), into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, NULL, row_count, is_bulk, is_forall))) { LOG_WARN("failed to execute inner_fetch for pl/sql", K(ret), K(id), K(sql), K(type)); } else if (out_params.has_out_param()) { OZ (process_function_out_result( ctx, spi_result.get_mysql_result(), out_params.get_out_params()), out_params); } if (OB_SUCC(ret)) { // 如果成功记录下stmttype,用于DDL语句的schema刷新 ObInnerSQLResult *inner_result = static_cast(spi_result.get_mysql_result().get_result()); CK (OB_NOT_NULL(inner_result)); CK (OB_NOT_NULL(inner_result->get_result_set())); OX (stmt_type = inner_result->result_set().get_stmt_type()); OX (is_diagnostics_stmt = ObStmt::is_diagnostic_stmt(inner_result->result_set().get_literal_stmt_type())); } // 无论成功或者失败都在这里close result set // 原因是close函数里面会设置audit的sched info信息, audit会在ObInnerSQLConnection::process_record中处理audit信息 int close_ret = spi_result.get_mysql_result().close(); if (OB_SUCCESS != close_ret) { LOG_WARN("close spi result failed", K(ret), K(close_ret)); } ret = OB_SUCCESS == ret ? close_ret : ret; spi_result.destruct_exec_params(*session); } //if (OB_SUCCESS == ret) { session->get_pl_sqlcode_info()->set_sqlcode( saved_sqlcode_info.get_sqlcode(), saved_sqlcode_info.get_sqlmsg()); //} else { // session->get_pl_sqlcode_info()->set_sqlcode(ret); //} if (enable_sql_audit) { time_record.set_exec_end_timestamp(ObTimeUtility::current_time()); exec_record.record_end(); } } LOG_DEBUG("start process record", K(ret), K(id), K(sql), K(type), K(enable_sql_audit)); // 处理监控统计项 if (enable_sql_audit) { observer::ObInnerSQLResult* result_set = static_cast(spi_result.get_mysql_result().get_result()); if (OB_NOT_NULL(result_set) && OB_NOT_NULL(result_set->get_result_set())) { if (result_set->is_inited()) { ObSQLSessionInfo *session_info = ctx->exec_ctx_->get_my_session(); int64_t try_cnt = session_info->get_raw_audit_record().try_cnt_; ObExecRecord record_bk = session_info->get_raw_audit_record().exec_record_; session_info->get_raw_audit_record().try_cnt_ = retry_ctrl.get_retry_times(); ObInnerSQLConnection::process_record(*(result_set), *(ctx->exec_ctx_->get_my_session()), time_record, ret, ctx->exec_ctx_->get_my_session()->get_current_execution_id(), // sql execute id id, // ps stmt id ctx->func_->get_object_id(), // routine id max_wait_desc, total_wait_desc, exec_record, exec_timestamp, true); session_info->get_raw_audit_record().exec_record_ = record_bk; session_info->get_raw_audit_record().try_cnt_ = try_cnt; } else { LOG_DEBUG("result set is not inited, do not process record", K(ret), K(id), K(sql), K(type)); } } else { if (OB_SUCC(ret)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected error, result_set is null", K(ret), K(id), K(sql), K(type)); } else { LOG_WARN("result_set is null", K(ret), K(id), K(sql), K(type)); } } } } while (RETRY_TYPE_NONE != retry_ctrl.get_retry_type()); //SPI只做LOCAL重试 } session->get_retry_info_for_update().clear(); session->set_query_start_time(old_query_start_time); } //自动提交,禁掉PL整体重试 if (OB_SUCC(ret) && (ObStmt::is_ddl_stmt(stmt_type, true) || (lib::is_mysql_mode() && session->get_local_autocommit()))) { OX (session->set_pl_can_retry(false)); } if (OB_SUCC(ret) && OB_ISNULL(param_exprs)) { if (ObStmt::is_ddl_stmt(stmt_type, true) || ObStmt::is_savepoint_stmt(stmt_type)) { if (ObStmt::is_ddl_stmt(stmt_type, true)) { OZ (force_refresh_schema(session->get_effective_tenant_id()), sql); } recreate_implicit_savapoint_if_need(ctx, ret); } } // 记录第一条SQL执行PartitionHit信息, 并对PartitionHit进行Freeze, 防止后续的SQL冲掉 if (OB_SUCC(ret)) { ObInnerSQLResult *inner_result = static_cast(spi_result.get_mysql_result().get_result()); if (OB_NOT_NULL(inner_result) && OB_NOT_NULL(inner_result->get_result_set()) && OB_NOT_NULL(inner_result->result_set().get_physical_plan())) { session->partition_hit().freeze(); } } spi_result.get_mysql_result().reset(); spi_result.end_nested_stmt_if_need(ctx, ret); if (OB_FAIL(ret) && !is_diagnostics_stmt) { // support `SHOW WARNINGS` in mysql PL session->set_show_warnings_buf(ret); } SET_FORALL_BULK_EXCEPTION; SET_SPI_STATUS; } return ret; } /* * 本接口是在spi_inner_execute基础上去掉部分代码实现的,因为去掉的代码包括inner_fetch这个关键接口, * 所以暂时还不方便将两个接口整理重构为一个接口,计划在dbms_sql支持读流程接口和returning语句后再重构。 */ int ObSPIService::dbms_cursor_execute(ObPLExecCtx *ctx, uint64_t stmt_id, stmt::StmtType stmt_type, ObDbmsCursorInfo &cursor) { int ret = OB_SUCCESS; ObSQLSessionInfo *session = NULL; OV (OB_NOT_NULL(ctx)); OV (OB_NOT_NULL(ctx->allocator_)); OV (OB_NOT_NULL(ctx->exec_ctx_)); OV (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); OX (session = ctx->exec_ctx_->get_my_session()); OV (OB_NOT_NULL(session->get_pl_sqlcode_info())); // dbms_sql场景暂时不检查这个 // OV (OB_NOT_NULL(pl_ctx->func_)); ObExecRecord exec_record; ObExecTimestamp exec_timestamp; ObSPITimeRecord time_record; ObString &sql_stmt = cursor.get_sql_stmt(); ParamStore &exec_params = cursor.get_exec_params(); exec_timestamp.exec_type_ = sql::PLSql; HEAP_VAR(ObSPIResultSet, spi_result) { OZ (spi_result.start_nested_stmt_if_need(ctx, static_cast(stmt_type))); if (OB_SUCC(ret)) { int64_t row_count = 0; ObQueryRetryCtrl retry_ctrl; int64_t tenant_version = 0; int64_t sys_version = 0; share::schema::ObSchemaGetterGuard schema_guard; ObSPIOutParams out_params; ObPLSqlCodeInfo saved_sqlcode_info; uint64_t eff_tenant_id = session->get_effective_tenant_id(); int64_t old_query_start_time = session->get_query_start_time(); session->set_query_start_time(ObTimeUtility::current_time()); do { // SQL_AUDIT_START ObWaitEventDesc max_wait_desc; ObWaitEventStat total_wait_desc; const bool enable_perf_event = lib::is_diagnose_info_enabled(); const bool enable_sql_audit = GCONF.enable_sql_audit && session->get_local_ob_enable_sql_audit(); { ObMaxWaitGuard max_wait_guard(enable_perf_event ? &max_wait_desc : NULL); ObTotalWaitGuard total_wait_guard(enable_perf_event ? &total_wait_desc : NULL); if (enable_sql_audit) { time_record.set_send_timestamp(ObTimeUtility::current_time()); exec_record.record_start(); } saved_sqlcode_info = *(session->get_pl_sqlcode_info()); session->get_pl_sqlcode_info()->set_sqlcode(OB_SUCCESS); row_count = 0; spi_result.get_mysql_result().reset(); out_params.reset(); retry_ctrl.clear_state_before_each_retry(session->get_retry_info_for_update()); if (OB_FAIL(GCTX.schema_service_->get_tenant_schema_guard(eff_tenant_id, schema_guard))) { LOG_WARN("get schema guard failed", K(ret)); } else if (OB_FAIL(schema_guard.get_schema_version(eff_tenant_id, tenant_version))) { LOG_WARN("fail get schema version", K(ret)); } else if (OB_FAIL(schema_guard.get_schema_version(OB_SYS_TENANT_ID, sys_version))) { LOG_WARN("fail get sys schema version", K(ret)); } else { retry_ctrl.set_tenant_local_schema_version(tenant_version); retry_ctrl.set_sys_local_schema_version(sys_version); if (OB_FAIL(inner_open(ctx, exec_params.count() > 0 ? NULL : sql_stmt.ptr(), stmt_id, stmt_type, exec_params, spi_result.get_mysql_result(), out_params))) { LOG_WARN("failed to open", K(ret), K(stmt_id), K(stmt_type), K(exec_params), K(sql_stmt), K(sql_stmt.ptr()), K(sql_stmt.length())); } /* else if (OB_FAIL(inner_fetch(ctx, retry_ctrl, spi_result.get_mysql_result().get_result(), NULL, 0, NULL, 0, NULL, NULL, NULL, row_count))) { LOG_WARN("failed to get result", K(ret)); } */ else if (exec_params.count() > 0) { // process out parameters ObInnerSQLResult *inner_result = NULL; ObPhysicalPlanCtx *plan_ctx = NULL; const ParamStore *param_store = NULL; CK (OB_NOT_NULL(inner_result = static_cast(spi_result.get_mysql_result().get_result()))); CK (OB_NOT_NULL(inner_result->get_result_set())); CK (OB_NOT_NULL(plan_ctx = inner_result->result_set().get_exec_context().get_physical_plan_ctx())); CK (OB_NOT_NULL(param_store = &(plan_ctx->get_param_store()))); OV (param_store->count() >= exec_params.count(), OB_ERR_UNEXPECTED, param_store->count()); for (int64_t i = 0; OB_SUCC(ret) && i < exec_params.count(); ++i) { OZ (deep_copy_obj(*(ctx->allocator_), param_store->at(i), exec_params.at(i))); } } if (OB_SUCC(ret) && out_params.has_out_param()) { OZ (process_function_out_result( ctx, spi_result.get_mysql_result(), out_params.get_out_params()), out_params); } // TODO: 先注掉,因为目前看参数传进来的stmt_type已经是有效的,不需要再生成。 // if (OB_SUCC(ret)) { // 如果成功记录下stmttype,用于DDL语句的schema刷新 // ObInnerSQLResult *inner_result = static_cast(spi_result.get_mysql_result().get_result()); // CK (OB_NOT_NULL(inner_result)); // OX (stmt_type = inner_result->result_set().get_stmt_type()); // } // 无论成功或者失败都在这里close result set // 原因是close函数里面会设置audit的sched info信息, audit会在ObInnerSQLConnection::process_record中处理audit信息 int close_ret = spi_result.get_mysql_result().close(); if (OB_SUCCESS != close_ret) { LOG_WARN("close spi result failed", K(ret), K(close_ret)); } ret = OB_SUCCESS == ret ? close_ret : ret; } if (OB_SUCCESS == ret) { session->get_pl_sqlcode_info()->set_sqlcode( saved_sqlcode_info.get_sqlcode(), saved_sqlcode_info.get_sqlmsg()); } else { session->get_pl_sqlcode_info()->set_sqlcode(ret); } if (enable_sql_audit) { time_record.set_exec_end_timestamp(ObTimeUtility::current_time()); exec_record.record_end(); } } LOG_DEBUG("start process record", K(ret), K(stmt_id), K(sql_stmt), K(stmt_type), K(enable_sql_audit)); // 处理监控统计项 if (enable_sql_audit) { observer::ObInnerSQLResult* result_set = static_cast( spi_result.get_mysql_result().get_result()); if (OB_NOT_NULL(result_set) && OB_NOT_NULL(result_set->get_result_set())) { if (result_set->is_inited()) { ObInnerSQLConnection::process_record(*result_set, *session, time_record, ret, session->get_current_execution_id(), stmt_id, OB_INVALID_ID, // routine id max_wait_desc, total_wait_desc, exec_record, exec_timestamp, true); } else { LOG_DEBUG("result set is not inited, do not process record", K(ret), K(stmt_id), K(sql_stmt), K(stmt_type)); } } else { if (OB_SUCC(ret)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected error, result_set is null", K(ret), K(stmt_id), K(sql_stmt), K(stmt_type)); } else { LOG_WARN("result_set is null", K(ret), K(stmt_id), K(sql_stmt), K(stmt_type)); } } } } while (RETRY_TYPE_NONE != retry_ctrl.get_retry_type()); //SPI只做LOCAL重试 session->get_retry_info_for_update().clear(); session->set_query_start_time(old_query_start_time); } //自动提交,禁掉PL整体重试 if (OB_SUCC(ret) && (ObStmt::is_ddl_stmt(stmt_type, true) || (lib::is_mysql_mode() && session->get_local_autocommit()))) { OX (session->set_pl_can_retry(false)); } if (OB_SUCC(ret) && exec_params.empty()) { if (ObStmt::is_ddl_stmt(stmt_type, true) || ObStmt::is_savepoint_stmt(stmt_type)) { if (ObStmt::is_ddl_stmt(stmt_type, true)) { OZ (force_refresh_schema(session->get_effective_tenant_id()), sql_stmt); } recreate_implicit_savapoint_if_need(ctx, ret); } } // 记录第一条SQL执行PartitionHit信息, 并对PartitionHit进行Freeze, 防止后续的SQL冲掉 if (OB_SUCC(ret)) { ObInnerSQLResult *inner_result = static_cast(spi_result.get_mysql_result().get_result()); if (OB_NOT_NULL(inner_result) && OB_NOT_NULL(inner_result->get_result_set()) && OB_NOT_NULL(inner_result->result_set().get_physical_plan())) { session->partition_hit().freeze(); } } spi_result.get_mysql_result().reset(); spi_result.end_nested_stmt_if_need(ctx, ret); SET_FORALL_BULK_EXCEPTION; SET_SPI_STATUS; } return ret; } int ObSPIService::spi_query(ObPLExecCtx *ctx, const char *sql, int64_t type, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, bool is_bulk) { int ret = OB_SUCCESS; FLTSpanGuard(pl_spi_query); OZ (spi_inner_execute(ctx, sql, OB_INVALID_ID, type, NULL, 0, into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, is_bulk), sql, type); return ret; } int ObSPIService::spi_execute(ObPLExecCtx *ctx, uint64_t id, int64_t type, const ObSqlExpression **param_exprs, int64_t param_count, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, bool is_bulk, bool is_forall) { int ret = OB_SUCCESS; FLTSpanGuard(pl_spi_execute); OZ (spi_inner_execute(ctx, NULL, id, type, param_exprs, param_count, into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, is_bulk, is_forall)); return ret; } int ObSPIService::spi_prepare(common::ObIAllocator &allocator, ObSQLSessionInfo &session, ObMySQLProxy &sql_proxy, share::schema::ObSchemaGetterGuard &schema_guard, sql::ObRawExprFactory &expr_factory, const ObString &sql, bool is_cursor, pl::ObPLBlockNS *secondary_namespace, ObSPIPrepareResult &prepare_result) { int ret = OB_SUCCESS; FLTSpanGuard(pl_spi_prepare); CHECK_COMPATIBILITY_MODE(&session); ret = is_oracle_mode() ? spi_resolve_prepare(allocator, session, sql_proxy, schema_guard, expr_factory, sql, is_cursor, secondary_namespace, prepare_result) : spi_parse_prepare(allocator, session, sql_proxy, schema_guard, expr_factory, sql, secondary_namespace, prepare_result); return ret; } int ObSPIService::spi_parse_prepare(common::ObIAllocator &allocator, ObSQLSessionInfo &session, ObMySQLProxy &sql_proxy, share::schema::ObSchemaGetterGuard &schema_guard, sql::ObRawExprFactory &expr_factory, const ObString &sql, pl::ObPLBlockNS *secondary_namespace, ObSPIPrepareResult &prepare_result) { int ret = OB_SUCCESS; if (sql.empty() || OB_ISNULL(secondary_namespace)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(sql), K(secondary_namespace), K(ret)); } else { ObParser parser(allocator, session.get_sql_mode(), session.get_local_collation_connection()); ParseResult parse_result; if (OB_FAIL(parser.prepare_parse(sql, static_cast(secondary_namespace), parse_result))) { LOG_WARN("Generate syntax tree failed", K(sql), K(ret)); } else if (OB_FAIL(ob_write_string(allocator, ObString(parse_result.no_param_sql_len_, parse_result.no_param_sql_), prepare_result.route_sql_))) { LOG_WARN("failed to write string", K(sql), K(ret)); } else { HEAP_VAR(ObMySQLProxy::MySQLResult, proxy_result) { ObInnerSQLConnection *spi_conn = NULL; proxy_result.reset(); if (OB_FAIL(acquire_spi_conn(sql_proxy, session, spi_conn))) { LOG_WARN("acquire connection failed", K(ret)); } else { if (OB_FAIL(spi_conn->prepare(session.get_priv_tenant_id(), prepare_result.route_sql_, NULL, //must be NULL to generate SIMPLE_PS_MODE false, /*is_dynamic_sql*/ false, /*is_dbms_sql*/ false, /*is_cursor*/ proxy_result))) { LOG_WARN("query failed", K(ret), K(spi_conn), K(sql)); } sql_proxy.close(spi_conn, OB_SUCCESS == ret); spi_conn = NULL; } LOG_TRACE("execute sql", K(sql), K(ret)); if (OB_SUCC(ret)) { sqlclient::ObMySQLResult *mysql_result = proxy_result.get_result(); if (OB_ISNULL(mysql_result) || OB_ISNULL(static_cast(mysql_result)->get_result_set())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("result is NULL", K(mysql_result), K(ret)); } else { ObInnerSQLResult *inner_result = static_cast(mysql_result); prepare_result.id_ = inner_result->result_set().get_statement_id(); prepare_result.type_ = inner_result->result_set().get_stmt_type(); prepare_result.for_update_ = false; //Mysql模式不支持可更新游标 prepare_result.has_hidden_rowid_ = false; if (OB_FAIL(resolve_exec_params(parse_result, session, expr_factory, *secondary_namespace, prepare_result, allocator))) { //resolve PL exec变量 LOG_WARN("failed to resolve_exec_params", K(ret)); } else if (OB_FAIL(resolve_into_params(parse_result, session, expr_factory, *secondary_namespace, prepare_result))) { //resolve PL into变量 LOG_WARN("failed to resolve_into_params", K(ret)); } else if (OB_FAIL(resolve_ref_objects(parse_result, session, schema_guard, prepare_result))) { //resolve ref object LOG_WARN("failed to resolve_ref_objects", K(ret)); } else { /*do nothing*/ } } } } } } return ret; } int ObSPIService::spi_build_record_type_by_result_set(common::ObIAllocator &allocator, ObSQLSessionInfo &session, share::schema::ObSchemaGetterGuard &schema_guard, const sql::ObResultSet &result_set, int64_t hidden_column_count, ObRecordType *&record_type, uint64_t &rowid_table_id) { int ret = OB_SUCCESS; const common::ColumnsFieldIArray *columns = result_set.get_field_columns(); if (OB_ISNULL(columns) || OB_ISNULL(record_type) || 0 == columns->count()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid argument", K(columns), K(record_type), K(ret)); } else { int dup_idx = 0; OZ (record_type->record_members_init(&allocator, columns->count() - hidden_column_count)); for (int64_t i = 0; OB_SUCC(ret) && i < columns->count() - hidden_column_count; ++i) { ObDataType data_type; ObPLDataType pl_type; data_type.set_meta_type(columns->at(i).type_.get_meta()); data_type.set_accuracy(columns->at(i).accuracy_); pl_type.set_data_type(data_type); char* name_buf = NULL; if (OB_ISNULL(name_buf = static_cast(allocator.alloc(columns->at(i).cname_.length() + 10)))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("failed to alloc column name buf", K(ret), K(columns->at(i).cname_)); } else { bool duplicate = false; for (int64_t j = 0; OB_SUCC(ret) && j < columns->count() - hidden_column_count; ++j) { if (i != j && columns->at(j).cname_ == columns->at(i).cname_) { duplicate = true; break; } } if (duplicate) { sprintf(name_buf, "%.*s&%d", columns->at(i).cname_.length(), columns->at(i).cname_.ptr(), dup_idx); dup_idx++; } else { sprintf(name_buf, "%.*s", columns->at(i).cname_.length(), columns->at(i).cname_.ptr()); } ObString deep_copy_name(name_buf); if (OB_FAIL(record_type->add_record_member(deep_copy_name, pl_type))) { LOG_WARN("add record member failed", K(ret)); } } } if (OB_SUCC(ret) && 1 == hidden_column_count) { const common::ObField &field = columns->at(columns->count() - 1); uint64_t table_id = OB_INVALID_ID; OZ (schema_guard.get_table_id(session.get_effective_tenant_id(), field.dname_, field.org_tname_, false, ObSchemaGetterGuard::ALL_NON_HIDDEN_TYPES, table_id)); OX (rowid_table_id = table_id); } else { rowid_table_id = OB_INVALID_ID; } } return ret; } int ObSPIService::spi_resolve_prepare(common::ObIAllocator &allocator, ObSQLSessionInfo &session, ObMySQLProxy &sql_proxy, share::schema::ObSchemaGetterGuard &schema_guard, sql::ObRawExprFactory &expr_factory, const ObString &sql, bool is_cursor, pl::ObPLBlockNS *secondary_namespace, ObSPIPrepareResult &prepare_result) { int ret = OB_SUCCESS; if (sql.empty()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(sql), K(ret)); } else { HEAP_VAR(ObMySQLProxy::MySQLResult, proxy_result) { ObInnerSQLConnection *spi_conn = NULL; const int64_t start = ::oceanbase::common::ObTimeUtility::current_time(); proxy_result.reset(); if (OB_FAIL(acquire_spi_conn(sql_proxy, session, spi_conn))) { LOG_WARN("acquire connection failed", K(ret)); } else { if (OB_FAIL(spi_conn->prepare(session.get_effective_tenant_id(), sql, secondary_namespace, false, /*is_dynamic_sql*/ false, /*is_dbms_sql*/ is_cursor, proxy_result))) { LOG_WARN("query failed", K(ret), K(spi_conn), K(start), K(sql)); } sql_proxy.close(spi_conn, OB_SUCCESS == ret); } //sql_proxy.close(conn, ret); LOG_TRACE("execute sql", K(sql), K(ret)); if (OB_SUCC(ret)) { ObInnerSQLResult *inner_result = static_cast(proxy_result.get_result()); if (OB_ISNULL(inner_result) || OB_ISNULL(inner_result->get_result_set())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("result is NULL", K(inner_result), K(ret)); } else { prepare_result.id_ = inner_result->result_set().get_statement_id(); prepare_result.type_ = inner_result->result_set().get_stmt_type(); prepare_result.for_update_ = inner_result->result_set().get_is_select_for_update(); prepare_result.has_hidden_rowid_ = inner_result->result_set().has_hidden_rowid(); if (OB_NOT_NULL(prepare_result.record_type_)) { if (stmt::T_SELECT != prepare_result.type_) { ret = OB_NOT_SUPPORTED; LOG_WARN("cursor only supported select stmt", K(ret)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "non-select stmt in cursor"); } else if (OB_NOT_NULL(inner_result->result_set().get_field_columns()) && inner_result->result_set().get_field_columns()->count() > 0) { OZ (spi_build_record_type_by_result_set(allocator, session, schema_guard, inner_result->result_set(), prepare_result.has_hidden_rowid_ ? 1 : 0, prepare_result.record_type_, prepare_result.rowid_table_id_)); } else { HEAP_VAR(ObMySQLProxy::MySQLResult, proxy_result) { ObInnerSQLConnection *spi_conn = NULL; ObInnerSQLResult *result = NULL; // 当 stmt_sql不为空时,说明route_sql中的QUESTIONMARK有无效值,此时使用stmt_sql进行prepare const ObString &route_sql = inner_result->result_set().get_stmt_sql().empty() ? inner_result->result_set().get_route_sql() : inner_result->result_set().get_stmt_sql(); proxy_result.reset(); // 如果当前语句含有INTO, 则resultset中没有输出列, 我们使用reconstruct的route_sql来构造recordtype CK (!inner_result->result_set().get_route_sql().empty()); OZ (acquire_spi_conn(sql_proxy, session, spi_conn)); OZ (spi_conn->prepare(session.get_effective_tenant_id(), route_sql, secondary_namespace, false, /*is_dynamic_sql*/ false, /*is_dbms_sql*/ is_cursor, proxy_result)); sql_proxy.close(spi_conn, OB_SUCCESS == ret); CK (OB_NOT_NULL(result = static_cast(proxy_result.get_result()))); OZ (spi_build_record_type_by_result_set(allocator, session, schema_guard, result->result_set(), prepare_result.has_hidden_rowid_ ? 1 : 0, prepare_result.record_type_, prepare_result.rowid_table_id_)); } } } OZ (append(prepare_result.ref_objects_, inner_result->result_set().get_ref_objects())); if (OB_SUCC(ret)) { ObRawExpr *expr = NULL; for (int64_t i = 0; OB_SUCC(ret) && i < inner_result->result_set().get_external_params().count(); ++i) { expr = NULL; if (OB_FAIL(ObPLExprCopier::copy_expr(expr_factory, inner_result->result_set().get_external_params().at(i), expr))) { LOG_WARN("failed to copy expr", K(i), K(inner_result->result_set().get_external_params().at(i)), K(ret)); } else if (OB_ISNULL(expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed to copy expr, expr is NULL", K(expr), K(ret)); } else { /*do nothing*/ } OZ (expr->formalize(&session)); if (OB_SUCC(ret) && OB_FAIL(prepare_result.exec_params_.push_back(expr))) { LOG_WARN("push_back error", K(ret)); } } for (int64_t i = 0; OB_SUCC(ret) && i < inner_result->result_set().get_into_exprs().count(); ++i) { expr = NULL; if (OB_FAIL(ObPLExprCopier::copy_expr(expr_factory, inner_result->result_set().get_into_exprs().at(i), expr))) { LOG_WARN("failed to copy expr", K(i), K(inner_result->result_set().get_into_exprs().at(i)), K(ret)); } else if (OB_ISNULL(expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed to copy expr", K(expr), K(ret)); } else if (OB_FAIL(prepare_result.into_exprs_.push_back(expr))) { LOG_WARN("push_back error", K(ret)); } } // add debug info, for convinence of sql reconstruct debug LOG_DEBUG("spi prepare, source sql and prepared reconstruct sql", K(sql), K(inner_result->result_set().get_route_sql())); if (OB_SUCC(ret)) { if (inner_result->result_set().get_route_sql().empty()) { prepare_result.route_sql_ = sql; } else { if (OB_FAIL(ob_write_string(allocator, inner_result->result_set().get_route_sql(), prepare_result.route_sql_))) { LOG_WARN("failed to write string", K(sql), K(ret)); } } } } } } } } return ret; } int ObSPIService::calc_dynamic_sqlstr( ObPLExecCtx *ctx, const ObSqlExpression *sql, ObSqlString &sql_str) { int ret = OB_SUCCESS; ObObjParam result; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(sql)); OZ (spi_calc_expr(ctx, sql, OB_INVALID_INDEX, &result)); if (OB_FAIL(ret)) { } else if (result.is_null_oracle()) { ret = OB_ERR_STATEMENT_STRING_IN_EXECUTE_IMMEDIATE_IS_NULL_OR_ZERO_LENGTH; LOG_WARN( "ORA-06535: statement string in EXECUTE IMMEDIATE is NULL or 0 length", K(ret), K(result)); } else if (!result.is_string_type() && !result.is_clob_locator()) { ret = OB_NOT_SUPPORTED; LOG_WARN("Dynamic sql is not a string", K(ret), K(result), K(sql_str)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "Dynamic sql is not a string"); } else { ObArenaAllocator temp_allocator; ObString tmp_sql; ObString user_sql; ObCharsetType client_cs_type = CHARSET_INVALID; OZ (result.get_string(tmp_sql)); OZ (ctx->exec_ctx_->get_my_session()->get_character_set_client(client_cs_type)); OZ (ObCharset::charset_convert(temp_allocator, tmp_sql, result.get_collation_type(), ObCharset::get_default_collation(client_cs_type), user_sql)); OZ (sql_str.append(user_sql)); LOG_DEBUG("Dynamic sql", K(ret), K(result), K(sql_str)); } return ret; } int ObSPIService::prepare_dynamic(ObPLExecCtx *ctx, const ObSqlExpression *sql_expr, bool is_returning, int64_t param_cnt, ObSqlString &sql_str, ObPsStmtId &stmt_id, stmt::StmtType &stmt_type, bool &for_update, bool &hidden_rowid, int64_t &into_cnt) { int ret = OB_SUCCESS; OZ (calc_dynamic_sqlstr(ctx, sql_expr, sql_str)); OZ (prepare_dynamic(ctx, is_returning, false, param_cnt, sql_str, stmt_id, stmt_type, for_update, hidden_rowid, into_cnt)); return ret; } int ObSPIService::prepare_dynamic(ObPLExecCtx *ctx, bool is_returning, bool is_dbms_sql, int64_t param_cnt, ObSqlString &sql_str, ObPsStmtId &stmt_id, stmt::StmtType &stmt_type, bool &for_update, bool &hidden_rowid, int64_t &into_cnt, common::ColumnsFieldArray *field_list) { int ret = OB_SUCCESS; HEAP_VAR(ObSPIResultSet, spi_result) { ObMySQLProxy::MySQLResult &proxy_result = spi_result.get_mysql_result(); ObInnerSQLConnection *spi_conn = NULL; stmt_type = stmt::T_NONE; stmt_id = OB_INVALID_ID; ObInnerSQLResult *inner_result = NULL; ObSQLSessionInfo *session = NULL; ObMySQLProxy *sql_proxy = NULL; CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(session = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(sql_proxy = ctx->exec_ctx_->get_sql_proxy())); OV ((is_dbms_sql && NULL != field_list) || (!is_dbms_sql && NULL == field_list), OB_ERR_UNEXPECTED, is_dbms_sql, field_list); OZ (acquire_spi_conn(*sql_proxy, *session, spi_conn)); OZ (spi_conn->prepare(session->get_effective_tenant_id(), sql_str.string(), NULL, true, /*dynamic_sql*/ is_dbms_sql, false, /*not cursor*/ proxy_result)); sql_proxy->close(spi_conn, OB_SUCCESS == ret); OX (inner_result = static_cast(proxy_result.get_result())); CK (OB_NOT_NULL(inner_result->get_result_set())); OX (stmt_type = static_cast(inner_result->result_set().get_stmt_type())); OX (stmt_id = static_cast(inner_result->result_set().get_statement_id())); OX (for_update = static_cast(inner_result->result_set().get_is_select_for_update())); OX (hidden_rowid = static_cast(inner_result->result_set().has_hidden_rowid())); OX (into_cnt = inner_result->result_set().get_into_exprs().count()); if (OB_SUCC(ret) && NULL != field_list) { CK (OB_NOT_NULL(inner_result->result_set().get_field_columns())); if (OB_SUCC(ret) && inner_result->result_set().get_field_columns()->count() > 0) { OZ (ObDbmsInfo::deep_copy_field_columns(*field_list->get_allocator(), inner_result->result_set().get_field_columns(), *field_list)); } } if (OB_SUCC(ret)) { if (!ObStmt::is_dynamic_supported_stmt(stmt_type)) { // Some stmt type is dangerous and not allowed in Oracle, so we must forbid it. ret = OB_NOT_SUPPORTED; LOG_WARN("Statement type not allowed in dynamic sql", K(ret), K(stmt_type), K(sql_str)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "Statement not allowed in dynamic sql,"); } else { int64_t exec_param_cnt = ObStmt::is_dml_stmt(stmt_type) ? inner_result->result_set().get_external_params().count() : inner_result->result_set().get_param_fields()->count(); if (inner_result->result_set().is_returning() && 0 == into_cnt) { ret = OB_ERR_MISSING_INTO_KEYWORD; LOG_WARN("ORA-00925: missing INTO keyword", K(ret), K(inner_result->result_set().is_returning()), K(into_cnt)); } else { /*! * 1、select语句的INTO子句在动态语句里直接丢掉,所以select语句参数个数按传进来的入参个数检查 * 2、dml语句如果有RETURNING INTO子句,需要去掉动态语句里RETURNING INTO的参数, * 但是如果EXECUTE IMMEDIATE本身有RETURNING子句的话就不用去了 */ int64_t need_exec_param_cnt = exec_param_cnt; if (ObStmt::is_dml_write_stmt(stmt_type)) { need_exec_param_cnt = need_exec_param_cnt + (is_returning ? 0 : into_cnt); } if (param_cnt != need_exec_param_cnt) { if (lib::is_mysql_mode()) { ret = OB_ERR_WRONG_DYNAMIC_PARAM; LOG_USER_ERROR(OB_ERR_WRONG_DYNAMIC_PARAM, exec_param_cnt, param_cnt); } else if (param_cnt < need_exec_param_cnt) { ret = OB_ERR_NOT_ALL_VARIABLE_BIND; LOG_WARN("ORA-01008: not all variables bound", K(ret), K(param_cnt), K(need_exec_param_cnt), K(into_cnt), K(is_returning), K(stmt_type)); } else { ret = OB_ERR_BIND_VARIABLE_NOT_EXIST; LOG_WARN("ORA-01006: bind variable does not exist", K(ret), K(param_cnt), K(need_exec_param_cnt), K(into_cnt), K(is_returning), K(stmt_type)); } } } } } if (OB_SUCC(ret)) { bool remove_into = false; if (is_returning) { if (stmt_type != stmt::T_INSERT && stmt_type != stmt::T_DELETE && stmt_type != stmt::T_UPDATE) { ret = OB_ERR_CLAUSE_RETURN_ILLEGAL; LOG_WARN("ORA-06547: RETURNING clause must be used with " "INSERT, UPDATE, or DELETE statements", K(ret), K(stmt_type)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "RETURNING clause used with not " "INSERT, UPDATE, or DELETE statements"); } else if (inner_result->result_set().get_into_exprs().empty()) { ret = OB_ERR_MISSING_INTO_KEYWORD; LOG_WARN("ORA-00925: missing INTO keyword", K(ret)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "missing INTO keyword"); } else { remove_into = true; } } else if (stmt::T_SELECT == stmt_type) { /* * 动态语句如果是select into,INTO子句会被忽略掉,INTO子句里面占位符的也不需要绑定实参 * 例如: * SQL> DECLARE * x int; * y int :=1; * c SYS_REFCURSOR; * BEGIN * execute immediate 'select * into :a from t where a1 >1' using IN y; * dbms_output.put_line(x); * END; * / 2 3 4 5 6 7 8 9 * DECLARE * * * ERROR at line 1: * ORA-01006: bind variable does not exist * ORA-06512: at line 6 * */ remove_into = !inner_result->result_set().get_into_exprs().empty(); } else { /*do nothing*/ } if (OB_SUCC(ret) && remove_into) { CK (!inner_result->result_set().get_route_sql().empty()); CK ((inner_result->result_set().get_route_sql().length() + 1) < OB_MAX_SQL_LENGTH); OX (sql_str.reset()); OZ (sql_str.append(inner_result->result_set().get_route_sql())); } } } return ret; } int ObSPIService::dynamic_out_params( common::ObIAllocator &allocator, ObMySQLResult *result, common::ObObjParam **params, int64_t param_count) { int ret = OB_SUCCESS; ObInnerSQLResult *inner_result = NULL; ObPhysicalPlanCtx *plan_ctx = NULL; const ParamStore *param_store = NULL; if (param_count > 0) { CK (OB_NOT_NULL(inner_result = static_cast(result))); CK (OB_NOT_NULL(inner_result->get_result_set())); CK (OB_NOT_NULL(params)); CK (OB_NOT_NULL( plan_ctx = inner_result->result_set().get_exec_context().get_physical_plan_ctx())); CK (OB_NOT_NULL(param_store = &(plan_ctx->get_param_store()))); OV (param_store->count() >= param_count, OB_ERR_UNEXPECTED, param_store->count(), param_count); for (int64_t i = 0; OB_SUCC(ret) && i < param_count; ++i) { // param_store`memory from result set will released by result close. // so we need to deep copy it. if (param_store->at(i).is_pl_extend() && param_store->at(i).get_meta().get_extend_type() != PL_CURSOR_TYPE && param_store->at(i).get_meta().get_extend_type() != PL_REF_CURSOR_TYPE) { OZ (pl::ObUserDefinedType::deep_copy_obj(allocator, param_store->at(i), *params[i], true)); } else { OZ (deep_copy_obj(allocator, param_store->at(i), *params[i])); } } } return ret; } int ObSPIService::spi_execute_immediate(ObPLExecCtx *ctx, const ObSqlExpression *sql, common::ObObjParam **params, const int64_t *params_mode, int64_t param_count, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, bool is_bulk, bool is_returning) { int ret = OB_SUCCESS; // HEAP_VAR(char[OB_MAX_SQL_LENGTH], sql_buffer) { bool need_execute_sql = true; ObSqlString sql_str; HEAP_VAR(ObSPIResultSet, spi_result) { ObMySQLProxy::MySQLResult &proxy_result = spi_result.get_mysql_result(); ObInnerSQLConnection *spi_conn = NULL; stmt::StmtType stmt_type = stmt::T_NONE; ObPsStmtId stmt_id = OB_INVALID_ID; bool for_update = false; bool hidden_rowid = false; ObQueryRetryCtrl retry_ctrl; int64_t tenant_version = 0; int64_t sys_version = 0; share::schema::ObSchemaGetterGuard schema_guard; ObSQLSessionInfo *session = NULL; ObMySQLProxy *sql_proxy = NULL; int64_t inner_into_cnt = 0; //动态语句里into子句的变量个数 ObArray out_using_params; int64_t exec_param_cnt = param_count; CK (OB_NOT_NULL(ctx), ctx->valid()); CK ((OB_NOT_NULL(params) && param_count > 0) || (OB_ISNULL(params) && 0 == param_count)); CK (OB_NOT_NULL(session = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(sql_proxy = ctx->exec_ctx_->get_sql_proxy())); CK (OB_NOT_NULL(sql)); stmt::StmtType saved_stmt_type = stmt::T_NONE; OX(saved_stmt_type = session->get_stmt_type()); // Step1: Prepare dynamic SQL! Only prepare once! OZ (prepare_dynamic(ctx, sql, is_returning, param_count, sql_str, stmt_id, stmt_type, for_update, hidden_rowid, inner_into_cnt)); if (OB_SUCC(ret)) { if (ObStmt::is_ddl_stmt(stmt_type, false) && (into_count > 0 || param_count > 0 || is_returning)) { ret = OB_ERR_DDL_IN_ILLEGAL_CONTEXT; LOG_WARN("DDL statement is executed in an illegal context", K(ret), K(into_count), K(param_count), K(is_returning)); } else if (ObStmt::is_select_stmt(stmt_type) && 0 >= into_count) { /* If dynamic_sql_statement is a SELECT statement, and you omit both * into_clause and bulk_collect_into_clause, then * execute_immediate_statement never executes. * For example, this statement never increments the sequence: * EXECUTE IMMEDIATE 'SELECT S.NEXTVAL FROM DUAL' */ need_execute_sql = false; } else if (ObStmt::is_dml_write_stmt(stmt_type) && inner_into_cnt > 0 && 0 == into_count) { /* * 处理https://work.aone.alibaba-inc.com/issue/28206174这种特殊的用法。 * 仅当dml语句含returning变量,并且外部没有INTO变量时才允许使用USING OUT接收参数 */ CK (param_count >= inner_into_cnt); OX (exec_param_cnt = param_count - inner_into_cnt); for (int64_t i = exec_param_cnt; OB_SUCC(ret) && i < param_count; ++i) { ObPLRoutineParamMode pm = static_cast(params_mode[i]); if (PL_PARAM_INOUT == pm || PL_PARAM_OUT == pm) { OZ (out_using_params.push_back(params[i])); } else { ret = OB_ERR_INOUT_PARAM_PLACEMENT_NOT_PROPERLY; LOG_WARN("ORA-06536: IN bind variable bound to an OUT position", K(ret)); } } } else { /*do nothing*/ } } for (int i = 0; OB_SUCC(ret) && i < param_count; ++i) { ObPLRoutineParamMode pm = static_cast(params_mode[i]); if (ObStmt::is_select_stmt(stmt_type) && (PL_PARAM_INOUT == pm || PL_PARAM_OUT == pm)) { ret = OB_ERR_INOUT_PARAM_PLACEMENT_NOT_PROPERLY; LOG_WARN("select stmt with using out/inout param mode is not allowed", K(ret)); } if (ObStmt::is_dml_write_stmt(stmt_type) && i < param_count - inner_into_cnt && PL_PARAM_OUT == pm) { ret = OB_ERR_INOUT_PARAM_PLACEMENT_NOT_PROPERLY; LOG_WARN("using out/inout param mode is not allowed", K(ret)); } } if (OB_SUCC(ret)) { ObParser parser(*ctx->allocator_, STD_MODE); ObMPParseStat parse_stat; ObSEArray queries; OZ (parser.split_multiple_stmt(sql_str.string(), queries, parse_stat)); if (OB_SUCC(ret) && queries.count() > 1) { ret = OB_ERR_CMD_NOT_PROPERLY_ENDED; LOG_WARN("execute immdeidate only support one stmt", K(ret)); } } OX (session->set_stmt_type(saved_stmt_type)); OZ (spi_result.start_nested_stmt_if_need(ctx, stmt_type)); // Step2: execute dynamic SQL now! if (OB_FAIL(ret)) { } else if (need_execute_sql) { ObExecRecord exec_record; ObExecTimestamp exec_timestamp; ObSPITimeRecord time_record; exec_timestamp.exec_type_ = sql::PLSql; int64_t old_query_start_time = session->get_query_start_time(); session->set_query_start_time(ObTimeUtility::current_time()); do { ObWaitEventDesc max_wait_desc; ObWaitEventStat total_wait_desc; const bool enable_perf_event = lib::is_diagnose_info_enabled(); const bool enable_sql_audit = GCONF.enable_sql_audit && session->get_local_ob_enable_sql_audit(); { ObMaxWaitGuard max_wait_guard(enable_perf_event ? &max_wait_desc : NULL); ObTotalWaitGuard total_wait_guard(enable_perf_event ? &total_wait_desc : NULL); if (enable_sql_audit) { time_record.set_send_timestamp(ObTimeUtility::current_time()); exec_record.record_start(); } ret = OB_SUCCESS; retry_ctrl.clear_state_before_each_retry(session->get_retry_info_for_update()); OZ (GCTX.schema_service_->get_tenant_schema_guard(session->get_effective_tenant_id(), schema_guard)); OZ (schema_guard.get_schema_version(session->get_effective_tenant_id(), tenant_version)); OZ (schema_guard.get_schema_version(OB_SYS_TENANT_ID, sys_version)); OX (retry_ctrl.set_tenant_local_schema_version(tenant_version)); OX (retry_ctrl.set_sys_local_schema_version(sys_version)); if (OB_NOT_NULL(spi_conn)) { sql_proxy->close(spi_conn, OB_SUCCESS == ret); spi_conn = NULL; } OX (proxy_result.reset()); bool is_inner_session = session->is_inner(); ObSQLSessionInfo::SessionType old_session_type = session->get_session_type(); !is_inner_session ? session->set_inner_session() : (void)NULL; session->set_session_type(ObSQLSessionInfo::USER_SESSION); if (OB_FAIL(ret)) { } else if (0 == param_count) { OZ (acquire_spi_conn(*sql_proxy, *session, spi_conn)); OZ (spi_conn->execute_read( session->get_effective_tenant_id(), sql_str.ptr(), proxy_result, false, true)); } else { ObArenaAllocator allocator; ParamStore exec_params( (ObWrapperAllocator(allocator)) ); for (int64_t i = 0; OB_SUCC(ret) && i < exec_param_cnt; ++i) { CK (OB_NOT_NULL(params[i])); OZ (exec_params.push_back(*params[i]), *params[i]); } OZ (acquire_spi_conn(*sql_proxy, *session, spi_conn)); LOG_INFO("execute dynamic sql using", K(sql_str), K(exec_params)); OZ (spi_conn->execute( session->get_effective_tenant_id(), stmt_id, stmt_type, exec_params, proxy_result, true /*from pl*/, true /*dynamic*/)); } if (NULL != spi_conn) { sql_proxy->close(spi_conn, OB_SUCCESS == ret); spi_conn = NULL; } !is_inner_session ? session->set_user_session() : (void)NULL; session->set_session_type(old_session_type); LOG_TRACE("execute dynamic sql", K(ret), K(sql), K(sql_str), K(stmt_id)); int64_t row_count = 0; OZ (inner_fetch(ctx, retry_ctrl, proxy_result.get_result(), into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, out_using_params.empty() ? NULL : &out_using_params, row_count, is_bulk, false, true/*is_dynamic_sql*/)); //此处仅需要处理非DML RETURNING返回的USING OUT参数 OZ (dynamic_out_params( *(ctx->allocator_), proxy_result.get_result(), params, exec_param_cnt)); if (enable_sql_audit) { time_record.set_exec_end_timestamp(ObTimeUtility::current_time()); exec_record.record_end(); } } // 处理监控统计项 if (enable_sql_audit) { observer::ObInnerSQLResult* result_set = static_cast(proxy_result.get_result()); if (OB_NOT_NULL(result_set)) { if (result_set->is_inited()) { int64_t try_cnt = session->get_raw_audit_record().try_cnt_; ObExecRecord record_bk = session->get_raw_audit_record().exec_record_; session->get_raw_audit_record().try_cnt_ = retry_ctrl.get_retry_times(); ObInnerSQLConnection::process_record(*(result_set), *session, time_record, ret, session->get_current_execution_id(), // sql execute id stmt_id, // ps stmt id ctx->func_->get_object_id(), // routine id max_wait_desc, total_wait_desc, exec_record, exec_timestamp, true); session->get_raw_audit_record().exec_record_ = record_bk; session->get_raw_audit_record().try_cnt_ = try_cnt; } else { LOG_DEBUG("result set is not inited, do not process record", K(ret), K(stmt_id), K(sql_str), K(stmt_type)); } } else { if (OB_SUCC(ret)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected error, result_set is null", K(ret), K(stmt_id), K(sql_str), K(stmt_type)); } else { LOG_WARN("result_set is null", K(ret), K(stmt_id), K(sql_str), K(stmt_type)); } } } if (OB_FAIL(ret)) { int close_ret = proxy_result.close(); if (OB_SUCCESS != close_ret) { LOG_WARN("close result set failed", K(ret), K(close_ret)); } } } while (RETRY_TYPE_NONE != retry_ctrl.get_retry_type()); //SPI只做LOCAL重试 session->get_retry_info_for_update().clear(); session->set_query_start_time(old_query_start_time); } else { // 不需要执行, 但是要维护隐式游标 ObPLCursorInfo *implicit_cursor = session->get_pl_implicit_cursor(); CK (OB_NOT_NULL(implicit_cursor)); OX (implicit_cursor->set_rowcount(0)); } //自动提交,禁掉PL整体重试 if (OB_SUCC(ret) && (ObStmt::is_ddl_stmt(stmt_type, true) || (lib::is_mysql_mode() && session->get_local_autocommit()))) { OX (session->set_pl_can_retry(false)); } if (OB_SUCC(ret) && (ObStmt::is_ddl_stmt(stmt_type, true) || ObStmt::is_tcl_stmt(stmt_type) || ObStmt::is_savepoint_stmt(stmt_type))) { if (ObStmt::is_ddl_stmt(stmt_type, true)) { //DDL语句,需要强制刷新schema OZ (force_refresh_schema(session->get_effective_tenant_id())); } recreate_implicit_savapoint_if_need(ctx, ret); } spi_result.get_mysql_result().reset(); spi_result.end_nested_stmt_if_need(ctx, ret); if (stmt_id != OB_INVALID_ID && OB_NOT_NULL(session) && OB_NOT_NULL(session->get_ps_cache())) { int tmp_ret = OB_SUCCESS; if ((tmp_ret = session->get_ps_cache()->deref_ps_stmt(stmt_id)) != OB_SUCCESS) { LOG_WARN("failed to close execute immediate ps stmt", K(tmp_ret), K(ret), K(stmt_id)); ret = OB_SUCCESS == ret ? tmp_ret : ret; } } SET_FORALL_BULK_EXCEPTION; SET_SPI_STATUS; } // } return ret; } int ObSPIService::spi_cursor_alloc(ObIAllocator &allocator, ObObj &obj) { int ret = OB_SUCCESS; ObPLCursorInfo *cursor = NULL; if (OB_ISNULL(cursor = static_cast(allocator.alloc(sizeof(ObPLCursorInfo))))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("failed to alloc mysqlresult", K(ret)); } else { new(cursor) ObPLCursorInfo(&allocator); LOG_DEBUG("cursor alloc, local cursor", K(cursor)); cursor->reset(); cursor->set_ref_count(1); obj.set_extend(reinterpret_cast(cursor), PL_CURSOR_TYPE); } return ret; } int ObSPIService::spi_cursor_init(ObPLExecCtx *ctx, int64_t cursor_index) { int ret = OB_SUCCESS; CK(OB_NOT_NULL(ctx)); CK(OB_NOT_NULL(ctx->allocator_)); CK (OB_NOT_NULL(ctx->params_)); CK (cursor_index >= 0 && cursor_index < ctx->params_->count()); if (OB_SUCC(ret)) { ObObjParam &obj = ctx->params_->at(cursor_index); LOG_DEBUG("spi cursor init", K(cursor_index), K(obj), K(obj.is_ref_cursor_type()), K(obj.is_null())); // ref cursor is pointer to cursor, we don't have to alloc here // we should alloc it in open stmt if (obj.is_ref_cursor_type()) { if (!obj.is_null()) { // what's happened? ret = OB_ERR_UNEXPECTED; LOG_WARN("ref cursor is not null before init", K(ret)); } else { // init as null obj.set_extend(static_cast(0), PL_REF_CURSOR_TYPE); obj.set_param_meta(); } } else { if (obj.is_null()) { OZ (spi_cursor_alloc(*ctx->allocator_, obj)); } } } return ret; } // we have to check when cursor is opened. // we have two case here need to be handled. /* * 1. cursor is local cursor, which mean it is alloc ObPLCursorInfo when in spi_cursor_init * in this case, param 'cursor' is not null, wo don't have to do anything * 2. curosr is a ref cursor, in this case, ObPLCursorInfo is not alloc during cursor init * so we have to alloc it. may local or session according to how this cursor is using. it may * also reopened, see the case below */ int ObSPIService::cursor_open_check(ObPLExecCtx *ctx, int64_t package_id, int64_t routine_id, int64_t cursor_index, ObPLCursorInfo *&cursor, ObObjParam &obj, ObCusorDeclareLoc loc) { int ret = OB_SUCCESS; ObExecContext *exec_ctx = NULL; ObSQLSessionInfo *session = NULL; CK (OB_NOT_NULL(exec_ctx = ctx->exec_ctx_)); CK (OB_NOT_NULL(session = exec_ctx->get_my_session())); LOG_DEBUG("spi cursor open check", K(cursor_index), K(package_id), K(obj.is_ref_cursor_type()), K(routine_id), K(cursor), K(obj), K(loc)); // ObObjParam &obj = ctx->params_->at(cursor_index); // reopen branch, if (OB_NOT_NULL(cursor)) { if (obj.is_ref_cursor_type()) { // reopen a ref cursor, reinit the cursor info. /* for example: * a sys_refcursor; * a := func(); // a is open as a return value * open a for select * from table; // a is reopened * cursor is closed before open, so we remake a cursor * note it will reuse cursor memory if it is not null */ int64_t ref_cnt = cursor->get_ref_count(); if (cursor->isopen()) { CK (0 < ref_cnt); } else { // 这儿为啥这么干, 见下面的例子 /* * declare c1 sys_refcursor; c2 sys_refcursor; c3 sys_refcursor; c4 sys_refcursor; c5 sys_refcursor; a number; begin open c1 for select 6 from dual; c2 := c1; c3 := c1; c4 := c1; -- c1, c2, c3, c4的ref cournt是4 fetch c1 into a; dbms_output.put_line(a); a := 0; fetch c1 into a; dbms_output.put_line(a); a := 0; close c2; -- 虽然close,但是对于的cursor info的ref count还是4 open c2 for select 8 from dual; fetch c4 into a; dbms_output.put_line(a); a := 0; open c5 for select 9 from dual; --c5 ref count 1 fetch c5 into a; dbms_output.put_line(a); a := 0; c4 := c5; -- c4的ref count是4, 所以赋值之后,c4原来指向的cursor ref count为3, fetch c4 into a; --c4, c5 的ref count是2 dbms_output.put_line(a); a := 0; fetch c2 into a; -- ref count是3, 分别是c1, c2, c3 dbms_output.put_line(a); a := 0; close c4; end; * 所以只要ref count不是1, 关闭的时候要保持这个ref count,重新open,这个ref count需要恢复 */ ref_cnt = (ref_cnt == 0) ? 1 : ref_cnt; } if (OB_SUCC(ret)) { // 理论上reopen的时候, cg openfor 的时候,已经close了,保险起见,这儿再close一次 // OZ (cursor_close_impl(ctx, cursor, true, OB_INVALID_ID, OB_INVALID_ID, true)); if (cursor->is_session_cursor()) { OZ (session->make_cursor(cursor)); OX (cursor->set_is_session_cursor()); } else { // local ref cursor, just reset cursor->reuse(); } OX (cursor->set_ref_by_refcursor()); OX (cursor->set_ref_count(ref_cnt)); } } else { // normal cursor, do nothing } } else { if (obj.is_ref_cursor_type()) { if (ctx->func_->should_init_as_session_cursor()) { OZ (session->make_cursor(cursor)); CK (OB_NOT_NULL(cursor)); OX (cursor->set_is_session_cursor()); OX (obj.set_extend(reinterpret_cast(cursor), PL_REF_CURSOR_TYPE)); OX (obj.set_param_meta()); } else { CK (OB_NOT_NULL(ctx->allocator_)); OZ (spi_cursor_alloc(*ctx->allocator_, obj)); OX (cursor = reinterpret_cast(obj.get_ext())); } OX (cursor->set_ref_by_refcursor()); OX (cursor->set_ref_count(1)); // update subprogram local cursor var // 这个的更新是因为subprogram的cursor变量保存在它自己的栈中,这儿需要去更新这个值,使他指向新开的cursor内存 // local变量,直接拷贝一份新的内存值。 // package变量不需要,因为package中不会定义ref cursor。 if (DECL_SUBPROG == loc) { OZ (spi_set_subprogram_cursor_var(ctx, package_id, routine_id, cursor_index, obj)); } else if (DECL_LOCAL == loc) { OX (obj.copy_value_or_obj(ctx->params_->at(cursor_index), true)); OX (ctx->params_->at(cursor_index).set_param_meta()); } } else { ret = OB_INVALID_ARGUMENT; LOG_WARN("cursor not inited, but it is not ref cursor", K(ret), K(lbt())); } } return ret; } int ObSPIService::spi_get_package_cursor_info(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t index, ObPLCursorInfo *&cursor, ObObjParam ¶m) { int ret = OB_SUCCESS; ObExecContext *exec_ctx = NULL; ObSQLSessionInfo *session_info = NULL; ObMySQLProxy *sql_proxy = NULL; ObPL *pl_engine = NULL; share::schema::ObSchemaGetterGuard schema_guard; ObPLPackageGuard package_guard(PACKAGE_RESV_HANDLE); UNUSED(routine_id); cursor = NULL; CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(GCTX.schema_service_)); CK (OB_NOT_NULL(exec_ctx = ctx->exec_ctx_)); CK (OB_NOT_NULL(session_info = exec_ctx->get_my_session())); CK (OB_NOT_NULL(sql_proxy = exec_ctx->get_sql_proxy())); CK (OB_NOT_NULL(pl_engine = exec_ctx->get_my_session()->get_pl_engine())); OZ (GCTX.schema_service_->get_tenant_schema_guard( session_info->get_effective_tenant_id(), schema_guard)); OZ (package_guard.init()); if (OB_SUCC(ret)) { ObObj value; ObPLPackageManager &pl_manager = pl_engine->get_package_manager(); ObPLResolveCtx resolve_ctx(exec_ctx->get_allocator(), *session_info, schema_guard, ctx->guard_ != NULL ? *(ctx->guard_) : package_guard, *sql_proxy, false); OZ (pl_manager.get_package_var_val( resolve_ctx, *exec_ctx, package_id, OB_INVALID_VERSION, OB_INVALID_VERSION, index, value)); CK (value.is_ext() || value.is_null()); OX (value.copy_value_or_obj(param,true)); OX (cursor = value.is_ext() ? reinterpret_cast(value.get_ext()) : reinterpret_cast(NULL)); if (OB_SUCC(ret) && OB_NOT_NULL(cursor) && cursor->is_sync_cursor()) { ret = OB_NOT_SUPPORTED; LOG_WARN("use package cursor in remote server is not supported," "because we can not sync cursor state to other server for now!", K(ret), K(package_id), K(routine_id), K(index), KPC(cursor)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "use package cursor in remote server"); } if (param.is_ref_cursor_type()) { // do nothing, cursor may null; } else { // 存在null的可能,主要是exception导致的执行流变化,在exception中fetch或者close就会取到null // CK (OB_NOT_NULL(cursor)); } } return ret; } int ObSPIService::spi_get_subprogram_cursor_info(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t index, ObPLCursorInfo *&cursor, ObObjParam ¶m) { int ret = OB_SUCCESS; ObSQLSessionInfo *session_info = NULL; ObPLContext *context = NULL; ObObjParam result; CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(session_info = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(context = session_info->get_pl_context())); OZ (context->get_subprogram_var_from_local( *session_info, package_id, routine_id, index, result)); CK (result.is_ext() || result.is_null()); // OX (param.copy_value_or_obj(result, true)); OX (param = result); OX (cursor = result.is_ext() ? reinterpret_cast(result.get_ext()) : reinterpret_cast(NULL)); if (param.is_ref_cursor_type()) { // may be null if is ref cursor // do nothing } else { // 存在null的可能,主要是exception导致的执行流变化,在exception中fetch或者close就会取到null // CK (OB_NOT_NULL(cursor)); } return ret; } int ObSPIService::spi_set_subprogram_cursor_var(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t index, ObObjParam ¶m) { int ret = OB_SUCCESS; ObSQLSessionInfo *session_info = NULL; ObPLContext *context = NULL; CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(session_info = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(context = session_info->get_pl_context())); OZ (context->set_subprogram_var_from_local(*session_info, package_id, routine_id, index, param)); return ret; } int ObSPIService::spi_get_cursor_info(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t index, ObPLCursorInfo *&cursor, ObObjParam ¶m, ObSPIService::ObCusorDeclareLoc &location) { int ret = OB_SUCCESS; cursor = NULL; CK (OB_NOT_NULL(ctx) && ctx->valid()); if (OB_FAIL(ret)) { } else if (package_id != OB_INVALID_ID && OB_INVALID_ID == routine_id) { OZ (spi_get_package_cursor_info(ctx, package_id, routine_id, index, cursor, param)); OX (location = DECL_PKG); } else { if (ctx->func_->get_routine_id() == routine_id && ctx->func_->get_package_id() == package_id) { OZ (spi_get_cursor_info(ctx, index, cursor, param)); OX (location = DECL_LOCAL); } else { OZ (spi_get_subprogram_cursor_info(ctx, package_id, routine_id, index, cursor, param), routine_id, package_id, index); OX (location = DECL_SUBPROG); } } return ret; } int ObSPIService::spi_get_cursor_info(ObPLExecCtx *ctx, int64_t index, ObPLCursorInfo *& cursor, ObObjParam ¶m) { int ret = OB_SUCCESS; cursor = NULL; ObObjParam *obj; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->params_)); if (OB_SUCC(ret) && (OB_UNLIKELY(index < 0 || index >= ctx->params_->count()))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid cursor index", K(ret), K(index), K(ctx->params_->count())); } OX (obj = &(ctx->params_->at(index))); // 如果cursor没有init,它就是null type, 例如exception导致执行流的转变,或者goto导致的执行流变化 // 导致没有open,直接去fetch或者close CK (obj->is_ext() || obj->is_null()); OX (param = *obj); OX (cursor = obj->is_ext() ? reinterpret_cast(obj->get_ext()) : reinterpret_cast(NULL)); if (param.is_ref_cursor_type()) { // do nothing, ref cursor may null; } else { // CK (OB_NOT_NULL(cursor)); } return ret; } int ObSPIService::spi_dynamic_open(ObPLExecCtx *ctx, const ObSqlExpression *sql, const ObSqlExpression **sql_param_exprs, int64_t sql_param_count, uint64_t package_id, uint64_t routine_id, int64_t cursor_index) { int ret = OB_SUCCESS; ObSqlString sql_str; stmt::StmtType stmt_type = stmt::T_NONE; ObPsStmtId stmt_id = OB_INVALID_ID; bool for_update = false; bool hidden_rowid = false; int64_t inner_into_cnt = 0; OZ (prepare_dynamic(ctx, sql, false/*not returning*/, sql_param_count, sql_str, stmt_id, stmt_type, for_update, hidden_rowid, inner_into_cnt)); OZ (spi_cursor_open(ctx, sql_param_count > 0 ? NULL : sql_str.ptr(), stmt_id, stmt_type, for_update, hidden_rowid, sql_param_exprs, sql_param_count, package_id, routine_id, cursor_index, NULL/*formal_param_idxs*/, NULL/*actual_param_exprs*/, 0/*cursor_param_count*/)); if (stmt_id != OB_INVALID_ID && OB_NOT_NULL(ctx) && OB_NOT_NULL(ctx->exec_ctx_) && OB_NOT_NULL(ctx->exec_ctx_->get_my_session()) && OB_NOT_NULL(ctx->exec_ctx_->get_my_session()->get_ps_cache())) { int tmp_ret = OB_SUCCESS; if ((tmp_ret = ctx->exec_ctx_->get_my_session()->get_ps_cache()->deref_ps_stmt(stmt_id)) != OB_SUCCESS){ LOG_WARN("failed to close dynamic cursor ps stmt", K(tmp_ret), K(ret), K(stmt_id)); } ret = (OB_SUCCESS == ret) ? tmp_ret : ret; } return ret; } int ObSPIService::dbms_dynamic_open(ObPLExecCtx *pl_ctx, ObDbmsCursorInfo &cursor) { int ret = OB_SUCCESS; // ObString &sql_stmt = cursor.get_sql_stmt(); // ParamStore &exec_params = cursor.get_exec_params(); stmt::StmtType stmt_type = cursor.get_stmt_type(); ObPsStmtId stmt_id = cursor.get_stmt_id(); bool for_update = cursor.is_for_update(); bool hidden_rowid = cursor.has_hidden_rowid(); // int64_t into_cnt = 0; OV (OB_NOT_NULL(pl_ctx->exec_ctx_->get_my_session())); if (ObStmt::is_select_stmt(stmt_type) || cursor.get_into_names().count() > 0) { // NOTICE: DML Returning also use cursor impl. OZ (dbms_cursor_open(pl_ctx, cursor, stmt_id, stmt_type, for_update, hidden_rowid), cursor); } else { OZ (dbms_cursor_execute(pl_ctx, stmt_id, stmt_type, cursor), cursor); OX (cursor.set_affected_rows(pl_ctx->exec_ctx_->get_my_session()->get_affected_rows())); } return ret; } int ObSPIService::spi_cursor_open(ObPLExecCtx *ctx, const char *sql, uint64_t id, int64_t type, bool for_update, bool has_hidden_rowid, const ObSqlExpression **sql_param_exprs, int64_t sql_param_count, uint64_t package_id, uint64_t routine_id, int64_t cursor_index, const int64_t *formal_param_idxs, const ObSqlExpression **actual_param_exprs, int64_t cursor_param_count) { int ret = OB_SUCCESS; ObSQLSessionInfo *session_info = NULL; ObPLCursorInfo *cursor = NULL; ObObjParam cursor_var; ObCusorDeclareLoc loc; if (OB_ISNULL(ctx) || OB_ISNULL(ctx->exec_ctx_) || OB_ISNULL(session_info = ctx->exec_ctx_->get_my_session()) || (sql_param_count > 0 && NULL == sql_param_exprs) || (NULL != sql && sql_param_count > 0) || (NULL == sql && 0 == sql_param_count)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(ctx), K(sql), K(id), K(type), K(sql_param_exprs), K(sql_param_count), K(ret)); } else if (OB_FAIL(spi_get_cursor_info(ctx, package_id, routine_id, cursor_index, cursor, cursor_var, loc))) { LOG_WARN("failed to get cursor info", K(ret), K(cursor_index)); // } else if (OB_ISNULL(cursor)) { // } else if (!cursor_var.is_ext()) { // ret = OB_INVALID_ARGUMENT; // LOG_WARN("cursor var in is null", K(ret)); } else if (OB_FAIL(cursor_open_check(ctx, package_id, routine_id, cursor_index, cursor, cursor_var, loc))) { // ret = OB_INVALID_ARGUMENT; LOG_WARN("cursor info not init", K(ret), K(cursor)); } else if (cursor->isopen()) { ret = OB_ER_SP_CURSOR_ALREADY_OPEN; LOG_USER_ERROR(OB_ER_SP_CURSOR_ALREADY_OPEN); LOG_WARN("Cursor is already open", K(ret), KPC(cursor), K(package_id), K(routine_id), K(cursor_index), K(cursor_var), K(loc)); } else { ParamStore current_params(ObWrapperAllocator(ctx->allocator_)); ObIAllocator *allocator = cursor->get_allocator(); if (OB_ISNULL(allocator)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument in pl context is NULL", K(allocator), K(ret)); } else { //首先准备Cursor的实参 if (cursor_param_count > 0 && (NULL == formal_param_idxs || NULL == actual_param_exprs)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("cursor params in not valid", K(cursor_param_count), K(formal_param_idxs), K(actual_param_exprs), K(ret)); } else { ObObjParam dummy_result; for (int64_t i = 0; OB_SUCC(ret) && i < cursor_param_count; ++i) { CK (OB_NOT_NULL(actual_param_exprs[i])); OX (dummy_result.reset()); OX (dummy_result.ObObj::reset()); OZ (spi_calc_expr( ctx, actual_param_exprs[i], DECL_LOCAL == loc ? formal_param_idxs[i] : OB_INVALID_INDEX, &dummy_result), i, cursor_param_count, *actual_param_exprs[i], dummy_result); if (OB_SUCC(ret)) { if (DECL_PKG == loc) { OZ (spi_set_package_variable(ctx, package_id, formal_param_idxs[i], dummy_result)); } else if (DECL_SUBPROG == loc) { OZ (ObPLContext::set_subprogram_var_from_local(*session_info, package_id, routine_id, formal_param_idxs[i], dummy_result)); } else { /* do nothing */ } } } } if (OB_SUCC(ret) && DECL_SUBPROG == loc) { ParamStore *subprog_params = NULL; OZ (current_params.assign(*ctx->params_)); OZ (ObPLContext::get_param_store_from_local(*session_info, package_id, routine_id, subprog_params)); CK (OB_NOT_NULL(subprog_params)); OZ (ctx->params_->assign(*subprog_params)); } bool is_server_cursor = false; bool use_stream = false; if (OB_SUCC(ret)) { is_server_cursor = OB_INVALID_ID != cursor->get_id() || (package_id != OB_INVALID_ID && OB_INVALID_ID == routine_id); if (is_server_cursor) { OZ (ObPLCursorInfo::prepare_entity(*session_info, cursor->get_cursor_entity())); } } OZ (session_info->ps_use_stream_result_set(use_stream)); if (OB_FAIL(ret)) { // do nothing } else if (lib::is_oracle_mode() && !for_update && ((is_server_cursor && use_stream) || !is_server_cursor)) { cursor->set_streaming(); ObSPIResultSet *spi_result = NULL; if (OB_FAIL(ret)) { // do nothing } else if (OB_ISNULL(cursor->get_allocator())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument in pl context is NULL", K(cursor->get_allocator()), K(ret)); } else { // 如果当前cursor已经有spi_result则复用,避免内存占用过多 spi_result = (NULL == cursor->get_cursor_handler()) ? static_cast(cursor->get_allocator()->alloc(sizeof(ObSPIResultSet))) : cursor->get_cursor_handler(); if (OB_ISNULL(spi_result)) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("failed to alloc mysql result"); } } OX (new(spi_result)ObSPIResultSet()); OX (cursor->set_spi_cursor(spi_result)); OZ (spi_result->start_cursor_stmt(ctx, static_cast(type), false)); if (OB_FAIL(ret)) { // do nothing } else if (is_server_cursor) { WITH_CONTEXT(cursor->get_cursor_entity()) { lib::ContextTLOptGuard guard(false); OZ (inner_open(ctx, spi_result->get_allocaor(), sql, id, type, sql_param_exprs, sql_param_count, NULL, 0, spi_result->get_mysql_result(), spi_result->get_out_params())); } } else { ret = inner_open(ctx, spi_result->get_allocaor(), sql, id, type, sql_param_exprs, sql_param_count, NULL, 0, spi_result->get_mysql_result(), spi_result->get_out_params()); } OX (cursor->open(spi_result)); CK (OB_NOT_NULL(spi_result->get_result_set())); if (OB_SUCC(ret) && OB_INVALID_ID != cursor->get_id()) { //如果是客户端游标,设置结果集为二进制模式 OX (spi_result->get_result_set()->set_ps_protocol()); } if (OB_NOT_NULL(spi_result)) { spi_result->end_cursor_stmt(ctx, ret); } if (OB_SUCC(ret)) { transaction::ObTxReadSnapshot &snapshot = spi_result->get_result_set()->get_exec_context().get_das_ctx().get_snapshot(); OZ (cursor->set_and_register_snapshot(snapshot)); } if (OB_FAIL(ret) && OB_NOT_NULL(spi_result)) { spi_result->~ObSPIResultSet(); } cursor->set_last_execute_time(ObTimeUtility::current_time()); } else { //MySQL Cursor/Updated Cursor/Server Cursor(REF_CURSOR, PACKAGE CURSOR) HEAP_VAR(ObSPIResultSet, spi_result) { OZ (spi_result.start_nested_stmt_if_need(ctx, static_cast(type))); int64_t old_query_start_time = session_info->get_query_start_time(); // query_start_time_ set to 0 in begin_nested_session, here we reset it. session_info->set_query_start_time(ObTimeUtility::current_time()); OZ (inner_open(ctx, spi_result.get_allocaor(), sql, id, type, sql_param_exprs, sql_param_count, NULL, 0, spi_result.get_mysql_result(), spi_result.get_out_params())); if (OB_SUCC(ret)) { ObSPICursor* spi_cursor = cursor->get_spi_cursor(); uint64_t size = 0; OZ (session_info->get_tmp_table_size(size)); OZ (cursor->prepare_spi_cursor(spi_cursor, session_info->get_effective_tenant_id(), size), K(size)); if (is_server_cursor) { CK (OB_NOT_NULL(cursor->get_allocator())); CK (OB_NOT_NULL(spi_result.get_result_set())); OZ (ObDbmsInfo::deep_copy_field_columns( *cursor->get_allocator(), spi_result.get_result_set()->get_field_columns(), spi_cursor->fields_)); } OZ (fill_cursor(spi_result.get_mysql_result().get_result(), spi_cursor)); OX (spi_cursor->row_store_.finish_add_row()) OX (cursor->open(spi_cursor)); if (OB_FAIL(ret)) { spi_cursor->~ObSPICursor(); } } OX (for_update ? cursor->set_for_update() : (void)NULL); OX (for_update ? cursor->set_trans_id(session_info->get_tx_id()) : (void)NULL); OX (has_hidden_rowid ? cursor->set_hidden_rowid() : (void)NULL); CK (OB_NOT_NULL(spi_result.get_result_set())); if (OB_SUCC(ret) && lib::is_oracle_mode()) { transaction::ObTxReadSnapshot &snapshot = spi_result.get_result_set()->get_exec_context().get_das_ctx().get_snapshot(); OZ (cursor->set_and_register_snapshot(snapshot)); } int close_ret = spi_result.get_mysql_result().close(); if (OB_SUCCESS != close_ret) { LOG_WARN("close mysql result failed", K(ret), K(close_ret)); } ret = (OB_SUCCESS == ret ? close_ret : ret); spi_result.destruct_exec_params(*session_info); spi_result.get_mysql_result().reset(); spi_result.end_nested_stmt_if_need(ctx, ret); session_info->set_query_start_time(old_query_start_time); } } if (OB_SUCC(ret)) { if (DECL_SUBPROG == loc) { OZ (ctx->params_->assign(current_params)); } else if (DECL_PKG == loc) { OZ (spi_update_package_change_info(ctx, package_id, cursor_index)); } } } } if (OB_FAIL(ret) && lib::is_mysql_mode()) { ctx->exec_ctx_->get_my_session()->set_show_warnings_buf(ret); } SET_SPI_STATUS; return ret; } int ObSPIService::dbms_cursor_open(ObPLExecCtx *ctx, ObDbmsCursorInfo &cursor, uint64_t stmt_id, int64_t stmt_type, bool for_update, bool hidden_rowid) { int ret = OB_SUCCESS; ObSQLSessionInfo *session = NULL; ParamStore &exec_params = cursor.get_exec_params(); ObString &sql_stmt = cursor.get_sql_stmt(); const char *sql_str = exec_params.count() > 0 ? NULL : sql_stmt.ptr(); bool use_stream = false; ObExecRecord exec_record; ObExecTimestamp exec_timestamp; ObSPITimeRecord time_record; exec_timestamp.exec_type_ = cursor.is_ps_cursor() ? sql::PSCursor : sql::DbmsCursor; ObWaitEventDesc max_wait_desc; ObWaitEventStat total_wait_desc; const bool enable_perf_event = lib::is_diagnose_info_enabled(); const bool enable_sql_audit = GCONF.enable_sql_audit && ctx->exec_ctx_->get_my_session()->get_local_ob_enable_sql_audit(); OV (OB_NOT_NULL(ctx) && OB_NOT_NULL(ctx->exec_ctx_) && OB_NOT_NULL(ctx->allocator_) && OB_NOT_NULL(session = ctx->exec_ctx_->get_my_session()), OB_INVALID_ARGUMENT, ctx, stmt_id, stmt_type); OZ (session->ps_use_stream_result_set(use_stream)); if (enable_sql_audit) { time_record.set_send_timestamp(ObTimeUtility::current_time()); exec_record.record_start(); } if (OB_SUCC(ret) && cursor.isopen()) { if(OB_FAIL(dbms_cursor_close(*ctx->exec_ctx_, cursor))) { LOG_WARN("close cursor fail.", K(ret), K(cursor.get_id())); } else { //为cursor分配内存空间 if (OB_FAIL(ObPLCursorInfo::prepare_entity(*session, cursor.get_cursor_entity()))) { // 此处只能处理cursor.get_cursor_entity(), 不能处理cursor.get_dbms_entity(),否则exec_params等的值的allocator被reset // 会导致core LOG_WARN("failed to alloc ref cursor entity", K(ret)); } } } if (OB_FAIL(ret)) { // do nothing } else if (!for_update && use_stream) { ObSPIResultSet *spi_result = NULL; OX (cursor.set_streaming()); OV (OB_NOT_NULL(cursor.get_dbms_entity()), OB_NOT_INIT, sql_stmt, stmt_id, exec_params); OV (OB_NOT_NULL(cursor.get_cursor_entity()), OB_NOT_INIT, sql_stmt, stmt_id, exec_params); OZ (cursor.prepare_spi_result(spi_result), sql_stmt, stmt_id, exec_params); OV (OB_NOT_NULL(spi_result), OB_ERR_UNEXPECTED, sql_stmt, stmt_id, exec_params); OZ (spi_result->start_cursor_stmt(ctx, static_cast(stmt_type)), sql_stmt, stmt_id, exec_params); WITH_CONTEXT(cursor.get_cursor_entity()) { lib::ContextTLOptGuard guard(false); OZ (inner_open(ctx, sql_str, stmt_id, stmt_type, exec_params, spi_result->get_mysql_result(), spi_result->get_out_params()), sql_stmt, stmt_id, exec_params); } OV (OB_NOT_NULL(spi_result->get_result_set()), OB_ERR_UNEXPECTED, sql_stmt, stmt_id, exec_params); CK (OB_NOT_NULL(spi_result->get_result_set()->get_field_columns())); if (OB_SUCC(ret) && cursor.get_field_columns().empty()) { const common::ColumnsFieldArray* field_column = dynamic_cast (spi_result->get_result_set()->get_field_columns()); OX (cursor.get_field_columns().set_allocator(&cursor.get_dbms_entity()->get_arena_allocator())); OZ (cursor.get_field_columns().assign(*field_column)); } OX (spi_result->get_result_set()->set_ps_protocol()); if (OB_SUCCESS != ret && OB_NOT_NULL(spi_result)) { int tmp_ret = ret; ret = OB_SUCCESS; if (OB_NOT_NULL(spi_result->get_mysql_result().get_result())) { // 此分支所有错误码都被吞掉,最终返回最初的错误码 OZ (spi_result->set_cursor_env(*session)); int close_ret = spi_result->get_mysql_result().close(); if (OB_SUCCESS != close_ret) { LOG_WARN("close mysql result set failed", K(ret), K(close_ret)); } spi_result->get_mysql_result().reset(); OZ (spi_result->reset_cursor_env(*session)); } ret = tmp_ret; spi_result->~ObSPIResultSet(); LOG_WARN("cursor open result failed.", K(ret), K(sql_stmt), K(stmt_id), K(exec_params)); } OX (cursor.open(spi_result)); if (OB_NOT_NULL(spi_result)) { // no OX spi_result->end_cursor_stmt(ctx, ret); } if (OB_SUCC(ret)) { transaction::ObTxReadSnapshot &snapshot = spi_result->get_result_set()->get_exec_context().get_das_ctx().get_snapshot(); OZ (cursor.set_and_register_snapshot(snapshot)); } LOG_DEBUG("start process record", K(ret), K(stmt_id), K(sql_str), K(enable_sql_audit)); if (enable_sql_audit) { observer::ObInnerSQLResult* result_set = static_cast(spi_result->get_mysql_result().get_result()); time_record.set_exec_end_timestamp(ObTimeUtility::current_time()); exec_record.record_end(); if (OB_NOT_NULL(result_set) && result_set->is_inited()) { ObSQLSessionInfo *session_info = ctx->exec_ctx_->get_my_session(); int64_t try_cnt = session_info->get_raw_audit_record().try_cnt_; ObExecRecord record_bk = session_info->get_raw_audit_record().exec_record_; session_info->get_raw_audit_record().try_cnt_ = try_cnt; // 会在inner_open的时候被改成了 inner ,所以这个地方需要重新设置一下 exec_timestamp.exec_type_ = cursor.is_ps_cursor() ? sql::PSCursor : sql::DbmsCursor; ObInnerSQLConnection::process_record(*(result_set), *(ctx->exec_ctx_->get_my_session()), time_record, ret, ctx->exec_ctx_->get_my_session() ->get_current_execution_id(), stmt_id, // ps stmt id OB_INVALID, // routine id max_wait_desc, total_wait_desc, exec_record, exec_timestamp, true); session_info->get_raw_audit_record().exec_record_ = record_bk; session_info->get_raw_audit_record().try_cnt_ = try_cnt; } } } else { SMART_VAR(ObSPIResultSet, spi_result) { ObSPICursor *spi_cursor = NULL; uint64_t size = 0; OZ (session->get_tmp_table_size(size)); OZ (spi_result.start_nested_stmt_if_need(ctx, static_cast(stmt_type)), sql_stmt, stmt_id, exec_params); if (OB_SUCC(ret)) { ObQueryRetryCtrl retry_ctrl; int64_t tenant_version = 0; int64_t sys_version = 0; int64_t retry_cnt = 0; share::schema::ObSchemaGetterGuard schema_guard; do { ret = OB_SUCCESS; retry_ctrl.clear_state_before_each_retry(session->get_retry_info_for_update()); OZ (cursor.prepare_spi_cursor(spi_cursor, session->get_effective_tenant_id(), size)); OZ (GCTX.schema_service_->get_tenant_schema_guard(session->get_effective_tenant_id(), schema_guard)); OZ (schema_guard.get_schema_version(session->get_effective_tenant_id(), tenant_version)); OZ (schema_guard.get_schema_version(OB_SYS_TENANT_ID, sys_version)); OX (retry_ctrl.set_tenant_local_schema_version(tenant_version)); OX (retry_ctrl.set_sys_local_schema_version(sys_version)); if (OB_SUCC(ret)) { OZ (inner_open(ctx, sql_str, stmt_id, stmt_type, exec_params, spi_result.get_mysql_result(), spi_result.get_out_params()), sql_stmt, stmt_id, exec_params); OZ (ObDbmsInfo::deep_copy_field_columns( cursor.get_dbms_entity()->get_arena_allocator(), spi_result.get_result_set()->get_field_columns(), cursor.get_field_columns())); OZ (fill_cursor(spi_result.get_mysql_result().get_result(), spi_cursor)); if (OB_FAIL(ret)) { int cli_ret = OB_SUCCESS; sqlclient::ObMySQLResult *mysql_result = spi_result.get_mysql_result().get_result(); // we only check fill_cursor for retry, // do not check inner_open, because inner_open retry by itself. // but we need inner_open in retry, because retry need to reopen resultset. if (OB_ISNULL(mysql_result) || OB_ISNULL(ctx->exec_ctx_->get_sql_ctx()) || OB_ISNULL((static_cast(mysql_result)) ->get_result_set())) { // it has failed, do not set the error code separately, keep the original error code LOG_WARN("result set or sql ctx is null", K(ret)); } else { retry_ctrl.test_and_save_retry_state( GCTX, *ctx->exec_ctx_->get_sql_ctx(), (static_cast(mysql_result))->result_set(), ret, cli_ret, true); LOG_WARN("failed to fill_cursor, check if need retry", K(ret), K(cli_ret), K(retry_ctrl.need_retry()), K(sql_stmt), K(stmt_id), K(exec_params)); } } } OX (spi_cursor->row_store_.finish_add_row()); if (OB_SUCC(ret) && lib::is_oracle_mode()) { transaction::ObTxReadSnapshot &snapshot = spi_result.get_result_set()->get_exec_context().get_das_ctx().get_snapshot(); OZ (cursor.set_and_register_snapshot(snapshot)); } LOG_DEBUG("start process record", K(ret), K(stmt_id), K(sql_str), K(enable_sql_audit)); if (enable_sql_audit) { observer::ObInnerSQLResult* result_set = static_cast(spi_result.get_mysql_result().get_result()); time_record.set_exec_end_timestamp(ObTimeUtility::current_time()); exec_record.record_end(); if (OB_NOT_NULL(result_set) && result_set->is_inited()) { ObSQLSessionInfo *session_info = ctx->exec_ctx_->get_my_session(); int64_t try_cnt = session_info->get_raw_audit_record().try_cnt_; ObExecRecord record_bk = session_info->get_raw_audit_record().exec_record_; session_info->get_raw_audit_record().try_cnt_ = retry_ctrl.get_retry_times(); // 会在inner_open的时候被改成了 inner ,所以这个地方需要重新设置一下 exec_timestamp.exec_type_ = cursor.is_ps_cursor() ? sql::PSCursor : sql::DbmsCursor; ObInnerSQLConnection::process_record(*(result_set), *(ctx->exec_ctx_->get_my_session()), time_record, ret, ctx->exec_ctx_->get_my_session() ->get_current_execution_id(), stmt_id, // ps stmt id OB_INVALID, // routine id max_wait_desc, total_wait_desc, exec_record, exec_timestamp, true); session_info->get_raw_audit_record().exec_record_ = record_bk; session_info->get_raw_audit_record().try_cnt_ = retry_cnt; } } if (OB_SUCCESS != ret && OB_NOT_NULL(spi_cursor)) { spi_cursor->~ObSPICursor(); LOG_WARN("fill cursor failed.", K(ret), K(cursor.get_id()), K(sql_stmt), K(stmt_id), K(session->get_sessid())); } int close_ret = spi_result.get_mysql_result().close(); if (OB_SUCCESS != close_ret) { LOG_WARN("close mysql result failed", K(ret), K(close_ret)); } ret = OB_SUCCESS == ret ? close_ret : ret; retry_cnt++; } while (RETRY_TYPE_NONE != retry_ctrl.get_retry_type()); } if (OB_SUCC(ret)) { cursor.open(spi_cursor); if (for_update) { OX (cursor.set_for_update()); OX (cursor.set_trans_id(ctx->exec_ctx_->get_my_session()->get_tx_id())); } if (hidden_rowid) { OX (cursor.set_hidden_rowid()); } } spi_result.get_mysql_result().reset(); spi_result.end_nested_stmt_if_need(ctx, ret); } } SET_SPI_STATUS; return ret; } int ObSPIService::do_cursor_fetch(ObPLExecCtx *ctx, ObPLCursorInfo *cursor, bool is_server_cursor, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, bool is_bulk, int64_t limit) { int ret = OB_SUCCESS; ObSPIResultSet *spi_result = NULL; ObSQLSessionInfo *session = ctx->exec_ctx_->get_my_session(); ObExecRecord exec_record; ObExecTimestamp exec_timestamp; ObSPITimeRecord time_record; exec_timestamp.exec_type_ = sql::CursorFetch; ObWaitEventDesc max_wait_desc; ObWaitEventStat total_wait_desc; const bool enable_perf_event = lib::is_diagnose_info_enabled(); const bool enable_sql_audit = GCONF.enable_sql_audit && ctx->exec_ctx_->get_my_session()->get_local_ob_enable_sql_audit(); CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(session = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(cursor)); if (OB_FAIL(ret)) { } else if (cursor->is_need_check_snapshot()) { /* case: select * from dual, snapshot do not initilize, so it's invlid */ if (lib::is_oracle_mode()) { if (!cursor->get_snapshot().valid_) { ret = OB_ERR_FETCH_OUT_SEQUENCE; LOG_WARN("snapshot is invalid", K(cursor->get_snapshot()), K(ret)); } else if (cursor->is_for_update()) { transaction::ObTransID tx_id = cursor->get_trans_id(); transaction::ObTransService* txs = MTL(transaction::ObTransService*); bool tx_active = false; CK (OB_NOT_NULL(txs)); CK (tx_id.is_valid()); OZ (txs->is_tx_active(tx_id, tx_active), tx_id); if (OB_SUCC(ret) && !tx_active) { ret = OB_ERR_FETCH_OUT_SEQUENCE; LOG_WARN("cursor has been closed because of txn was terminated", K(ret), K(tx_id), K(cursor->get_snapshot())); } } } } if (enable_sql_audit) { time_record.set_send_timestamp(ObTimeUtility::current_time()); exec_record.record_start(); } if (OB_FAIL(ret)) { } else if (!is_bulk && INT64_MAX != limit) { //limit子句必须和Bulk Collect合用 ret = OB_INVALID_ARGUMENT; LOG_WARN("Limit must be used with Bulk Collect Into Clause", K(is_bulk), K(limit), K(ret)); } else if (limit != INT64_MAX && limit <= 0) { ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; LOG_WARN("ORA-06502: PL/SQL: numeric or value error", K(ret), K(limit)); } else if (!cursor->isopen()) { ret = OB_ER_SP_CURSOR_NOT_OPEN; LOG_USER_ERROR(OB_ER_SP_CURSOR_NOT_OPEN); LOG_WARN("Cursor is not open", K(cursor), K(ret)); } if (OB_SUCC(ret)) { if (cursor->is_streaming()) { CK (OB_NOT_NULL(spi_result = cursor->get_cursor_handler())); OZ (spi_result->set_cursor_env(*ctx->exec_ctx_->get_my_session())); OZ (adjust_out_params(ctx, into_exprs, into_count, spi_result->get_out_params())); } else if (OB_NOT_NULL(cursor->get_spi_cursor()) && cursor->get_spi_cursor()->row_store_.get_row_cnt() > 0 && cursor->get_current_row().is_invalid()) { //有数据才需要做,避免重复做 //仅缓存在ObRowStore的Cursor需要初始化ObNewRow结构 CK (OB_NOT_NULL(cursor->get_spi_cursor())); int64_t column_count = cursor->get_spi_cursor()->row_desc_.count(); ObIAllocator *spi_allocator = NULL; OX (spi_allocator = NULL == cursor->get_cursor_entity() ? cursor->get_allocator() : &cursor->get_cursor_entity()->get_arena_allocator()); CK (OB_NOT_NULL(spi_allocator)); if (OB_SUCC(ret)) { void *ptr = spi_allocator->alloc(column_count * sizeof(ObObj)); if (OB_ISNULL(ptr)) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("alloc memory for row failed", "size", column_count * sizeof(ObObj)); } else { cursor->get_current_row().cells_ = new(ptr) common::ObObj[column_count]; cursor->get_current_row().count_ = column_count; } } } } if (OB_SUCC(ret)) { int64_t row_count = 0; #define GET_RESULT \ do { \ if (OB_FAIL(ret)) { \ } else if (!cursor->is_streaming()) { \ bool can_retry = true; \ ret = get_result(ctx, \ cursor->is_streaming() \ ? static_cast((cursor)->get_cursor_handler() \ ->get_mysql_result().get_result()) \ : static_cast((cursor)->get_spi_cursor()), \ cursor->is_streaming(), \ into_exprs, \ into_count, \ column_types, \ type_count, \ exprs_not_null_flag, \ pl_integer_ranges, \ NULL, \ row_count, \ cursor->get_current_row(), \ can_retry, \ cursor->has_hidden_rowid(), \ is_bulk, \ false/*is_dynamic_sql*/, \ true/*for_cursor*/, \ limit); \ } else { \ ret = inner_fetch_with_retry(ctx, \ cursor->get_cursor_handler()->get_mysql_result().get_result(), \ into_exprs, \ into_count, \ column_types, \ type_count, \ exprs_not_null_flag, \ pl_integer_ranges, \ row_count, \ cursor->get_current_row(), \ cursor->has_hidden_rowid(), \ is_bulk, \ true, \ limit, \ cursor->get_last_execute_time()); \ } \ } while(0) if (is_server_cursor) { // FIXME: (yunxing.cyx) comment in streaming disabled, because report 4002, should be revert after enable streaming // WITH_CONTEXT(cursor->get_cursor_entity()) { lib::ContextTLOptGuard guard(false); GET_RESULT; // } } else { GET_RESULT; } #undef GET_RESULT if (cursor->is_streaming()) { if (OB_ISNULL(spi_result)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("spi result must be not null in oracle mode", K(ret), K(spi_result)); } else { LOG_DEBUG("start process record", K(ret), K(cursor->get_id()), K(enable_sql_audit)); if (enable_sql_audit) { observer::ObInnerSQLResult* result_set = static_cast(spi_result->get_mysql_result().get_result()); time_record.set_exec_end_timestamp(ObTimeUtility::current_time()); exec_record.record_end(); if (OB_NOT_NULL(result_set) && result_set->is_inited()) { ObSQLSessionInfo *session_info = ctx->exec_ctx_->get_my_session(); int64_t try_cnt = session_info->get_raw_audit_record().try_cnt_; ObExecRecord record_bk = session_info->get_raw_audit_record().exec_record_; session_info->get_raw_audit_record().try_cnt_ = try_cnt; ObInnerSQLConnection::process_record(*(result_set), *(ctx->exec_ctx_->get_my_session()), time_record, ret, ctx->exec_ctx_->get_my_session() ->get_current_execution_id(), cursor->get_id(), // ps stmt id OB_INVALID, // routine id max_wait_desc, total_wait_desc, exec_record, exec_timestamp, true); session_info->get_raw_audit_record().exec_record_ = record_bk; session_info->get_raw_audit_record().try_cnt_ = try_cnt; } } spi_result->end_cursor_stmt(ctx, ret); cursor->set_last_execute_time(ObTimeUtility::current_time()); } } // Oracle模式的Cursor会吞掉READ_NOTHING的错误, 为了避免无效日志过多, 只在Mysql模式下打印WARN if (OB_SUCC(ret) || (OB_READ_NOTHING == ret && lib::is_oracle_mode())) { cursor->set_fetched(); cursor->set_fetched_with_row(ret != OB_READ_NOTHING); cursor->set_rowcount(cursor->get_rowcount() + row_count); } else { LOG_WARN("failed to spi cursor fetch", K(ret)); } } return ret; } int ObSPIService::dbms_cursor_fetch(ObPLExecCtx *ctx, ObDbmsCursorInfo &cursor, bool is_server_cursor) { int ret = OB_SUCCESS; OZ (do_cursor_fetch(ctx, &cursor, is_server_cursor,/*ps is server cursor*/ NULL, 0, NULL, 0, NULL, NULL, false, INT64_MAX)); return ret; } int ObSPIService::spi_cursor_fetch(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t cursor_index, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, bool is_bulk, int64_t limit) { int ret = OB_SUCCESS; ObPLCursorInfo *cursor = NULL; ObObjParam cur_var; ObCusorDeclareLoc loc; OZ (spi_get_cursor_info(ctx, package_id, routine_id, cursor_index, cursor, cur_var, loc)); if (OB_SUCC(ret) && OB_ISNULL(cursor)) { ret = OB_ERR_INVALID_CURSOR; LOG_WARN("ref cursor is null", K(ret)); } OZ (do_cursor_fetch(ctx, cursor, OB_INVALID_ID != cursor->get_id() || (package_id != OB_INVALID_ID && OB_INVALID_ID == routine_id), into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, is_bulk, limit)); if (OB_FAIL(ret) && lib::is_mysql_mode()) { ctx->exec_ctx_->get_my_session()->set_show_warnings_buf(ret); } if (lib::is_mysql_mode() || OB_READ_NOTHING != ret) { //Oracle模式的cursor发生NOT FOUND错误的时候不对外报错,而是把错误信息记录在CURSOR上,PL的CG会吞掉这个错误 SET_SPI_STATUS; } return ret; } int ObSPIService::cursor_close_impl(ObPLExecCtx *ctx, ObPLCursorInfo *cursor, bool is_refcursor, uint64_t package_id, uint64_t routine_id, bool ignore) { int ret = OB_SUCCESS; LOG_DEBUG("cursor close", K(cursor), KPC(cursor)); if (OB_ISNULL(cursor)) { if (is_refcursor) { // do nothing } else { ret = OB_ERR_INVALID_CURSOR; LOG_WARN("close null cursor", K(package_id), K(routine_id), K(ret)); } } else { bool is_server_cursor = OB_INVALID_ID != cursor->get_id() || (package_id != OB_INVALID_ID && OB_INVALID_ID == routine_id) || cursor->is_session_cursor(); if (!cursor->isopen()) { if (!ignore) { ret = OB_ER_SP_CURSOR_NOT_OPEN; LOG_USER_ERROR(OB_ER_SP_CURSOR_NOT_OPEN); LOG_WARN("Cursor is not open", K(cursor), K(ret)); } is_server_cursor ? cursor->reuse() : cursor->reset(); } else if (OB_SUCC(ret)) { if (is_server_cursor) { OZ (cursor->close(*ctx->exec_ctx_->get_my_session(), true)); } else { OZ (cursor->close(*ctx->exec_ctx_->get_my_session())); } } } return ret; } int ObSPIService::spi_cursor_close(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t cursor_index, bool ignore) { int ret = OB_SUCCESS; ObPLCursorInfo *cursor = NULL; ObObjParam cur_var; ObCusorDeclareLoc loc; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(ctx->params_)); OZ (spi_get_cursor_info(ctx, package_id, routine_id, cursor_index, cursor, cur_var, loc), package_id, routine_id, cursor_index, cur_var); OZ (cursor_close_impl(ctx, cursor, cur_var.is_ref_cursor_type(), package_id, routine_id, ignore)); if (OB_SUCC(ret) && DECL_PKG == loc) { OZ (spi_update_package_change_info(ctx, package_id, cursor_index)); } return ret; } // 只 close dbms_cursor 中 cursor 相关内容 // dbms_cursor 中的 param 信息不做处理 int ObSPIService::dbms_cursor_close(ObExecContext &exec_ctx, ObPLCursorInfo &cursor) { int ret = OB_SUCCESS; // dbms cursor与pl cursor不同: // 1. 执行过dbms_sql.open_cursor接口后,就可以执行dbms_sql.close_cursor接口。 // 2. 但只有执行过dbms_sql.execute接口后,cursor.is_open()才返回true。 if (cursor.isopen()) { OV (OB_NOT_NULL(exec_ctx.get_my_session())); OZ (cursor.close(*exec_ctx.get_my_session(), OB_NOT_NULL(cursor.get_cursor_entity()) ? true : false)); } return ret; } int ObSPIService::spi_set_pl_exception_code(pl::ObPLExecCtx *ctx, int64_t code, bool is_pop_warning_buf) { int ret = OB_SUCCESS; ObPLSqlCodeInfo *sqlcode_info = NULL; ObWarningBuffer* wb = NULL; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(sqlcode_info = ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info())); CK (OB_NOT_NULL(wb = common::ob_get_tsi_warning_buffer())); if (OB_SUCC(ret) && code != sqlcode_info->get_sqlcode()) { if (lib::is_oracle_mode()) { OX (sqlcode_info->set_sqlcode(code > 0 ? 1 : code)); } else { OX (sqlcode_info->set_sqlcode(code)); } if (code >= OB_MIN_RAISE_APPLICATION_ERROR && code <= OB_MAX_RAISE_APPLICATION_ERROR) { LOG_ORACLE_USER_ERROR(OB_SP_RAISE_APPLICATION_ERROR, code, 0, ""); } } if (is_pop_warning_buf && lib::is_mysql_mode()) { int64_t idx = sqlcode_info->get_stack_warning_buf().count() - 1; CK (idx >= 0); OX (sqlcode_info->get_stack_warning_buf().at(idx).~ObWarningBuffer()); OX (sqlcode_info->get_stack_warning_buf().pop_back()); OX (ctx->exec_ctx_->get_my_session()->set_show_warnings_buf(OB_SUCCESS)); } return ret; } int ObSPIService::spi_get_pl_exception_code(pl::ObPLExecCtx *ctx, int64_t *code) { int ret = OB_SUCCESS; ObPLSqlCodeInfo *sqlcode_info = NULL; ObWarningBuffer *wb = NULL; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(sqlcode_info = ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info())); CK (OB_NOT_NULL(code)); CK (OB_NOT_NULL(wb = common::ob_get_tsi_warning_buffer())); if (lib::is_mysql_mode()) { OX (wb->reset_warning()); } OX (*code = sqlcode_info->get_sqlcode()); CK (OB_NOT_NULL(wb = common::ob_get_tsi_warning_buffer())); if (lib::is_mysql_mode()) { OZ (sqlcode_info->get_stack_warning_buf().push_back(*wb)); } return ret; } int ObSPIService::spi_check_exception_handler_legal(pl::ObPLExecCtx *ctx, int64_t code) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session()->get_pl_context())); if (OB_SUCC(ret) && (ctx->exec_ctx_->get_my_session()->get_pl_context()->is_exception_handler_illegal() || OB_ERR_SP_EXCEPTION_HANDLE_ILLEGAL == code)) { ret = OB_ERR_SP_EXCEPTION_HANDLE_ILLEGAL; LOG_WARN("implementation restriction: exception handler in nested transaction is illegal", K(ret), K(ctx->exec_ctx_->get_my_session()->get_nested_count()), K(ctx->exec_ctx_->get_my_session()->get_pl_context()->is_exception_handler_illegal())); LOG_USER_ERROR(OB_ERR_SP_EXCEPTION_HANDLE_ILLEGAL); } return ret; } int ObSPIService::spi_check_early_exit(pl::ObPLExecCtx *ctx) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); if (OB_SUCC(ret)) { ObSQLSessionInfo *session_info = ctx->exec_ctx_->get_my_session(); if (OB_FAIL(session_info->check_session_status())) { LOG_WARN("spi check session not healthy", K(ret)); } else if (session_info->is_in_transaction() && !session_info->get_tx_desc()->is_tx_end() && session_info->get_tx_desc()->is_tx_timeout()) { ret = OB_TRANS_TIMEOUT; LOG_WARN("spi check early exit, transaction timeout", K(ret)); } else if (THIS_WORKER.is_timeout()) { ret = OB_TIMEOUT; LOG_WARN("spi check early exit, pl block timeout", K(ret)); } } bool is_stack_overflow = false; OZ (check_stack_overflow(is_stack_overflow)); if (OB_SUCC(ret) && is_stack_overflow) { ret = OB_SIZE_OVERFLOW; LOG_WARN("stack overflow in loop", K(is_stack_overflow), K(ret)); } return ret; } int ObSPIService::spi_pipe_row_to_result(pl::ObPLExecCtx *ctx, ObObjParam *single_row) { int ret = OB_SUCCESS; UNUSEDx(ctx, single_row); return ret; } int ObSPIService::spi_alloc_complex_var(pl::ObPLExecCtx *ctx, int64_t type, int64_t id, int64_t var_idx, int64_t init_size, int64_t *addr) { int ret = OB_SUCCESS; UNUSEDx(ctx, type, id, var_idx, init_size, addr); return ret; } int ObSPIService::spi_clear_diagnostic_area(pl::ObPLExecCtx *ctx) { int ret = OB_SUCCESS; ObSQLSessionInfo *session_info = ctx->exec_ctx_->get_my_session(); CK (OB_NOT_NULL(session_info)); OX (session_info->set_show_warnings_buf(OB_SUCCESS)); return ret; } int ObSPIService::spi_construct_collection( pl::ObPLExecCtx *ctx, uint64_t package_id, ObObjParam *result) { int ret = OB_SUCCESS; ObIAllocator *allocator = NULL; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(allocator = ctx->allocator_)); CK (OB_NOT_NULL(result)); if (OB_SUCC(ret) && package_id != OB_INVALID_ID) { OZ (spi_get_package_allocator(ctx, package_id, allocator)); CK (OB_NOT_NULL(allocator)); } if (OB_SUCC(ret)) { CK (result->is_ext()); if (OB_SUCC(ret)) { void *ptr = NULL; ObPLCollection* coll = NULL; CK (OB_NOT_NULL(ptr = reinterpret_cast(result->get_ext()))); CK (OB_NOT_NULL(coll = reinterpret_cast(ptr))); OZ (spi_set_collection(ctx->exec_ctx_->get_my_session()->get_effective_tenant_id(), ctx, *allocator, *coll, 0, false)); } } return ret; } #define GET_INTEGER_FROM_OBJ(result, r) \ CK (result.is_integer_type() || result.is_number()); \ if (OB_SUCC(ret)) { \ if (result.is_integer_type()) { \ r = result.get_int(); \ } else if (result.is_number()) { \ if (!result.get_number().is_valid_int64(r)) { \ number::ObNumber num = result.get_number(); \ OZ (num.round(0)); \ if (OB_SUCC(ret) && !num.is_valid_int64(r)) { \ ret = OB_ARRAY_OUT_OF_RANGE; \ LOG_WARN("wrong array index", K(ret)); \ } \ } \ } \ } int ObSPIService::spi_extend_collection(pl::ObPLExecCtx *ctx, const ObSqlExpression *collection_expr, int64_t column_count, const ObSqlExpression *n_expr, const ObSqlExpression *i_expr, uint64_t package_id) { int ret = OB_SUCCESS; if (OB_ISNULL(ctx) || OB_ISNULL(ctx->exec_ctx_) || OB_ISNULL(ctx->exec_ctx_->get_my_session()) || OB_ISNULL(collection_expr) || column_count <= 0 || OB_ISNULL(n_expr)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(ctx), K(collection_expr), K(column_count), K(n_expr), K(i_expr), K(ret)); } else { ObObjParam result; ObPLCollection *table = NULL; int64_t n = OB_INVALID_SIZE; int64_t i = OB_INVALID_INDEX; int64_t org_elem_cnt = OB_INVALID_SIZE; if (OB_FAIL(spi_calc_expr(ctx, collection_expr, OB_INVALID_INDEX, &result))) { LOG_WARN("failed to calc expr", K(ctx), K(collection_expr), K(result), K(ret)); } else if (result.get_type() != ObExtendType) { ret = OB_ERR_UNEXPECTED; LOG_WARN("extend collection not a extend type obj", K(ret), K(result)); } else if (0 == result.get_ext()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get a invalid table", K(result.get_ext()), K(ret)); } else { table = reinterpret_cast(result.get_ext()); if (!table->is_inited()) { ret = OB_NOT_INIT; LOG_WARN("ORA-06531: Reference to uninitialized collection", K(ret)); } else if (0 == table->get_column_count()) { table->set_column_count(column_count); } OX (org_elem_cnt = table->get_count()); } if (OB_SUCC(ret)) { OZ (spi_calc_expr(ctx, n_expr, OB_INVALID_INDEX, &result)); GET_INTEGER_FROM_OBJ(result, n); if (OB_SUCC(ret) && n < 0) { ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; LOG_WARN("get a invalid table", K(result), K(ret)); } } if (OB_SUCC(ret) && NULL != i_expr) { OZ (spi_calc_expr(ctx, i_expr, OB_INVALID_INDEX, &result)); GET_INTEGER_FROM_OBJ(result, i); if (OB_SUCC(ret) && (i < 0 || i > table->get_count())) { ret = OB_ERR_SUBSCRIPT_OUTSIDE_LIMIT; LOG_WARN("get a invalid table", K(result), K(ret)); } } bool is_deleted = false; if (OB_SUCC(ret) && i != OB_INVALID_INDEX) { OZ (table->is_elem_deleted(i - 1, is_deleted)); } if (OB_FAIL(ret)) { } else if (is_deleted) { ret = OB_READ_NOTHING; LOG_WARN("element already deleted!", K(ret), K(i), K(is_deleted)); } else if (n > 0) { ObIAllocator *allocator = NULL; if (OB_INVALID_ID != package_id) { OZ (spi_get_package_allocator(ctx, package_id, allocator)); } else { allocator = ctx->allocator_; } if (OB_SUCC(ret)) { if (OB_ISNULL(allocator)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("allocator is NULL", K(ctx), K(column_count), K(n), K(i), K(package_id), K(ret)); } else if (OB_FAIL(spi_set_collection(ctx->exec_ctx_->get_my_session()->get_effective_tenant_id(), ctx, *allocator, *table, n, true))) { LOG_WARN("failed to spi_set_collection_data", K(ctx), K(column_count), K(n), K(i), K(package_id), K(ret)); } else if (OB_SUCC(ret) && OB_NOT_NULL(i_expr)){ // fill i'th elem into the extended pos; // EXTEND operates on the internal size of a collection. That is, if DELETE deletes an // element but keeps a placeholder for it, then EXTEND considers the element to exist. int64_t coll_cnt = table->get_count(); ObObj *data = reinterpret_cast(table->get_data()); if (i > 0 && i <= org_elem_cnt) { ObObj &ith_elem = data[i - 1]; for (int64_t j = coll_cnt - n; j < coll_cnt; ++j) { new (&(data[j]))ObObj(ith_elem); } } else { ret = OB_ERR_SUBSCRIPT_BEYOND_COUNT; LOG_WARN("collection index is out of range", K(i), K(org_elem_cnt), K(coll_cnt)); } } else { // do nothing } } } } SET_SPI_STATUS; return ret; } int ObSPIService::spi_raise_application_error(pl::ObPLExecCtx *ctx, const ObSqlExpression *errcode_expr, const ObSqlExpression *errmsg_expr) { int ret = OB_SUCCESS; ObObjParam result; ObPLSqlCodeInfo *sqlcode_info = NULL; ObSQLSessionInfo *session_info = NULL; CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(session_info = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(sqlcode_info = ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info())); #define CALC(expr, type, result) \ do { \ ObObjParam tmp; \ ObExprResType expected_type; \ OZ (spi_calc_expr(ctx, expr, OB_INVALID_INDEX, &tmp)); \ OX (expected_type.set_##type()); \ OX (expected_type.set_collation_type(tmp.get_collation_type())); \ OZ (spi_convert(ctx->exec_ctx_->get_my_session(), ctx->allocator_, tmp, expected_type, result)); \ } while(0) CALC(errcode_expr, int32, result); OX (sqlcode_info->set_sqlcode(result.get_int32())); CALC(errmsg_expr, varchar, result); OX (sqlcode_info->set_sqlmsg(result.get_string())); if (OB_SUCC(ret)) { if (sqlcode_info->get_sqlcode() <= OB_MAX_RAISE_APPLICATION_ERROR && sqlcode_info->get_sqlcode() >= OB_MIN_RAISE_APPLICATION_ERROR) { ObString convert_sqlmsg; OZ (ObCharset::charset_convert(*ctx->allocator_, result.get_string(), result.get_collation_type(), session_info->get_local_collation_connection(), convert_sqlmsg)); if (OB_SUCC(ret)) { LOG_ORACLE_USER_ERROR(OB_SP_RAISE_APPLICATION_ERROR, static_cast(sqlcode_info->get_sqlcode()), convert_sqlmsg.length(), convert_sqlmsg.ptr()); } } else { ret = OB_SP_RAISE_APPLICATION_ERROR_NUM; LOG_WARN("error number argument to raise_application_error of stringstring is out of range", K(ret), K(sqlcode_info->get_sqlcode()), K(sqlcode_info->get_sqlmsg())); LOG_USER_ERROR(OB_SP_RAISE_APPLICATION_ERROR_NUM, sqlcode_info->get_sqlcode()); sqlcode_info->set_sqlcode(OB_SP_RAISE_APPLICATION_ERROR_NUM); } } OX (ret = sqlcode_info->get_sqlcode()); return ret; } int ObSPIService::spi_process_resignal(pl::ObPLExecCtx *ctx, const ObSqlExpression *errcode_expr, const ObSqlExpression *errmsg_expr, const char *sql_state, bool is_signal) { int ret = OB_SUCCESS; ObObjParam result; ObPLSqlCodeInfo *sqlcode_info = NULL; ObSQLSessionInfo *session_info = NULL; ObWarningBuffer *wb = NULL; ObPLConditionType type = ObPLConditionType::INVALID_TYPE; int cur_err_code = OB_SUCCESS; static const uint32_t STR_LEN = 128; char err_msg[STR_LEN] = {0}; CK (OB_NOT_NULL(ctx), ctx->valid()); CK (OB_NOT_NULL(session_info = ctx->exec_ctx_->get_my_session())); CK (OB_NOT_NULL(sqlcode_info = ctx->exec_ctx_->get_my_session()->get_pl_sqlcode_info())); CK (OB_NOT_NULL(wb = common::ob_get_tsi_warning_buffer())); #define CALC(expr, type, result) \ do { \ ObObjParam tmp; \ ObExprResType expected_type; \ OZ (spi_calc_expr(ctx, expr, OB_INVALID_INDEX, &tmp)); \ OX (expected_type.set_##type()); \ OX (expected_type.set_collation_type(tmp.get_collation_type())); \ OZ (spi_convert(ctx->exec_ctx_->get_my_session(), ctx->allocator_, tmp, expected_type, result)); \ } while(0) if (OB_SUCC(ret)) { type = ObPLEH::eh_classify_exception(sql_state); cur_err_code = wb->get_err_code(); } if (OB_ISNULL(errcode_expr)) { if (type == ObPLConditionType::NOT_FOUND) { sqlcode_info->set_sqlcode(ER_SIGNAL_NOT_FOUND); } else { sqlcode_info->set_sqlcode(ER_SIGNAL_EXCEPTION); } LOG_INFO("error code is not set", K(ret)); } else { CALC(errcode_expr, int32, result); if (OB_SUCC(ret)) { if (result.is_null()) { ret = OB_ERR_WRONG_VALUE_FOR_VAR; LOG_WARN("error code is NULL", K(ret)); LOG_USER_ERROR(OB_ERR_WRONG_VALUE_FOR_VAR, static_cast(STRLEN("MYSQL_ERRNO")), "MYSQL_ERRNO", static_cast(STRLEN("NULL")), "NULL"); } else if (result.get_int32() <= 0 || result.get_int32() > 65535) { char mysql_errno[20] = {0}; sprintf(mysql_errno, "%d", result.get_int32()); ret = OB_ERR_WRONG_VALUE_FOR_VAR; LOG_WARN("error code is over 65535", K(ret), K(result.get_int32())); LOG_USER_ERROR(OB_ERR_WRONG_VALUE_FOR_VAR, static_cast(STRLEN("MYSQL_ERRNO")), "MYSQL_ERRNO", static_cast(STRLEN(mysql_errno)), mysql_errno); } } OX (sqlcode_info->set_sqlcode(result.get_int32())); } if (OB_SUCC(ret)) { if (OB_ISNULL(errmsg_expr)) { if (is_signal) { if (type == ObPLConditionType::NOT_FOUND) { sqlcode_info->set_sqlmsg(ObString("Unhandled user-defined not found condition")); } else { sqlcode_info->set_sqlmsg(ObString("Unhandled user-defined exception condition")); } } else { int64_t idx; CK (sqlcode_info->get_stack_warning_buf().count() > 0); OX (idx = sqlcode_info->get_stack_warning_buf().count() - 1); OX (sqlcode_info->set_sqlmsg(sqlcode_info->get_stack_warning_buf().at(idx).get_err_msg())); } } else { CALC(errmsg_expr, varchar, result); if (OB_SUCC(ret)) { if (result.is_null()) { ret = OB_ERR_WRONG_VALUE_FOR_VAR; LOG_WARN("error code is NULL", K(ret)); LOG_USER_ERROR(OB_ERR_WRONG_VALUE_FOR_VAR, static_cast(STRLEN("MYSQL_ERRNO")), "MYSQL_ERRNO", static_cast(STRLEN("NULL")), "NULL"); } } OX (sqlcode_info->set_sqlmsg(result.get_string())); } } if (OB_FAIL(ret)) { } else { snprintf(err_msg, STR_LEN, "%.*s", sqlcode_info->get_sqlmsg().length(), sqlcode_info->get_sqlmsg().ptr()); if (ObPLConditionType::SQL_WARNING == type) { if (OB_ISNULL(errcode_expr)) { wb->append_warning(err_msg, OB_ERR_SIGNAL_WARN); } else { wb->append_warning(err_msg, sqlcode_info->get_sqlcode(), sql_state); } if (is_signal) { sqlcode_info->set_sqlcode(OB_SUCCESS); wb->reset_err(); } ret = OB_SUCCESS; } else { if (is_signal) { LOG_MYSQL_USER_ERROR(OB_SP_RAISE_APPLICATION_ERROR, MIN(sqlcode_info->get_sqlmsg().length(), STR_LEN), sqlcode_info->get_sqlmsg().ptr()); wb->set_error_code(sqlcode_info->get_sqlcode()); wb->set_sql_state(sql_state); } else { wb->set_error(err_msg, sqlcode_info->get_sqlcode()); wb->set_sql_state(sql_state != NULL ? sql_state : ob_sqlstate(cur_err_code)); } ret = sqlcode_info->get_sqlcode(); } } return ret; } int ObSPIService::spi_trim_collection(pl::ObPLExecCtx *ctx, const ObSqlExpression *collection_expr, int64_t row_size, const ObSqlExpression *n_expr) { int ret = OB_SUCCESS; UNUSEDx(ctx, collection_expr, row_size, n_expr); return ret; } int ObSPIService::spi_delete_collection(pl::ObPLExecCtx *ctx, const ObSqlExpression *collection_expr, int64_t row_size, const ObSqlExpression *m_expr, const ObSqlExpression *n_expr) { int ret = OB_SUCCESS; UNUSEDx(ctx, collection_expr, row_size, m_expr, n_expr); return ret; } #undef GET_INTEGER_FROM_OBJ int ObSPIService::spi_destruct_collection(ObPLExecCtx *ctx, int64_t idx) { int ret = OB_SUCCESS; UNUSEDx(ctx, idx); return ret; } int ObSPIService::spi_sub_nestedtable(ObPLExecCtx *ctx, int64_t src_idx, int64_t dst_idx, int32_t lower, int32_t upper) { int ret = OB_SUCCESS; UNUSEDx(ctx, src_idx, dst_idx, lower, upper); return ret; } int ObSPIService::spi_init_collection(ObPLExecCtx *ctx, ObPLCollection *src, ObPLCollection *dest, int64_t row_size, uint64_t package_id) { int ret = OB_SUCCESS; UNUSEDx(ctx, src, dest, row_size, package_id); return ret; } int ObSPIService::spi_set_collection(int64_t tenant_id, const ObPLINS *ns, ObIAllocator &allocator, ObPLCollection &coll, int64_t n, bool extend_mode) { int ret = OB_SUCCESS; UNUSEDx(tenant_id, ns, allocator, coll, n, extend_mode); return ret; } int ObSPIService::spi_reset_collection(ObPLCollection *coll) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(coll)); if (OB_SUCC(ret)) { /* * Oracle support assign NULL to a Collection, it means making collection uninitialized. * * Example: * CREATE OR REPLACE TYPE ARRYTYPE is table of Varchar2(10); * Type created. * * SQL> * declare TYPE ARRYTYPE is table of Varchar2(10); * arr ARRYTYPE := ARRYTYPE('a','b','c'); * begin * dbms_output.put_line(arr.count || arr(3)); * arr := NULL; * dbms_output.put_line(arr.count || arr(3)); * end; * / * * declare TYPE ARRYTYPE is table of Varchar2(10); * ERROR at line 1: * ORA-06531: Reference to uninitialized collection * ORA-06512: at line 6 * */ coll->set_count(OB_INVALID_COUNT); coll->set_first(OB_INVALID_INDEX); coll->set_last(OB_INVALID_INDEX); coll->set_data(NULL); } return ret; } int ObSPIService::spi_get_package_allocator( ObPLExecCtx *ctx, uint64_t package_id, ObIAllocator *&allocator) { int ret = OB_SUCCESS; ObExecContext *exec_ctx = NULL; ObSQLSessionInfo *session_info = NULL; ObMySQLProxy *sql_proxy = NULL; ObPL *pl_engine = NULL; share::schema::ObSchemaGetterGuard schema_guard; ObPLPackageGuard package_guard(PACKAGE_RESV_HANDLE); CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(GCTX.schema_service_)); CK (OB_NOT_NULL(exec_ctx = ctx->exec_ctx_)); CK (OB_NOT_NULL(session_info = exec_ctx->get_my_session())); CK (OB_NOT_NULL(sql_proxy = exec_ctx->get_sql_proxy())); CK (OB_NOT_NULL(pl_engine = exec_ctx->get_my_session()->get_pl_engine())); OZ (GCTX.schema_service_->get_tenant_schema_guard( session_info->get_effective_tenant_id(), schema_guard)); OZ (package_guard.init()); OX (allocator = NULL); if (OB_SUCC(ret)) { ObPLPackageState *package_state = NULL; ObPLPackageManager &pl_manager = pl_engine->get_package_manager(); ObPLResolveCtx resolve_ctx(exec_ctx->get_allocator(), *session_info, schema_guard, ctx->guard_ != NULL ? *(ctx->guard_) : package_guard, *sql_proxy, false); OZ (pl_manager.get_package_state( resolve_ctx, *exec_ctx, package_id, package_state), package_id); CK (OB_NOT_NULL(package_state)); OX (allocator = &package_state->get_pkg_allocator()); } return ret; } int ObSPIService::spi_add_ref_cursor_refcount(ObPLExecCtx *ctx, ObObj *cursor, int64_t addend) { UNUSED(ctx); int ret = OB_SUCCESS; ObPLCursorInfo *cursor_info = NULL; CK (OB_NOT_NULL(cursor)); OX (cursor_info = reinterpret_cast(cursor->get_ext())); if (OB_NOT_NULL(cursor_info)) { CK (1 == addend || -1 == addend); if (OB_SUCC(ret)) { if (cursor_info->isopen()) { (1 == addend) ? cursor_info->inc_ref_count() : cursor_info->dec_ref_count(); if (0 == cursor_info->get_ref_count()) { OZ (cursor_close_impl(ctx, cursor_info, true, OB_INVALID_ID, OB_INVALID_ID, true)); } } else { LOG_DEBUG("spi process return ref cursor, cursor not open"); } } } else { // do nothing; 例如,这种case,在return之前,会对cur进行操作,但cur是null /* * create or replace function return_null return sys_refcursor is cur sys_refcursor; begin return cur; end; / declare cc sys_refcursor; begin cc := return_null(); if cc%isopen then dbms_output.put_line('cc is open'); else dbms_output.put_line('cc is not open'); end if; end; * */ } return ret; } int ObSPIService::spi_handle_ref_cursor_refcount(ObPLExecCtx *ctx, uint64_t package_id, uint64_t routine_id, int64_t index, int64_t addend) { int ret = OB_SUCCESS; UNUSEDx(ctx, package_id, routine_id, index, addend); return ret; } int ObSPIService::spi_copy_ref_cursor(ObPLExecCtx *ctx, ObIAllocator *allocator, ObObj *src, ObObj *dest, ObDataType *dest_type, uint64_t package_id) { int ret = OB_SUCCESS; UNUSEDx(ctx, allocator, src, dest, dest_type, package_id); return ret; } /* * 因为有可能调用者调用本函数是为了copy一个collection里的一项,此时传入的必须是collection的allocator,所以这个参数必要。 * 如果能保证此函数不会用来copy普通数据类型那么可以不要。 * */ int ObSPIService::spi_copy_datum(ObPLExecCtx *ctx, ObIAllocator *allocator, ObObj *src, ObObj *dest, ObDataType *dest_type, uint64_t package_id) { int ret = OB_SUCCESS; ObExprResType result_type; ObIAllocator *copy_allocator = NULL; ObObjParam result; ObObjParam src_tmp; CK (OB_NOT_NULL(src)); CK (OB_NOT_NULL(dest)); if (OB_SUCC(ret)) { if (NULL == allocator && OB_INVALID_ID != package_id) { OZ (spi_get_package_allocator(ctx, package_id, copy_allocator)); } else { copy_allocator = NULL == allocator ? ctx->allocator_ : allocator; } CK (OB_NOT_NULL(copy_allocator)); if (OB_FAIL(ret)) { } else if (src->is_null() || ObMaxType == src->get_type()) { //ObMaxTC means deleted element in Collection, no need to copy *dest = *src; } else if (PL_CURSOR_TYPE == src->get_meta().get_extend_type() || PL_REF_CURSOR_TYPE == src->get_meta().get_extend_type()) { OZ (spi_copy_ref_cursor(ctx, allocator, src, dest, dest_type, package_id)); } else if (src->is_ext() && OB_NOT_NULL(dest_type) && dest_type->get_meta_type().is_ext()) { OZ (ObPLComposite::copy_element(*src, *dest, *copy_allocator, ctx, ctx->exec_ctx_->get_my_session())); } else if (OB_NOT_NULL(dest_type) && dest_type->get_meta_type().is_ext()) { ret = OB_ERR_EXPRESSION_WRONG_TYPE; LOG_WARN("src type and dest type is not match", K(ret)); } else { CK (OB_NOT_NULL(ctx)); CK (ctx->valid()); CK (OB_NOT_NULL(dest_type)); OX (result_type.set_meta(dest_type->get_meta_type())); OX (result_type.set_accuracy(dest_type->get_accuracy())); if (OB_SUCC(ret)) { if ((ObEnumType == src->get_type() && ObEnumType == result_type.get_type()) || (ObSetType == src->get_type() && ObSetType == result_type.get_type())) { result = *src; } else { OX (src_tmp = *src); OZ (spi_convert( ctx->exec_ctx_->get_my_session(), ctx->allocator_, src_tmp, result_type, result), K(src_tmp), K(result_type),KPC(src)); } } if (OB_FAIL(ret)) { } else if (NULL != copy_allocator) { OZ (deep_copy_obj(*copy_allocator, result, *dest)); } else { //如果allocator为空,说明源数据和目的数据在同一个allocator下,此时不必深拷贝数据 *dest = result; } } } SET_SPI_STATUS; return ret; } int ObSPIService::spi_interface_impl(pl::ObPLExecCtx* ctx, int64_t func_addr) { int ret = OB_SUCCESS; if (OB_UNLIKELY(0 == func_addr || NULL == ctx)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument passed in is NULL", K(ctx), K(func_addr), K(ret)); } else if (OB_ISNULL(ctx->exec_ctx_) || OB_ISNULL(ctx->params_) || OB_ISNULL(ctx->result_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid context", K(ctx->exec_ctx_), K(ctx->params_), K(ctx->result_)); } else { int (*fp)(ObExecContext&, ParamStore&, ObObj&) = (int(*)(ObExecContext&, ParamStore&, ObObj&))(func_addr); ret = fp(*ctx->exec_ctx_, *ctx->params_, *ctx->result_); } return ret; } OB_INLINE int ObSPIService::acquire_spi_conn(ObMySQLProxy &sql_proxy, ObSQLSessionInfo &session_info, ObInnerSQLConnection *&spi_conn) { int ret = OB_SUCCESS; ObInnerSQLConnectionPool *pool = static_cast(sql_proxy.get_pool()); #ifndef NDEBUG CK(sql_proxy.is_inited()); CK(OB_NOT_NULL(pool)); #endif OZ(pool->acquire_spi_conn(&session_info, spi_conn)); return ret; } int ObSPIService::adjust_out_params( ObMySQLProxy::MySQLResult &mysql_result, ObSPIOutParams &out_params) { int ret = OB_SUCCESS; /*observer::ObInnerSQLResult* inner_result = reinterpret_cast(mysql_result.get_result()); sql::ObPhysicalPlan *plan = NULL; if (OB_NOT_NULL(inner_result) && OB_NOT_NULL(plan = inner_result->result_set().get_physical_plan())) { // TODO: // 检查下依赖对象中是否有Function或者Package, 这两种依赖对象的调用可能会有Out参数; // 暂时不检查是否确实有Out参数, 暂时统一认为存在Out参数; // 后续再做的更细些; bool has_out_param = false; const ObIArray &ref_objects = plan->get_dependency_table(); for (int64_t i = 0; i < ref_objects.count(); ++i) { if (DEPENDENCY_PACKAGE == ref_objects.at(i).object_type_ || DEPENDENCY_FUNCTION == ref_objects.at(i).object_type_) { has_out_param =true; } } out_params.set_has_out_param(has_out_param); LOG_DEBUG("debug for adjust_out_params", K(ret), K(out_params), K(ref_objects)); }*/ // In Oracle: function with out parameter can not use in sql. UNUSED(mysql_result); out_params.set_has_out_param(false); return ret; } int ObSPIService::adjust_out_params(ObPLExecCtx *ctx, const ObSqlExpression **into_exprs, int64_t into_count, ObSPIOutParams &out_params) { int ret = OB_SUCCESS; ObIArray ¶ms = out_params.get_out_params(); CK (OB_NOT_NULL(ctx)); CK (into_count >= 0); for (int64_t i = 0; OB_SUCC(ret) && out_params.has_out_param() && i < params.count(); ++i) { if (params.at(i).is_ext() || params.at(i).is_unknown()) { bool exist = false; OZ (check_exist_in_into_exprs(ctx, into_exprs, into_count, params.at(i), exist)); if (OB_SUCC(ret) && exist) { params.at(i) = ObObj(ObNullType); } } } return ret; } int ObSPIService::check_exist_in_into_exprs(ObPLExecCtx *ctx, const ObSqlExpression **into_exprs, int64_t into_count, const ObObj &result, bool &exist) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (into_count >= 0); CK (result.is_ext() || result.is_unknown()); OX (exist = false); for (int64_t i = 0; OB_SUCC(ret) && i < into_count; ++i) { CK (OB_NOT_NULL(into_exprs[i])); if (result.is_ext()) { if (is_obj_access_expression(*(into_exprs[i]))) { ObObjParam into; OZ (spi_calc_expr(ctx, into_exprs[i], OB_INVALID_ID, &into)); CK (into.is_ext()); if (OB_SUCC(ret) && into.get_ext() == result.get_ext()) { exist = true; } } } else if (is_question_mark_expression(*(into_exprs[i]))) { const ObObj &into = get_const_value(*(into_exprs[i])); CK (into.is_unknown()); if (OB_SUCC(ret) && into.get_unknown() == result.get_unknown()) { exist = true; } } } return ret; } // out_params用于标记可能的通过function计算的输出参数 // ObExtendType代表地址, ObIntType代表在paramstore中的位置, ObNullType代表该参数不需要处理 int ObSPIService::construct_exec_params(ObPLExecCtx *ctx, ObIAllocator ¶m_allocator, //用于拷贝执行期参数 const ObSqlExpression **param_exprs, int64_t param_count, const ObSqlExpression **into_exprs, int64_t into_count, ParamStore &exec_params, ObSPIOutParams &out_params, bool is_forall) { int ret = OB_SUCCESS; ObObjParam result; CK (OB_NOT_NULL(ctx)); for (int64_t i = 0; OB_SUCC(ret) && i < param_count; ++i) { const ObSqlExpression *expr = static_cast(param_exprs[i]); ObObj null_obj(ObNullType); result.reset(); result.ObObj::reset(); CK (OB_NOT_NULL(expr)); OZ (spi_calc_expr( ctx, expr, OB_INVALID_INDEX, &result), i, param_count, *expr, result); OX (result.set_param_meta()); if OB_SUCC (ret) { ObExprResType result_type; OZ (get_result_type(*ctx, *expr, result_type)); if (OB_FAIL(ret)) { } else if (result.is_ext()) { if (result_type.is_ext()) { OX (result.set_udt_id(result_type.get_udt_id())); if (OB_SUCC(ret) && result_type.get_extend_type() > 0 && result_type.get_extend_type() < T_EXT_SQL_ARRAY && !result.is_pl_extend()) { OX (const_cast(result.get_meta()).set_extend_type(result_type.get_extend_type())); } OZ (out_params.push_back(null_obj)); } else { bool exist = false; ObObj* obj = reinterpret_cast(result.get_ext()); OZ (check_exist_in_into_exprs(ctx, into_exprs, into_count, result, exist)); if (OB_SUCC(ret)) { if (!exist) { OZ (out_params.push_back(result), result); } else { OZ (out_params.push_back(null_obj)); } } CK (OB_NOT_NULL(obj)); OX (result = *obj); result.set_param_meta(); OX (result.set_accuracy(result_type.get_accuracy())); } } else { result.set_accuracy(result_type.get_accuracy()); if (is_question_mark_expression(*expr)) { bool exist = false; OZ (check_exist_in_into_exprs(ctx, into_exprs, into_count, get_const_value(*expr), exist)); if (OB_SUCC(ret)) { if (!exist) { OZ (out_params.push_back(get_const_value(*expr)), get_const_value(*expr)); } else { OZ (out_params.push_back(null_obj)); } } } else { OZ (out_params.push_back(null_obj)); } } if (OB_SUCC(ret)) { //执行期参数必须从PL的内存空间拷贝到SQL自己的内存空间,以防止在SQL执行过程中参数被改掉 ObObjParam new_param = result; if (!is_forall) { // forall场景, 不做拷贝, 上层代码transform_pl_ext_type会进行paramstore整体拷贝 if (result.is_pl_extend()) { if (result.get_meta().get_extend_type() != PL_REF_CURSOR_TYPE) { new_param.set_int_value(0); OZ (pl::ObUserDefinedType::deep_copy_obj(param_allocator, result, new_param, true)); } } else { OZ (deep_copy_obj(param_allocator, result, new_param)); } } OX (new_param.set_need_to_check_type(true)); OZ (exec_params.push_back(new_param)); } } } LOG_DEBUG("debug for construct_exec_params", K(ret), K(out_params)); return ret; } int ObSPIService::process_function_out_result(ObPLExecCtx *ctx, ObMySQLProxy::MySQLResult &mysql_result, ObIArray &out_params) { int ret = OB_SUCCESS; ObInnerSQLResult *inner_result = static_cast(mysql_result.get_result()); ObResultSet *result_set = NULL; ObExecContext *exec_ctx = NULL; ObPhysicalPlanCtx *pctx = NULL; ParamStore *exec_params = NULL; CK (OB_NOT_NULL(inner_result)); CK (OB_NOT_NULL(result_set = inner_result->get_result_set())); CK (OB_NOT_NULL(exec_ctx = &(result_set->get_exec_context()))); CK (OB_NOT_NULL(pctx = exec_ctx->get_physical_plan_ctx())); CK (OB_NOT_NULL(exec_params = &(pctx->get_param_store_for_update()))); CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->allocator_)); for (int64_t i = 0; OB_SUCC(ret) && i < out_params.count(); ++i) { if (out_params.at(i).is_ext()) { ObObj* obj = reinterpret_cast(out_params.at(i).get_ext()); CK (OB_NOT_NULL(obj)); OZ (deep_copy_obj(*(ctx->allocator_), exec_params->at(i), *obj)); } else if (out_params.at(i).is_unknown()) { ObObjParam* obj = NULL; int64_t idx = out_params.at(i).get_unknown(); CK (idx >= 0 && idx < ctx->params_->count()); OX (obj = &(ctx->params_->at(idx))); if (OB_SUCC(ret) && *obj != exec_params->at(i)) { ObObjParam result; OZ (spi_convert_objparam(ctx, &(exec_params->at(i)), idx, &result, false)); OZ (deep_copy_obj(*(ctx->allocator_), result, *obj)); obj->set_param_meta(); } } else { CK (out_params.at(i).is_null()); } } return ret; } int ObSPIService::inner_open(ObPLExecCtx *ctx, ObIAllocator ¶m_allocator, //用于拷贝执行期参数 const char *sql, uint64_t id, int64_t type, const ObSqlExpression **param_exprs, int64_t param_count, const ObSqlExpression **into_exprs, int64_t into_count, ObMySQLProxy::MySQLResult &mysql_result, ObSPIOutParams &out_params, bool is_forall) { int ret = OB_SUCCESS; int64_t query_num = 0; int64_t array_binding_count = 0; ParamStore exec_params( (ObWrapperAllocator(param_allocator)) ); ParamStore *curr_params = &exec_params; ParamStore *batch_params = NULL; if (NULL == sql) { OZ (construct_exec_params(ctx, param_allocator, param_exprs, param_count, into_exprs, into_count, exec_params, out_params, is_forall), K(sql), K(id), K(type), K(param_count), K(out_params), K(exec_params)); } if (OB_SUCC(ret) && is_forall) { for (int64_t i = 0; OB_SUCC(ret) && i < exec_params.count(); ++i) { if (exec_params.at(i).is_ext()) { pl::ObPLCollection *coll = NULL; CK (OB_NOT_NULL(coll = reinterpret_cast(exec_params.at(i).get_ext()))); if (OB_SUCC(ret)) { array_binding_count = coll->get_actual_count(); break; } } } if (OB_SUCC(ret)) { if (array_binding_count <= 0) { ret = OB_ERR_UNEXPECTED; LOG_WARN("array_binding_count is wrong", K(array_binding_count), K(ret)); } else if (OB_FAIL(ObSQLUtils::transform_pl_ext_type( exec_params, array_binding_count, param_allocator, batch_params, true))) { LOG_WARN("transform failed", K(ret)); } else if (OB_ISNULL(batch_params)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected null", K(ret)); } else { curr_params = batch_params; } } } OZ (inner_open(ctx, sql, id, type, *curr_params, mysql_result, out_params, is_forall, array_binding_count), K(sql), K(id), K(type), K(param_count), K(out_params), K(exec_params), K(is_forall), K(array_binding_count)); // if failed, we need release complex parameter memory in here if (OB_FAIL(ret) && NULL == sql && OB_NOT_NULL(ctx) && OB_NOT_NULL(ctx->exec_ctx_) && OB_NOT_NULL(ctx->exec_ctx_->get_my_session())) { int ret = OB_SUCCESS; // ignore destruct obj error for (int64_t i = 0; OB_SUCC(ret) && i < exec_params.count(); ++i) { OZ (ObUserDefinedType::destruct_obj(exec_params.at(i), ctx->exec_ctx_->get_my_session())); } } return ret; } int ObSPIService::inner_open(ObPLExecCtx *ctx, const char *sql, uint64_t id, int64_t type, ParamStore &exec_params, ObMySQLProxy::MySQLResult &mysql_result, ObSPIOutParams &out_params, bool is_forall, int32_t array_binding_count) { int ret = OB_SUCCESS; // unconditional adjustment OZ (adjust_out_params(mysql_result, out_params)); if (OB_ISNULL(ctx) || OB_ISNULL(ctx->exec_ctx_) || (NULL == ctx->allocator_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(ctx), K(sql), K(ret)); } else { #ifndef NDEBUG LOG_INFO("spi_execute using", K(sql), K(id), K(exec_params)); #else LOG_DEBUG("spi_execute using", K(sql), K(id), K(exec_params)); #endif ObSQLSessionInfo *session = ctx->exec_ctx_->get_my_session(); ObMySQLProxy *sql_proxy = ctx->exec_ctx_->get_sql_proxy(); if (OB_ISNULL(session) || OB_ISNULL(sql_proxy)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument in pl context is NULL", K(session), K(sql_proxy), K(ret)); } else { bool is_inner_session = session->is_inner(); ObSQLSessionInfo::SessionType old_session_type = session->get_session_type(); ObInnerSQLConnection *spi_conn = NULL; !is_inner_session ? session->set_inner_session() : (void)NULL; session->set_session_type(ObSQLSessionInfo::USER_SESSION); mysql_result.reset(); if (OB_FAIL(acquire_spi_conn(*sql_proxy, *session, spi_conn))) { LOG_WARN("acquire connection failed", K(ret)); } else { if (OB_SUCC(ret)) { if (NULL != sql) { if (OB_FAIL(spi_conn->execute_read(session->get_effective_tenant_id(), sql, mysql_result, true, true))) { LOG_WARN("query failed", K(ret), K(spi_conn), K(sql)); } } else { OZ (spi_conn->execute(session->get_effective_tenant_id(), static_cast(id), static_cast(type), exec_params, mysql_result, true, false, is_forall, array_binding_count), spi_conn, id, exec_params); } } } if (NULL != spi_conn) { sql_proxy->close(spi_conn, OB_SUCCESS == ret); } !is_inner_session ? session->set_user_session() : (void)NULL; session->set_session_type(old_session_type); } } return ret; } int ObSPIService::inner_fetch(ObPLExecCtx *ctx, ObQueryRetryCtrl &retry_ctrl, sqlclient::ObMySQLResult *result_set, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, ObIArray *out_using_params, int64_t &row_count, bool is_bulk, bool is_forall, bool is_dynamic_sql, ObNewRow *current_row, bool has_hidden_rowid, bool for_cursor, int64_t limit) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(ctx->exec_ctx_->get_sql_ctx())); CK (OB_NOT_NULL(static_cast(result_set)->get_result_set())); if (OB_SUCC(ret)) { ObNewRow dummy_row; bool can_retry = true; current_row = NULL != current_row ? current_row : &dummy_row; if (OB_FAIL((get_result(ctx, result_set, true/*is streaming*/, into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, out_using_params, row_count, *current_row, can_retry, has_hidden_rowid, is_bulk, is_dynamic_sql, for_cursor, is_forall, limit)))) { if (can_retry) { int cli_ret = OB_SUCCESS; retry_ctrl.test_and_save_retry_state( GCTX, *ctx->exec_ctx_->get_sql_ctx(), static_cast(result_set)->result_set(), ret, cli_ret, true); if (!for_cursor || (for_cursor && ret != OB_READ_NOTHING)) { LOG_WARN("failed to get_result, check if need retry", K(ret), K(cli_ret), K(retry_ctrl.need_retry())); } ret = cli_ret; } } ctx->exec_ctx_->get_sql_ctx()->clear(); ctx->exec_ctx_->get_my_session()->set_session_in_retry(retry_ctrl.need_retry()); } return ret; } int ObSPIService::inner_fetch_with_retry(ObPLExecCtx *ctx, sqlclient::ObMySQLResult *result_set, const ObSqlExpression **into_exprs, int64_t into_count, const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null_flag, const int64_t *pl_integer_ranges, int64_t &row_count, ObNewRow ¤t_row, bool has_hidden_rowid, bool is_bulk, bool for_cursor, int64_t limit, int64_t last_exec_time) { int ret = OB_SUCCESS; ObQueryRetryCtrl retry_ctrl; int64_t tenant_version = 0; int64_t sys_version = 0; share::schema::ObSchemaGetterGuard schema_guard; ObSQLSessionInfo *session = NULL; int64_t query_timeout = 0; CK (OB_NOT_NULL(ctx)); CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(session = ctx->exec_ctx_->get_my_session())); OZ (session->get_query_timeout(query_timeout)); if (OB_SUCC(ret)) { int64_t time_gap = ObTimeUtility::current_time() - last_exec_time; int64_t old_query_start_time = session->get_query_start_time(); int64_t old_timeout_ts = THIS_WORKER.get_timeout_ts(); int64_t min_timeout_ts = old_timeout_ts; observer::ObInnerSQLResult *inner_result=static_cast(result_set); CK (OB_NOT_NULL(inner_result)); CK (OB_NOT_NULL(inner_result->get_result_set())); CK (inner_result->result_set().get_exec_context().get_physical_plan_ctx() != NULL); OX (min_timeout_ts = MIN(old_timeout_ts, inner_result->result_set().get_exec_context().get_physical_plan_ctx()->get_timeout_timestamp())); OX (session->set_query_start_time(ObTimeUtility::current_time())); OX (THIS_WORKER.set_timeout_ts(min_timeout_ts + time_gap)); OX (inner_result->result_set().get_exec_context().get_physical_plan_ctx()-> set_timeout_timestamp(min_timeout_ts + time_gap)); if (OB_SUCC(ret)) { do { ret = OB_SUCCESS; retry_ctrl.clear_state_before_each_retry(session->get_retry_info_for_update()); if (THIS_WORKER.is_timeout()) { ret = OB_TIMEOUT; LOG_WARN("inner fetch with retry already timeout!", K(ret), K(old_timeout_ts), K(query_timeout), K(min_timeout_ts), K(time_gap), K(THIS_WORKER.get_timeout_ts()), K(old_query_start_time)); break; } OZ (GCTX.schema_service_->get_tenant_schema_guard( session->get_effective_tenant_id(), schema_guard)); OZ (schema_guard.get_schema_version(session->get_effective_tenant_id(), tenant_version)); OZ (schema_guard.get_schema_version(OB_SYS_TENANT_ID, sys_version)); OX (retry_ctrl.set_tenant_local_schema_version(tenant_version)); OX (retry_ctrl.set_sys_local_schema_version(sys_version)); CK (OB_NOT_NULL(result_set)); CK (OB_NOT_NULL(static_cast(result_set)->get_result_set())); if (OB_SUCC(ret)) { ret = inner_fetch(ctx, retry_ctrl, result_set, into_exprs, into_count, column_types, type_count, exprs_not_null_flag, pl_integer_ranges, NULL, /*out_using_params*/ row_count, is_bulk, false, false, /*is_dynamic_sql*/ ¤t_row, has_hidden_rowid, for_cursor, limit); } // NOTE: cursor fetch failed can not retry, we only use this to refresh location cache. } while (RETRY_TYPE_NONE != retry_ctrl.get_retry_type() && !for_cursor); session->get_retry_info_for_update().clear(); session->set_query_start_time(old_query_start_time); THIS_WORKER.set_timeout_ts(old_timeout_ts); } } return ret; } #define STORE_INTO_RESULT(singal_value) \ ObCastCtx cast_ctx(allocator, &dtc_params, cast_mode, cast_coll_type); \ if (into_count > 1) { /* 多个variables, 每个都是基础变量 */ \ ObSEArray tmp_result; \ ObSEArray tmp_desc; \ for (int64_t i = 0; OB_SUCC(ret) && i < actual_column_count; ++i) { \ tmp_result.reuse(); \ tmp_desc.reuse(); \ OZ (tmp_result.push_back(singal_value)); \ OZ (tmp_desc.push_back(row_desc.at(i))); \ OZ (store_result(ctx, into_exprs[i], &column_types[i], \ 1, exprs_not_null + i, pl_integer_ranges + i, \ tmp_desc, is_strict, \ cast_ctx, tmp_result)); \ } \ } else { /* 单个record或单个variable */ \ ObSEArray tmp_result; \ int i = 0; \ ObObj tmp = singal_value; \ if (!(tmp.is_pl_extend() && pl::PL_RECORD_TYPE == tmp.get_meta().get_extend_type())) { \ for (int64_t i = 0; OB_SUCC(ret) && i < actual_column_count; ++i) { \ OZ (tmp_result.push_back(singal_value)); \ } \ } else { \ /*查询返回的结果列是Record的场景, 将Record展开*/ \ ObPLRecord* record = reinterpret_cast(tmp.get_ext()); \ ObObj *values = NULL; \ CK (OB_NOT_NULL(record)); \ CK (OB_NOT_NULL(values = record->get_element())); \ for (int64_t i = 0; OB_SUCC(ret) && i < type_count; ++i) { \ ObObj deep_copy; \ OZ (deep_copy_obj(*cast_ctx.allocator_v2_, values[i], deep_copy)); \ OZ (tmp_result.push_back(deep_copy)); \ } \ } \ OZ (store_result(ctx, into_exprs[0], column_types, \ type_count, exprs_not_null, pl_integer_ranges, \ row_desc, is_strict, \ cast_ctx, tmp_result)); \ } /***************************************************************************************/ /* 注意:以下是内存排列有关的代码,修改这里一定要十分理解各种数据类型在LLVM端和SQL端的内存排列和生命周期。 * SQL端的隐式赋值(Into/Bulk Collect Into)相对于显式赋值(Assign)较为简单,因为需要存储的源数据一定是从查询语句获得的 * 基础数据类型,不存在源端是ADT的情况。 * 如有问题请联系如颠ryan.ly ***************************************************************************************/ int ObSPIService::get_result(ObPLExecCtx *ctx, void *result_set, // 存储结果集的结构, 可能是ObSPICursor和ObInnerSQLResult bool is_streaming, //false表示结果是ObSPICursor,否则是ObInnerSQLResult const ObSqlExpression **into_exprs, //ObSqlExpression*数组,指示了该result存放的位置:如果是Question Mark,表示是在params里的下标,如果是ObjAccess,其表达式结果表示是一个内存地址 int64_t into_count, // 代表into_exprs的数量 const ObDataType *column_types, int64_t type_count, const bool *exprs_not_null, const int64_t *pl_integer_ranges, ObIArray *out_using_params, //动态DML的returing通过USING OUT传参 int64_t &row_count, ObNewRow ¤t_row, //返回最后一行 bool &can_retry, bool has_hidden_rowid, //如果最后一列是隐藏的rowid,需要跳过 bool is_bulk, bool is_dynamic_sql, bool for_cursor, //是否检查单行和notfound bool is_forall, int64_t limit) //INT64_MAX:无limit { int ret = OB_SUCCESS; ObIAllocator *allocator = ctx->allocator_; ObExecContext *exec_ctx = ctx->exec_ctx_; ObPLCursorInfo *implicit_cursor = NULL; int64_t hidden_column_count = has_hidden_rowid ? 1 : 0; bool for_dbms_sql = for_cursor && 0 == into_count; //DBMS_SQL包允许没有into子句的情况下获取数据 CK (OB_NOT_NULL(allocator), OB_NOT_NULL(exec_ctx), OB_NOT_NULL(exec_ctx->get_my_session())); if (OB_SUCC(ret) && !for_cursor) { CK (OB_NOT_NULL(implicit_cursor = exec_ctx->get_my_session()->get_pl_implicit_cursor())); } if (OB_FAIL(ret)) { } else if (into_count > 0 || NULL != out_using_params || for_dbms_sql) { // INTO, BULK COLLECT INTO, FETCH INTO, FETCH BULK COLLECT INTO以及动态DML语句USING OUT if (OB_ISNULL(result_set) || ((NULL == column_types || type_count <= 0) && into_count > 0) || (NULL == into_exprs && into_count > 0) || (into_count > 0 && NULL != out_using_params) //如果有USING OUT一定不能同时出现INTO子句 || (!for_cursor && INT64_MAX != limit) //limit子句仅可能出现在Fetch语句 || (!is_bulk && INT64_MAX != limit) //limit子句必须和Bulk Collect合用 || (!is_streaming && !for_cursor)) { //如果不是流式,那么一定是cursor ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(result_set), K(into_exprs), K(into_count), K(column_types), K(type_count), K(for_cursor), K(is_bulk), K(limit), K(out_using_params), K(ret)); } else if (!is_streaming && 0 == static_cast(result_set)->row_store_.get_row_cnt()) { //Oracle里找不到数据的话,BULK不报错、Returning不报错、Cursor(Fetch)不报错;只有SELECT INTO一种报错 if (is_bulk) { // BULK模式如果没有数据也需要初始化数组 const ObSqlExpression *result_expr = NULL; ObObjParam result_address; for (int64_t i = 0; OB_SUCC(ret) && i < into_count; ++i) { ObPLCollection *table = NULL; CK (OB_NOT_NULL(result_expr = into_exprs[i])); CK (is_obj_access_expression(*result_expr)); OZ (spi_calc_expr(ctx, result_expr, OB_INVALID_INDEX, &result_address)); CK (OB_NOT_NULL(table = reinterpret_cast(result_address.get_ext()))); CK (OB_NOT_NULL(table)); if (OB_SUCC(ret) && (!table->is_inited() || for_cursor || (NULL != implicit_cursor && !implicit_cursor->get_in_forall()) || (NULL != implicit_cursor && 0 == implicit_cursor->get_bulk_rowcount_count()))) { //FORALL的BULK是追加模式,仅在非追加模式或追加模式的第一次需要spi_reset_collection OZ (spi_set_collection(ctx->exec_ctx_->get_my_session()->get_effective_tenant_id(), ctx, *allocator, *table, 0)); } } } ret = OB_READ_NOTHING; } else { bool not_found = false; int64_t column_count = 0; int64_t actual_column_count = 0; // Step1: 获取结果集行描述 ObArray row_desc; if (OB_FAIL(row_desc.reserve(OB_DEFAULT_SE_ARRAY_COUNT))) { LOG_WARN("fail to reserve row_desc", K(ret)); } else if (!is_streaming) { //Mysql模式的Cursor或者可更新游标或者游标表达式会缓存数据 column_count = static_cast(result_set)->row_desc_.count(); actual_column_count = column_count - hidden_column_count; // TODO: 原来的 column_count 是通过 row_store_ 拿到的, OB_RA_ROW_STORE 不提供 row_col_cnt // 这个判断暂时没有意义,先注掉 // OV (column_count == static_cast(result_set)->row_desc_.count(), // OB_INVALID_ARGUMENT, // K(actual_column_count), // K(static_cast(result_set)->row_desc_.count())); for (int64_t i = 0; OB_SUCC(ret) && i < actual_column_count; ++i) { OZ (row_desc.push_back(static_cast(result_set)->row_desc_.at(i))); } } else { ObResultSet* spi_result_set = static_cast(result_set)->get_result_set(); const common::ColumnsFieldIArray *fields = NULL != spi_result_set ? spi_result_set->get_field_columns() : NULL; if (OB_ISNULL(fields)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid argument", K(ret)); } else { column_count = fields->count(); actual_column_count = column_count; } for (int64_t i = 0; OB_SUCC(ret) && i < actual_column_count; ++i) { ObDataType type; type.set_meta_type(fields->at(i).type_.get_meta()); type.set_accuracy(fields->at(i).accuracy_); if (OB_FAIL(row_desc.push_back(type))) { LOG_WARN("push back error", K(i), K(fields->at(i).type_), K(fields->at(i).accuracy_), K(ret)); } } } // Step2: 检查类型匹配 if (OB_SUCC(ret)) { if (for_dbms_sql) { //DBMS_SQL包的FETCH不需要检查 } else if (NULL == out_using_params) { if (actual_column_count != type_count && actual_column_count != into_count) { ret = OB_ERR_SP_INVALID_FETCH_ARG; LOG_WARN("type count is not equal to column count", K(column_count), K(actual_column_count), K(type_count), K(ret)); } if (actual_column_count == type_count) { for (int64_t i = 0; OB_SUCC(ret) && i < actual_column_count; ++i) { if (!cast_supported(row_desc.at(i).get_obj_type(), row_desc.at(i).get_collation_type(), column_types[i].get_obj_type(), column_types[i].get_collation_type())) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("cast parameter to expected type not supported", K(ret), K(i), K(row_desc.at(i)), K(column_types[i])); } } } } else { if (actual_column_count != out_using_params->count()) { ret = OB_ERR_SP_INVALID_FETCH_ARG; LOG_WARN("param count is not equal to column count", K(column_count), K(actual_column_count), K(*out_using_params), K(ret)); } } } // Step3: 获取collationtype和castmode ObCollationType cast_coll_type = CS_TYPE_INVALID; ObCastMode cast_mode = CM_NONE; const ObDataTypeCastParams dtc_params = ObBasicSessionInfo::create_dtc_params(ctx->exec_ctx_->get_my_session()); bool is_strict = false; if (OB_SUCC(ret)) { OZ (exec_ctx->get_my_session()->get_collation_connection(cast_coll_type)); OX (is_strict = is_strict_mode(exec_ctx->get_my_session()->get_sql_mode())); OZ (ObSQLUtils::get_default_cast_mode(stmt::T_NONE, exec_ctx->get_my_session(), cast_mode)); } // Step4: 获取结果并存储到变量 if (OB_SUCC(ret) && !is_bulk) { // [FETCH] INTO x, y, z OR [FETCH] INTO record /* * 若非多个variables,便是单个record。不可能是多个record或者record和variables混在一起。(详见oracle语法) * 1、如果是多个into,into的数目必须和select item数目一致(一定是多个variables的情况); * 2、如果into的数目比select item少,那么into的数目必须是1(一定是单个record的情况); * 3、如果into的数目和select item一样多,并且是1,那么是单个record还是单个变量不确定,但是同样是合法的; * 还有一种特殊情况,是动态DML语句带RETURNING通过USING OUT传递参数的情况,详见: * https://work.aone.alibaba-inc.com/issue/28206174 * 这种情况仅支持SQL基础类型。 * 另外,DBMS_SQL没有输出参数,只需要返回current_row即可 */ if (!((into_count < actual_column_count && 1 == into_count) || into_count == actual_column_count || (NULL != out_using_params && out_using_params->count() == actual_column_count ) || (for_cursor && NULL == out_using_params && 0 == into_count))) { ret = OB_ERR_COULUMN_VALUE_NOT_MATCH; LOG_WARN("into clause not match select items", K(into_count), K(column_count), K(actual_column_count), K(out_using_params), K(ret)); } else if (OB_FAIL(fetch_row(result_set, is_streaming, row_count, current_row))) { if (OB_ITER_END == ret) { not_found = true; if (!for_cursor) { implicit_cursor->set_rowcount(0); } if (is_streaming) { current_row.reset(); } ret = OB_SUCCESS; } else { LOG_WARN("read result error", K(ret), K(row_count), K(for_cursor)); } } else { if (for_dbms_sql) { //DBMS_SQL包的FETCH不需要检查 } else if (NULL != out_using_params) { for (int64_t i = 0; OB_SUCC(ret) && i < actual_column_count; ++i) { OZ (deep_copy_obj(*allocator, current_row.get_cell(i), *out_using_params->at(i))); out_using_params->at(i)->set_param_meta(); } } else { STORE_INTO_RESULT(current_row.get_cell(i)); } if (OB_SUCC(ret) && !for_cursor) { //如果不是cursor,into只能返回一行,需要检查返回多行报错 if (OB_FAIL(fetch_row(result_set, is_streaming, row_count, current_row))) { if (OB_ITER_END == ret) { ret = OB_SUCCESS; } else { LOG_WARN("read result error", K(ret)); } } else { ret = OB_ERR_TOO_MANY_ROWS; } // If a SELECT INTO statement without a BULK COLLECT clause returns multiple rows, // PL/SQL raises the predefined exception TOO_MANY_ROWS and SQL%ROWCOUNT returns 1, // not the actual number of rows that satisfy the query. implicit_cursor->set_rowcount(1); } } } if (OB_SUCC(ret) && is_bulk) { // BULK COLLECT INTO const ObSqlExpression *result_expr = NULL; ObObjParam result_address; ObArray bulk_tables; ObArray cast_ctxs; OZ (bulk_tables.reserve(OB_DEFAULT_SE_ARRAY_COUNT)); OZ (cast_ctxs.reserve(OB_DEFAULT_SE_ARRAY_COUNT)); for (int64_t i = 0; OB_SUCC(ret) && i < into_count; ++i) { ObPLCollection *table = NULL; ObIAllocator *collection_allocator = NULL; CK (OB_NOT_NULL(result_expr = into_exprs[i])); CK (is_obj_access_expression(*result_expr)); OZ (spi_calc_expr(ctx, result_expr, OB_INVALID_INDEX, &result_address)); CK (OB_NOT_NULL(table = reinterpret_cast(result_address.get_ext()))); CK (OB_NOT_NULL(table)); OZ (bulk_tables.push_back(table)); OX (table->print()); if (OB_SUCC(ret) && (!table->is_inited() || for_cursor || (NULL != implicit_cursor && !implicit_cursor->get_in_forall()) || (NULL != implicit_cursor && 0 == implicit_cursor->get_bulk_rowcount_count()))) { //FORALL的BULK是追加模式,仅在非追加模式或追加模式的第一次需要spi_reset_collection OZ (spi_set_collection(ctx->exec_ctx_->get_my_session()->get_effective_tenant_id(), ctx, *allocator, *table, 0)); } CK (OB_NOT_NULL(collection_allocator = table->get_allocator())); for (int64_t j = 0; OB_SUCC(ret) && j < table->get_column_count(); ++j) { OZ (cast_ctxs.push_back(ObCastCtx(collection_allocator, &dtc_params, cast_mode, cast_coll_type))); } } ObArray tmp_result; OZ (tmp_result.reserve(OB_DEFAULT_SE_ARRAY_COUNT)); while (OB_SUCC(ret) && (limit < 0 || row_count < limit)) { if (OB_FAIL(fetch_row(result_set, is_streaming, row_count, current_row))) { break; } OZ (collect_cells(current_row, column_types, type_count, row_desc, is_strict, cast_ctxs, hidden_column_count, tmp_result)); } if (OB_FAIL(ret)) { if (OB_ITER_END == ret) { // CURSOR BULK COLLECT INTO的NOTFOUND行为与SQL不同, 只要遇到ITER_END就设置为TRUE not_found = 0 == row_count || for_cursor ? true : false; ret = OB_SUCCESS; } else { LOG_WARN("read result error", K(ret)); } } if (OB_SUCC(ret) && row_count > 0) { // 累积存储在pl table里 OZ (store_result(bulk_tables, row_count, type_count, tmp_result, NULL == implicit_cursor ? false : implicit_cursor->get_in_forall())); } if (!for_cursor && OB_NOT_NULL(implicit_cursor)) { OX (implicit_cursor->set_rowcount(row_count)); // 设置隐式游标 } } if (OB_SUCC(ret) && not_found) { /* * Oracle模式: * 如果找不到数据,Select Into会抛出异常;BULK不报错;Returning不报错,结果undefined;cursor不会抛出异常,但是会把错误记录在CURSOR里 * Mysql模式: * 无论静态SQL还是cursor都会抛出异常,但是静态SQL的NOT FOUND异常如果最后没有被捕捉会吞掉该异常,并报一个WARNING信息出来; * 如果是cursor的NOT FOUND异常如果最后没有被捕捉则会抛出这个错误。 */ if (lib::is_oracle_mode()) { // for not found, fetch into and bulk into and returning into not report error. if (!for_cursor && !is_bulk) { if (ObStmt::is_dml_write_stmt(static_cast (result_set)->result_set().get_stmt_type())) { // dml returning with dynamic sql need set into value to null if (is_dynamic_sql && into_count > 0) { STORE_INTO_RESULT(ObObj(ObNullType)); } } else { // not fetch into, not returning into, must be select into ret = OB_READ_NOTHING; } } else if (for_cursor) { //cursor不会抛出异常,但是我们这里需要把错误抛给上层的spi_cursor_fetch来设置属性,PL在CG Fetch的时候再把错误码吞掉 ret = OB_READ_NOTHING; } } else { ret = OB_READ_NOTHING; } } } } else if (!for_cursor) { //虽然不需要存储结果,但是也需要把get_next调一遍 ObInnerSQLResult *inner_result = static_cast(result_set); if (inner_result->result_set().is_with_rows()) { // SELECT或DML RETURNING if (lib::is_oracle_mode()) { // ORACLE Mode: only iterate to end while (OB_SUCC(inner_result->next())) { row_count++; } implicit_cursor->set_rowcount(row_count); if (OB_ITER_END == ret) { ret = OB_SUCCESS; } else { LOG_WARN("read result error", K(ret), K(row_count)); } } else { // MYSQL Mode: send query result to client. ObSQLSessionInfo *session_info = NULL; ObSyncCmdDriver *query_sender = NULL; CK (OB_NOT_NULL(session_info = exec_ctx->get_my_session())); CK (OB_NOT_NULL( query_sender = static_cast(session_info->get_pl_query_sender()))); OZ (query_sender->response_query_result(inner_result->result_set(), session_info->is_ps_protocol(), true, can_retry)); OZ (query_sender->send_eof_packet(true)); } } else if (stmt::T_ANONYMOUS_BLOCK != inner_result->result_set().get_stmt_type()) { // 不带Returing的INSERT,DELETE,UPDATE if (stmt::T_UPDATE == inner_result->result_set().get_stmt_type()) { ObPhysicalPlanCtx *phy_ctx = GET_PHY_PLAN_CTX(inner_result->result_set().get_exec_context()); CK (OB_NOT_NULL(phy_ctx)); OX (implicit_cursor->set_rowcount(phy_ctx->get_row_matched_count())); } else { implicit_cursor->set_rowcount(inner_result->result_set().get_affected_rows()); } } } else { /*do nothing*/ } if (OB_SUCC(ret) && !for_cursor) { ObInnerSQLResult *inner_result = static_cast(result_set); ObPhysicalPlan *physical_plan = inner_result->result_set().get_physical_plan(); ObPhysicalPlanCtx *plan_ctx = nullptr; if (OB_NOT_NULL(physical_plan)) { if (OB_NOT_NULL(plan_ctx = GET_PHY_PLAN_CTX(inner_result->result_set().get_exec_context()))) { physical_plan->update_cache_access_stat(plan_ctx->get_table_scan_stat()); plan_ctx->get_table_scan_stat().reset_cache_stat(); if (is_forall) { const ImplicitCursorInfoArray &cursor_array = plan_ctx->get_implicit_cursor_infos(); implicit_cursor->reset_bulk_rowcount(); implicit_cursor->clear_row_count(); for (int64_t i = 0; OB_SUCC(ret) && i < cursor_array.count(); ++i) { implicit_cursor->set_rowcount(cursor_array.at(i).affected_rows_); } } } } } return ret; } #undef STORE_INTO_RESULT int ObSPIService::collect_cells(ObNewRow &row, const ObDataType *result_types, int64_t type_count, const ObIArray &row_desc, bool is_strict, ObIArray &cast_ctxs, int64_t hidden_column_count, ObIArray &result) { int ret = OB_SUCCESS; ObObj tmp_obj; if (OB_ISNULL(result_types) || type_count + hidden_column_count != row.get_count() || type_count != row_desc.count() || type_count != cast_ctxs.count() ) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is Invalid", K(result_types), K(type_count), K(row_desc.count()), K(cast_ctxs.count()), K(row.get_count()), K(hidden_column_count), K(ret)); } else { for (int64_t i = 0; OB_SUCC(ret) && i < row.get_count() - hidden_column_count; ++i) { tmp_obj.reset(); ObObj &obj = row.get_cell(i); obj.set_collation_level(result_types[i].get_collation_level()); if (obj.get_meta() == result_types[i].get_meta_type() && (row_desc.at(i).get_accuracy() == result_types[i].get_accuracy() || (result_types[i].get_meta_type().is_number() // NUMBER目标类型精度未知直接做赋值 && PRECISION_UNKNOWN_YET == result_types[i].get_accuracy().get_precision() && ORA_NUMBER_SCALE_UNKNOWN_YET == result_types[i].get_accuracy().get_scale()) || (result_types[i].get_meta_type().is_character_type() // CHAR/VARCHAR长度未知直接赋值 && (-1) == result_types[i].get_accuracy().get_length()))) { if (OB_FAIL(deep_copy_obj(*cast_ctxs.at(i).allocator_v2_, obj, tmp_obj))) { LOG_WARN("deep copy error", K(obj), K(ret)); } else { LOG_DEBUG("same type deep copy directly", K(obj), K(tmp_obj), K(result_types[i]), K(i)); } } else { LOG_DEBUG("column convert", K(i), K(obj.get_meta()), K(result_types[i].get_meta_type()), K(row_desc.at(i)), K(result_types[i].get_accuracy())); ObExprResType result_type; result_type.set_meta(result_types[i].get_meta_type()); result_type.set_accuracy(result_types[i].get_accuracy()); if ((result_type.is_blob() || result_type.is_blob_locator()) && lib::is_oracle_mode()) { cast_ctxs.at(i).cast_mode_ |= CM_ENABLE_BLOB_CAST; } OZ (ObExprColumnConv::convert_with_null_check(tmp_obj, obj, result_type, is_strict, cast_ctxs.at(i))); if (OB_SUCC(ret) && tmp_obj.need_deep_copy() && obj.get_string_ptr() == tmp_obj.get_string_ptr()) { // obj may not deep copied in ObExprColumnConv::convert(), do deep copy it if needed. ObObj tmp_obj2 = tmp_obj; CK (OB_NOT_NULL(cast_ctxs.at(i).allocator_v2_)); OZ (deep_copy_obj(*cast_ctxs.at(i).allocator_v2_, tmp_obj2, tmp_obj)); } } if (OB_SUCC(ret)) { if (OB_FAIL(result.push_back(tmp_obj))) { LOG_WARN("push back error", K(obj), K(tmp_obj), K(ret)); } } } } LOG_DEBUG("spi get result", K(result), K(ret)); return ret; } int ObSPIService::check_package_dest_and_deep_copy( ObPLExecCtx &ctx, const ObSqlExpression &expr, ObIArray &src_array, ObIArray &dst_array) { int ret = OB_SUCCESS; if (is_obj_access_expression(expr)) { if (expr.get_expr_items().count() > 1 && T_OP_GET_PACKAGE_VAR == expr.get_expr_items().at(1).get_item_type() && OB_NOT_NULL(expr.get_expr_items().at(1).get_expr_operator()) && expr.get_expr_items().at(1).get_expr_operator()->get_result_type().is_ext()) { uint16_t param_pos = expr.get_expr_items().at(1).get_param_idx(); uint64_t package_id = OB_INVALID_ID; ObIAllocator *allocator = NULL; OX (package_id = expr.get_expr_items().at(param_pos).get_obj().get_uint64()); OZ (spi_get_package_allocator(&ctx, package_id, allocator)); CK (OB_NOT_NULL(allocator)); for (int64_t i = 0; OB_SUCC(ret) && i < src_array.count(); ++i) { ObObj tmp; if (src_array.at(i).is_pl_extend()) { pl::ObUserDefinedType::deep_copy_obj(*allocator, src_array.at(i), tmp); } else { OZ (ob_write_obj(*allocator, src_array.at(i), tmp)); } OZ (dst_array.push_back(tmp)); } } else { OZ (dst_array.assign(src_array)); } } else { OZ (dst_array.assign(src_array)); } return ret; } int ObSPIService::store_result(ObPLExecCtx *ctx, const ObSqlExpression *result_expr, const ObDataType *result_types, int64_t type_count, const bool *not_null_flags, const int64_t *pl_integer_ranges, const ObIArray &row_desc, bool is_strict, ObCastCtx &cast_ctx, ObIArray &obj_array) { int ret = OB_SUCCESS; bool need_convert_type = true; ObSEArray tmp_obj_array; ObIArray *calc_array = &obj_array; CK(OB_NOT_NULL(ctx)); CK(OB_NOT_NULL(ctx->func_)); CK(OB_NOT_NULL(ctx->params_)); CK(OB_NOT_NULL(ctx->exec_ctx_)); CK(OB_NOT_NULL(ctx->exec_ctx_->get_my_session())); CK(OB_NOT_NULL(result_expr)); CK(OB_NOT_NULL(result_types)); CK(OB_NOT_NULL(not_null_flags)); CK(OB_NOT_NULL(pl_integer_ranges)); CK(!obj_array.empty()); if (OB_SUCC(ret) && type_count != obj_array.count()) { ret = OB_ERR_SP_INVALID_FETCH_ARG; LOG_WARN("type count is not equal to column count", K(obj_array.count()), K(type_count), K(ret)); } if (OB_SUCC(ret) && (is_get_var_func_expression(*result_expr) || row_desc.count() != obj_array.count())) { need_convert_type = false; } // 检查not null修饰符是否生效 for (int64_t i = 0; OB_SUCC(ret) && i < type_count; ++i) { if (not_null_flags[i] && obj_array.at(i).is_null()) { ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; LOG_WARN("not null check violated", K(type_count), K(obj_array.at(i).is_null()), K(not_null_flags[i]), K(i), K(ret)); } } // 做类型转换 if (OB_SUCC(ret) && need_convert_type) { ObObj tmp_obj; calc_array = &tmp_obj_array; for (int i = 0; OB_SUCC(ret) && i < obj_array.count(); ++i) { ObObj &obj = obj_array.at(i); tmp_obj.reset(); obj.set_collation_level(result_types[i].get_collation_level()); LOG_DEBUG("column convert", K(obj.get_meta()), K(result_types[i].get_meta_type()), K(row_desc.at(i)), K(result_types[i].get_accuracy())); if (obj.get_meta() == result_types[i].get_meta_type() && (row_desc.at(i).get_accuracy() == result_types[i].get_accuracy() || (result_types[i].get_meta_type().is_number() // NUMBER目标类型精度未知直接做赋值 && PRECISION_UNKNOWN_YET == result_types[i].get_accuracy().get_precision() && ORA_NUMBER_SCALE_UNKNOWN_YET == result_types[i].get_accuracy().get_scale()) || (result_types[i].get_meta_type().is_character_type() // CHAR/VARCHAR长度未知,直接赋值 && -1 == result_types[i].get_accuracy().get_length()))) { ObObj tmp_obj; if (obj.is_pl_extend()) { OZ (ObUserDefinedType::deep_copy_obj(*cast_ctx.allocator_v2_, obj, tmp_obj, true)); /* * Must deconstruct composite in ObObj * */ if (OB_SUCC(ret) && obj.get_meta().get_extend_type() != PL_CURSOR_TYPE) { OZ (ObUserDefinedType::destruct_obj(obj, ctx->exec_ctx_->get_my_session())); } } else { OZ (deep_copy_obj(*cast_ctx.allocator_v2_, obj, tmp_obj)); } if (OB_SUCC(ret) && tmp_obj.get_meta().is_bit()) { tmp_obj.set_scale(result_types[i].get_meta_type().get_scale()); } OZ (tmp_obj_array.push_back(tmp_obj)); if (OB_SUCC(ret)) { LOG_DEBUG("same type directyly copy", K(obj), K(tmp_obj), K(result_types[i]), K(i)); } } else { LOG_DEBUG("column convert", K(i), K(obj.get_meta()), K(result_types[i].get_meta_type()), K(row_desc.at(i)), K(result_types[i].get_accuracy())); const ObIArray *type_info = NULL; if (ob_is_enum_or_set_type(result_types[i].get_obj_type())) { if (!is_question_mark_expression(*result_expr)) { ret = OB_NOT_SUPPORTED; LOG_WARN("only can store to local enum set variables", K(ret)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "store to not local enum set variables"); } else { int64_t param_idx = get_const_value(*result_expr).get_unknown(); if (param_idx >= ctx->func_->get_variables().count() || param_idx < 0) { ret = OB_ARRAY_OUT_OF_RANGE; LOG_WARN("param idx out of range", K(ret), K(param_idx)); } else { type_info = &(ctx->func_->get_variables().at(param_idx).get_type_info()); } } } ObExprResType result_type; OX (result_type.set_meta(result_types[i].get_meta_type())); OX (result_type.set_accuracy(result_types[i].get_accuracy())); if (OB_SUCC(ret) && (result_type.is_blob() || result_type.is_blob_locator()) && lib::is_oracle_mode()) { cast_ctx.cast_mode_ |= CM_ENABLE_BLOB_CAST; } if (OB_FAIL(ret)) { } else if (result_type.is_null() || result_type.is_unknown()) { tmp_obj = obj; } else { OZ (ObExprColumnConv::convert_with_null_check(tmp_obj, obj, result_type, is_strict, cast_ctx, type_info)); if (OB_ERR_DATA_TOO_LONG == ret && lib::is_oracle_mode()) { LOG_WARN("change error code to value error", K(ret)); ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; } } if (OB_SUCC(ret) && tmp_obj.need_deep_copy() && obj.get_string_ptr() == tmp_obj.get_string_ptr()) { // obj may not deep copied in ObExprColumnConv::convert(), do deep copy it if needed. ObObj tmp_obj2 = tmp_obj; CK (OB_NOT_NULL(cast_ctx.allocator_v2_)); OZ (deep_copy_obj(*cast_ctx.allocator_v2_, tmp_obj2, tmp_obj)); } OZ (tmp_obj_array.push_back(tmp_obj)); if (OB_SUCC(ret) && tmp_obj.get_meta().is_bit()) { tmp_obj_array.at(i).set_scale(result_types[i].get_meta_type().get_scale()); } } } } // check range for (int64_t i = 0; OB_SUCC(ret) && i < calc_array->count(); ++i) { OZ (sql::ObExprPLIntegerChecker::check_range(calc_array->at(i), calc_array->at(i).get_type(), pl_integer_ranges[i])); } // 向变量赋值 if (OB_SUCC(ret)) { ParamStore *params = ctx->params_; ObObjParam result_address; if (is_obj_access_expression(*result_expr)) { //通过ObjAccess访问得到的基础变量或record ObSEArray dst_array; OZ (spi_calc_expr(ctx, result_expr, OB_INVALID_INDEX, &result_address)); OZ (check_package_dest_and_deep_copy(*ctx, *result_expr, *calc_array, dst_array)); OZ (store_datums(result_address, dst_array)); } else if (is_question_mark_expression(*result_expr)) { //通过question mark访问得到的基础变量 int64_t param_idx = get_const_value(*result_expr).get_unknown(); ObAccuracy accuracy; if (param_idx >= params->count() || param_idx < 0) { ret = OB_ARRAY_OUT_OF_RANGE; LOG_WARN("param idx out of range", K(ret), K(param_idx), K(params->count())); } if (OB_SUCC(ret) && params->at(param_idx).is_pl_extend() && params->at(param_idx).get_ext() != 0 && params->at(param_idx).get_ext() != calc_array->at(0).get_ext()) { OZ (ObUserDefinedType::destruct_obj(params->at(param_idx), ctx->exec_ctx_->get_my_session())); } OX (params->at(param_idx) = calc_array->at(0)); OX (params->at(param_idx).set_param_meta()); OZ (spi_process_nocopy_params(ctx, param_idx)); OX (accuracy.set_accuracy(result_types[0].accuracy_)); OX (params->at(param_idx).set_accuracy(accuracy)); OZ (spi_pad_char_or_varchar(ctx->exec_ctx_->get_my_session(), result_types[0].get_obj_type(), accuracy, ctx->allocator_, &(params->at(param_idx)))); } else if (is_get_var_func_expression(*result_expr) || is_get_package_or_subprogram_var_expression(*result_expr)) { //通过系统函数访问的基础变量(user var/sys var) 或 访问的package/subprogram 变量 ObObjParam value; OX (value = calc_array->at(0)); OX (value.set_param_meta()); OZ (spi_set_variable(ctx, static_cast(result_expr), &value)); } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid result address", K(*calc_array), K(*result_expr), K(result_address), K(ret)); } } return ret; } int ObSPIService::store_result(ObIArray &bulk_tables, int64_t row_count, int64_t column_count, const ObIArray &obj_array, bool append_mode) { int ret = OB_SUCCESS; if (bulk_tables.empty() || obj_array.empty()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(bulk_tables), K(obj_array), K(ret)); } else { int64_t start_idx = 0; for (int64_t i = 0; OB_SUCC(ret) && i < bulk_tables.count(); ++i) { ObPLCollection *table = bulk_tables.at(i); if (OB_ISNULL(table) || OB_ISNULL(table->get_allocator())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("table or allocator is NULL", K(table), K(ret)); } else { int64_t old_count = table->get_count(); void *old_data = table->get_data(); ObIAllocator *allocator = table->get_allocator(); void *bulk_addr = append_mode ? allocator->alloc((row_count + old_count) * sizeof(ObObj)) : allocator->alloc(row_count * sizeof(ObObj)); if (OB_ISNULL(bulk_addr)) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("get a invalid address", K(bulk_addr), K(row_count), K(old_count), K(table->get_column_count()), K(table->get_data()), K(ret)); } else { table->set_count(append_mode ? old_count + row_count : row_count); if (OB_NOT_NULL(table->get_data())) { allocator->free(table->get_data()); } table->set_data(reinterpret_cast(bulk_addr)); table->set_first(1); table->set_last(table->get_count()); } //初始化所有的ObObj OX (append_mode && old_count > 0 ? MEMCPY(bulk_addr, old_data, old_count * sizeof(ObObj)) : (void*)(NULL)); for (int64_t j = 0; OB_SUCC(ret) && j < row_count; ++j) { OX (new (&reinterpret_cast(table->get_data())[old_count + j])ObObj(ObNullType)); } if (OB_SUCC(ret)) { start_idx += 0 == i ? 0 : bulk_tables.at(i - 1)->get_column_count(); //如果是复杂类型,暂不支持SQL类型是复杂类型,所以这里肯定是个record if (table->get_element_desc().is_composite_type()) { ObArray row; for (int64_t j = 0; OB_SUCC(ret) && j < row_count; ++j) { OX (row.reset()); for (int64_t k = 0; OB_SUCC(ret) && k < table->get_column_count(); ++k) { int64_t idx = j * column_count + start_idx + k; OZ (row.push_back(obj_array.at(idx))); } OZ (table->set_row(row, append_mode ? old_count + j : j)); } } else { //如果table里是基础类型,直接按顺序存储数据即可 int64_t current_datum = append_mode ? reinterpret_cast(bulk_addr) + old_count * sizeof(ObObj) : reinterpret_cast(bulk_addr); for (int64_t j = 0; OB_SUCC(ret) && j < row_count; ++j) { const ObObj ¤t_obj = obj_array.at(j * column_count + start_idx); if (OB_UNLIKELY(table->is_not_null())) { if (current_obj.is_null()) { ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; LOG_WARN("not null check violated", K(current_obj), K(i), K(j), K(*table), K(ret)); } } if (OB_SUCC(ret) && OB_FAIL(store_datum(current_datum, current_obj))) { LOG_WARN("failed to arrange store", K(bulk_addr), K(i), K(obj_array.at(i)), K(obj_array), K(ret)); } } } if (OB_SUCC(ret)) { OZ (table->shrink()); } else if (OB_NOT_NULL(bulk_addr)) { allocator->free(bulk_addr); } } } } } return ret; } int ObSPIService::store_datums(ObObj &dest_addr, const ObIArray &obj_array) { int ret = OB_SUCCESS; if (obj_array.empty()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(dest_addr), K(obj_array), K(ret)); } else { int64_t current_datum = 0; if (dest_addr.is_pl_extend()) { //must be record if (PL_OPAQUE_TYPE == dest_addr.get_meta().get_extend_type()) { CK (1 == obj_array.count()); OX (current_datum = reinterpret_cast(&dest_addr)); } else { ObPLComposite *composite = reinterpret_cast(dest_addr.get_ext()); if (NULL == composite || !composite->is_record()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected composite to store datum", K(composite->get_type()), K(dest_addr), K(obj_array), K(ret)); } else { ObPLRecord *record = static_cast(composite); current_datum = reinterpret_cast(record) + ObRecordType::get_data_offset(record->get_count()); } } } else { //must be a single Obj CK (1 == obj_array.count()); OX (current_datum = reinterpret_cast(dest_addr.get_ext())); } for (int64_t i = 0; OB_SUCC(ret) && i < obj_array.count(); ++i) { if (OB_FAIL(store_datum(current_datum, obj_array.at(i)))) { LOG_WARN("failed to arrange store", K(dest_addr), K(i), K(obj_array.at(i)), K(obj_array), K(ret)); } } } return ret; } int ObSPIService::store_datum(int64_t ¤t_addr, const ObObj &obj) { int ret = OB_SUCCESS; if (OB_UNLIKELY(0 == current_addr) || obj.is_invalid_type()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(current_addr), K(obj), K(ret)); } else { new (reinterpret_cast(current_addr))ObObj(obj); current_addr += sizeof(ObObj); } return ret; } int ObSPIService::fill_cursor(sqlclient::ObMySQLResult *mysql_result, ObSPICursor *cursor) { int ret = OB_SUCCESS; if (OB_ISNULL(mysql_result) || OB_ISNULL(cursor) || OB_ISNULL(static_cast(mysql_result)->get_result_set())) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(mysql_result), K(cursor), K(ret)); } else { ObInnerSQLResult *inner_result = static_cast(mysql_result); const common::ColumnsFieldIArray *fields = NULL != inner_result->get_result_set() ? inner_result->result_set().get_field_columns() : NULL; if (OB_ISNULL(fields)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid argument", K(ret)); } for (int64_t i = 0; OB_SUCC(ret) && i < fields->count(); ++i) { ObDataType type; type.set_meta_type(fields->at(i).type_.get_meta()); type.set_accuracy(fields->at(i).accuracy_); if (OB_FAIL(cursor->row_desc_.push_back(type))) { LOG_WARN("push back error", K(i), K(fields->at(i).type_), K(fields->at(i).accuracy_), K(ret)); } } while (OB_SUCC(ret)) { if (OB_FAIL(mysql_result->next())) { //break } else if (OB_ISNULL(inner_result->get_row())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get a invalud row", K(ret)); } else if (OB_FAIL(cursor->row_store_.add_row(*inner_result->get_row()))) { LOG_WARN("failed to add row to row store", K(ret)); } else { /*do nothing*/ } } if (OB_ITER_END == ret) { ret = OB_SUCCESS; } else { LOG_WARN("read result error", K(ret)); } } return ret; } int ObSPIService::fetch_row(void *result_set, bool is_streaming, int64_t &row_count, ObNewRow &cur_row) { int ret = OB_SUCCESS; if (OB_ISNULL(result_set)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("Argument passed in is NULL", K(result_set), K(ret)); } else if (!is_streaming) { ObSPICursor *cursor = static_cast(result_set); if (OB_FAIL(cursor->row_store_.get_row(cursor->cur_, cur_row))) { if (OB_INDEX_OUT_OF_RANGE == ret && (0 > cursor->cur_ || cursor->cur_ >= cursor->row_store_.get_row_cnt())) { ret = OB_ITER_END; } else { LOG_WARN("read result error", K(cursor->cur_), K(ret)); } } else { ++cursor->cur_; ++row_count; } } else { ObInnerSQLResult *inner_result = static_cast(result_set); if (OB_FAIL(inner_result->next())) { //上层判断返回值,这里不打印信息 } else if (OB_ISNULL(inner_result->get_row())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get a invalid row", K(ret)); } else { cur_row = *inner_result->get_row(); ++row_count; } } LOG_DEBUG("spi fetch row", K(cur_row), K(row_count), K(ret)); return ret; } int ObSPIService::get_result_type(ObPLExecCtx &ctx, const ObSqlExpression &expr, ObExprResType &type) { int ret = OB_SUCCESS; if (OB_ISNULL(ctx.params_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Argument is NULL", K(ret)); } else { if (is_const_expression(expr)) { if (is_question_mark_expression(expr)) { ObObjParam &obj_param = ctx.params_->at(get_const_value(expr).get_int()); type.set_meta(obj_param.get_meta()); type.set_accuracy(obj_param.get_accuracy()); } else { ObObjType obj_type = static_cast(get_expression_type(expr)); type.set_type(obj_type); type.set_accuracy(get_first_expr_item(expr).get_accuracy()); } } else { const ObExprOperator *op = get_first_expr_item(expr).get_expr_operator(); if (OB_ISNULL(op)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr operator is NULL", K(ret)); } else { type = op->get_result_type(); } } } return ret; } const ObPostExprItem &ObSPIService::get_last_expr_item(const ObSqlExpression &expr) { return expr.get_expr_items().at(expr.get_expr_items().count() - 1); } const ObInfixExprItem &ObSPIService::get_first_expr_item(const ObSqlExpression &expr) { return expr.get_expr_items().at(0); } ObItemType ObSPIService::get_expression_type(const ObSqlExpression &expr) { return get_first_expr_item(expr).get_item_type(); } const ObObj &ObSPIService::get_const_value(const ObSqlExpression &expr) { return get_first_expr_item(expr).get_obj(); } bool ObSPIService::is_question_mark_expression(const ObSqlExpression &expr) { return T_QUESTIONMARK == get_expression_type(expr); } bool ObSPIService::is_const_expression(const ObSqlExpression &expr) { return IS_CONST_TYPE(get_expression_type(expr)); } bool ObSPIService::is_obj_access_expression(const ObSqlExpression &expr) { return T_OBJ_ACCESS_REF == get_expression_type(expr); } bool ObSPIService::is_get_var_func_expression(const ObSqlExpression &expr) { return T_OP_GET_USER_VAR == get_expression_type(expr) || T_OP_GET_SYS_VAR == get_expression_type(expr); } bool ObSPIService::is_get_package_or_subprogram_var_expression(const ObSqlExpression &expr) { return T_OP_GET_PACKAGE_VAR == get_expression_type(expr) || T_OP_GET_SUBPROGRAM_VAR == get_expression_type(expr); } int ObSPIService::force_refresh_schema(uint64_t tenant_id) { int ret = OB_SUCCESS; int64_t local_version = OB_INVALID_VERSION; int64_t global_version = OB_INVALID_VERSION; if (OB_ISNULL(GCTX.schema_service_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("schema service is NULL", K(ret)); } else if (OB_FAIL(GCTX.schema_service_->get_tenant_refreshed_schema_version( tenant_id, local_version))) { LOG_WARN("fail to get local version", K(ret), K(tenant_id)); } else if (OB_FAIL(GCTX.schema_service_->get_tenant_received_broadcast_version( tenant_id, global_version))) { LOG_WARN("fail to get global version", K(ret), K(tenant_id)); } else if (local_version >= global_version) { // do nothing } else if (OB_FAIL(GCTX.schema_service_->async_refresh_schema(tenant_id, global_version))) { LOG_WARN("failed to refresh schema", K(ret), K(tenant_id), K(local_version), K(global_version)); } return ret; } int ObSPIService::resolve_exec_params(const ParseResult &parse_result, ObSQLSessionInfo &session, sql::ObRawExprFactory &expr_factory, pl::ObPLBlockNS &secondary_namespace, ObSPIPrepareResult &prepare_result, common::ObIAllocator &allocator) { int ret = OB_SUCCESS; for (ParamList *current_param = parse_result.param_nodes_; OB_SUCC(ret) && NULL != current_param; current_param = current_param->next_) { ObRawExpr* expr = NULL; if (OB_ISNULL(current_param->node_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("param node is NULL", K(ret)); } else { if (session.is_for_trigger_package() && ObRawExprUtils::is_new_old_column_ref(current_param->node_)) { ParseNode *obj_access_node = NULL; OZ (ObRawExprUtils::mock_obj_access_ref_node(allocator, obj_access_node, current_param->node_, prepare_result.tg_timing_event_)); CK (OB_NOT_NULL(obj_access_node)); OZ (ObPLResolver::resolve_raw_expr(*obj_access_node, allocator, expr_factory, secondary_namespace, false, /*is_prepare_protocol*/ expr)); } else { OZ (ObPLResolver::resolve_local_var(*current_param->node_, secondary_namespace, expr_factory, &session, expr)); } } if (OB_FAIL(ret)) { // do noting } else if (OB_ISNULL(expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("null expr", K(ret)); // prepare协议不支持执行参数是ENUM SET的情况,这里将ENUM SET转换为VARCHAR } else if (ob_is_enum_or_set_type(expr->get_result_type().get_type())) { ObSysFunRawExpr *out_expr = NULL; if (OB_FAIL(ObRawExprUtils::create_type_to_str_expr(expr_factory, expr, out_expr, &session, true))) { LOG_WARN("failed to create type to str expr", K(ret)); } else if (OB_ISNULL(out_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("null raw expr", K(ret)); } else { expr = out_expr; } } if (OB_SUCC(ret)) { bool find = false; for (int64_t i = 0; OB_SUCC(ret) && !find && i < prepare_result.exec_params_.count(); ++i) { CK (OB_NOT_NULL(prepare_result.exec_params_.at(i))); if (OB_SUCC(ret)) { if (prepare_result.exec_params_.at(i)->same_as(*expr)) { find = true; } } } if (OB_SUCC(ret) && !find) { OZ (prepare_result.exec_params_.push_back(expr)); } } } return ret; } int ObSPIService::resolve_into_params(const ParseResult &parse_result, ObSQLSessionInfo &session, sql::ObRawExprFactory &expr_factory, pl::ObPLBlockNS &secondary_namespace, ObSPIPrepareResult &prepare_result) { int ret = OB_SUCCESS; ParseNode *into_node = NULL; if (OB_ISNULL(parse_result.result_tree_) || OB_UNLIKELY(T_STMT_LIST != parse_result.result_tree_->type_) || OB_ISNULL(parse_result.result_tree_->children_[0])) { ret = OB_ERR_UNEXPECTED; LOG_WARN("result tree is NULL or invalid result tree", K(ret)); } else if (OB_FAIL(ObResolverUtils::get_select_into_node(*parse_result.result_tree_->children_[0], into_node, true))) { LOG_WARN("wrong usage of into clause", K(ret)); } else if (T_SELECT == parse_result.result_tree_->children_[0]->type_ && NULL != into_node && T_INTO_VARIABLES == into_node->type_) { if (OB_ISNULL(into_node->children_[0]) || OB_UNLIKELY(T_INTO_VARS_LIST != into_node->children_[0]->type_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid into vars", K(ret)); } else { ParseNode *into_list = into_node->children_[0]; for (int64_t i = 0; OB_SUCC(ret) && i < into_list->num_child_; ++i) { ObRawExpr* expr = NULL; if (OB_ISNULL(into_list->children_[i])) { ret = OB_ERR_UNEXPECTED; LOG_WARN("param node is NULL", K(ret)); } else if (T_IDENT == into_list->children_[i]->type_) { if (OB_FAIL(ObPLResolver::resolve_local_var(*into_list->children_[i], secondary_namespace, expr_factory, &session, expr))) { LOG_WARN("failed to resolve_local_var", K(ret)); } } else if (T_USER_VARIABLE_IDENTIFIER == into_list->children_[i]->type_ ) { if (OB_FAIL(ObRawExprUtils::build_get_user_var(expr_factory, ObString(into_list->children_[i]->str_len_, into_list->children_[i]->str_value_), expr, &session))) { LOG_WARN("Failed to build get user var", K(into_list->children_[i]->str_value_), K(ret)); } } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid into node", K(ret)); } if (OB_SUCC(ret)) { if (OB_FAIL(prepare_result.into_exprs_.push_back(expr))) { LOG_WARN("push_back error", K(ret)); } } } } } else { /*do nothing*/ } return ret; } int ObSPIService::resolve_ref_objects(const ParseResult &parse_result, ObSQLSessionInfo &session, share::schema::ObSchemaGetterGuard &schema_guard, ObSPIPrepareResult &prepare_result) { int ret = OB_SUCCESS; for (RefObjList *current_obj = parse_result.pl_parse_info_.ref_object_nodes_; OB_SUCC(ret) && NULL != current_obj; current_obj = current_obj->next_) { if (OB_ISNULL(current_obj->node_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("param node is NULL", K(ret)); } else { switch (current_obj->type_) { case REF_REL: { ObString db_name; ObString rel_name; const ObTableSchema *table_schema = NULL; if (OB_FAIL(ObStmtResolver::resolve_ref_factor(current_obj->node_, &session, rel_name, db_name))) { LOG_WARN("failed to resolve ref factor", K(ret)); } else if (OB_FAIL(schema_guard.get_table_schema(session.get_effective_tenant_id(), db_name, rel_name, false, table_schema))) { if (OB_TABLE_NOT_EXIST == ret) { //找不到对象是正常的,do nothing ret = OB_SUCCESS; } else { LOG_WARN("relation in pl not exists", K(db_name), K(rel_name), K(ret)); } } else if (NULL ==table_schema) { //找不到对象是正常的,do nothing } else { ObSchemaObjVersion obj_version(table_schema->get_table_id(), table_schema->get_schema_version(), DEPENDENCY_TABLE); if (OB_FAIL(prepare_result.ref_objects_.push_back(obj_version))) { LOG_WARN("push_back error", K(ret)); } } } break; case REF_PROC: { //procedure 不会出现在DML语句中 ret = OB_ERR_UNEXPECTED; LOG_WARN("should never be here", K(ret)); } break; case REF_FUNC: { ObUDFInfo udf_info; ParseNode *node = current_obj->node_; ObNameCaseMode case_mode = OB_NAME_CASE_INVALID; bool need_check_udf = true; if (OB_FAIL(session.get_name_case_mode(case_mode))) { LOG_WARN("fail to get name case mode", K(ret)); } else if (T_FUN_SYS == node->type_) { ObString func_name(static_cast(node->children_[0]->str_len_), node->children_[0]->str_value_); if (IS_FUN_SYS_TYPE(ObExprOperatorFactory::get_type_by_name(func_name))) { need_check_udf = false; } } else if (IS_FUN_SYS_TYPE(node->type_) || IS_AGGR_FUN(node->type_)) { need_check_udf = false; } else {} if (OB_SUCC(ret) && need_check_udf) { ParseNode *udf_node = node; if (T_FUN_SYS == node->type_) { ObString empty_db_name; ObString empty_pkg_name; if (OB_FAIL(ObResolverUtils::transform_func_sys_to_udf(reinterpret_cast(parse_result.malloc_pool_), node, empty_db_name, empty_pkg_name, udf_node))) { LOG_WARN("transform func sys to udf node failed", K(ret)); } } if (OB_SUCC(ret)) { if (OB_FAIL(ObResolverUtils::resolve_udf(udf_node, case_mode, udf_info))) { LOG_WARN("fail to resolve udf name", K(ret)); } else if (udf_info.udf_database_.empty()) { udf_info.udf_database_ = session.get_database_name(); if (lib::is_oracle_mode() && !udf_info.udf_database_.empty()) { size_t size = ObCharset::caseup(CS_TYPE_UTF8MB4_GENERAL_CI, udf_info.udf_database_.ptr(), udf_info.udf_database_.length(), udf_info.udf_database_.ptr(), udf_info.udf_database_.length()); udf_info.udf_database_.set_length(static_cast(size)); } } if (OB_SUCC(ret)) { ObSchemaChecker schema_checker; const ObRoutineInfo *func_info = NULL; if (OB_FAIL(schema_checker.init(schema_guard))) { LOG_WARN("fail to init schema checker", K(ret)); } else if (OB_FAIL(schema_checker.get_standalone_function_info( session.get_effective_tenant_id(), udf_info.udf_database_, udf_info.udf_name_, func_info))) { if (ret == OB_ERR_SP_DOES_NOT_EXIST) { //找不到对象是正常的,do nothing ret = OB_SUCCESS; } else { LOG_WARN("fail to get standalone function info", K(ret), K(udf_info)); } } else if (OB_ISNULL(func_info)) { //找不到对象是正常的,do nothing } else { ObSchemaObjVersion obj_version(func_info->get_routine_id(), func_info->get_schema_version(), DEPENDENCY_FUNCTION); if (OB_FAIL(prepare_result.ref_objects_.push_back(obj_version))) { LOG_WARN("push_back error", K(ret)); } } } } } } break; default: { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexcepted ref object type", K(current_obj->type_), K(ret)); } } } } return ret; } int ObSPIService::spi_process_nocopy_params(pl::ObPLExecCtx *ctx, int64_t local_idx) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(ctx)); CK (local_idx != OB_INVALID_INDEX); CK (ctx->params_->count() > local_idx); if (OB_FAIL(ret)) { } else if (OB_NOT_NULL(ctx->nocopy_params_) && ctx->nocopy_params_->count() > local_idx) { const common::ObIArray *nocopy_params = ctx->nocopy_params_; ObObjParam &local_result = ctx->params_->at(local_idx); int64_t nocopy_idx = OB_INVALID_INDEX; CK (nocopy_params->count() > local_idx); OX (nocopy_idx = nocopy_params->at(local_idx)); if (OB_FAIL(ret)) { } else if (nocopy_idx != OB_INVALID_INDEX) { for (int64_t i = 0; OB_SUCC(ret) && i < nocopy_params->count(); ++i) { if (nocopy_params->at(i) == nocopy_idx && i != local_idx) { ctx->params_->at(i) = local_result; } } } } return ret; } int ObSPIService::spi_update_package_change_info( pl::ObPLExecCtx *ctx, uint64_t package_id, uint64_t var_idx) { /*! 调用该函数前一定已经将PackageState存储在Session上, 此处直接在Session上获取PackageState */ int ret = OB_SUCCESS; ObSQLSessionInfo *session_info = NULL; ObPLPackageState *package_state = NULL; CK (OB_NOT_NULL(ctx->exec_ctx_)); CK (OB_NOT_NULL(session_info = ctx->exec_ctx_->get_my_session())); OZ (session_info->get_package_state(package_id, package_state)); CK (OB_NOT_NULL(package_state)); OZ (package_state->update_changed_vars(var_idx)); return ret; } int ObSPIService::spi_check_composite_not_null(ObObjParam *v) { int ret = OB_SUCCESS; ObPLComposite * composite = NULL; if (OB_NOT_NULL(v) && v->is_pl_extend() && OB_NOT_NULL(composite = reinterpret_cast(v->get_ext())) && composite->is_collection()) { ObPLCollection *coll = static_cast(composite); CK (OB_NOT_NULL(coll)); if (OB_SUCC(ret) && coll->is_collection_null()) { ret = OB_ERR_NUMERIC_OR_VALUE_ERROR; LOG_WARN("not null check violated", K(coll), K(coll->is_not_null()), K(coll->get_count()), K(ret)); } } return ret; } int ObSPIService::spi_update_location(pl::ObPLExecCtx *ctx, uint64_t location) { int ret = OB_SUCCESS; if (OB_NOT_NULL(ctx) && OB_NOT_NULL(ctx->pl_ctx_) && ctx->pl_ctx_->get_exec_stack().count() > 0) { ObIArray &stack = ctx->pl_ctx_->get_exec_stack(); ObPLExecState *state = stack.at(stack.count() - 1); state->set_loc(location); int64_t line = location >> 32 & 0xffffffff; } return ret; } } }