/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. */ #define USING_LOG_PREFIX SQL_RESV #include "sql/resolver/ob_resolver_utils.h" #include "lib/charset/ob_charset.h" #include "lib/timezone/ob_time_convert.h" #include "share/schema/ob_column_schema.h" #include "share/object/ob_obj_cast.h" #include "share/ob_get_compat_mode.h" #include "common/sql_mode/ob_sql_mode_utils.h" #include "common/object/ob_obj_type.h" #include "sql/parser/parse_malloc.h" #include "sql/parser/parse_node.h" #include "sql/parser/ob_parser.h" #include "sql/resolver/ob_column_ref.h" #include "sql/resolver/dml/ob_select_stmt.h" #include "sql/resolver/expr/ob_raw_expr_resolver_impl.h" #include "sql/resolver/expr/ob_raw_expr_util.h" #include "sql/resolver/expr/ob_raw_expr_part_func_checker.h" #include "sql/resolver/expr/ob_raw_expr_part_expr_checker.h" #include "sql/resolver/expr/ob_raw_expr_printer.h" #include "sql/resolver/ddl/ob_ddl_resolver.h" #include "sql/ob_sql_utils.h" #include "pl/ob_pl_resolver.h" #include "pl/ob_pl_package.h" #include "pl/ob_pl_stmt.h" #include "observer/ob_server_struct.h" #include "sql/rewrite/ob_transform_utils.h" #include "sql/engine/expr/ob_expr_column_conv.h" #include "sql/engine/expr/ob_datum_cast.h" #include "sql/parser/ob_parser_utils.h" #include "lib/json/ob_json_print_utils.h" namespace oceanbase { using namespace common; using namespace share::schema; using namespace obrpc; using namespace pl; namespace sql { ObItemType ObResolverUtils::item_type_ = T_INVALID; const ObString ObResolverUtils::stmt_type_string[] = { #define OB_STMT_TYPE_DEF(stmt_type, priv_check_func, id, action_type) ObString::make_string(#stmt_type), #include "sql/resolver/ob_stmt_type.h" #undef OB_STMT_TYPE_DEF }; int ObResolverUtils::get_user_type(ObIAllocator *allocator, ObSQLSessionInfo *session_info, ObMySQLProxy *sql_proxy, share::schema::ObSchemaGetterGuard *schema_guard, pl::ObPLPackageGuard &package_guard, uint64_t type_id, const pl::ObUserDefinedType *&user_type) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(allocator)); CK (OB_NOT_NULL(session_info)); CK (OB_NOT_NULL(sql_proxy)); CK (OB_NOT_NULL(schema_guard)); OX (user_type = NULL); if (OB_SUCC(ret)) { pl::ObPLResolveCtx resolve_ctx( *allocator, *session_info, *schema_guard, package_guard, *sql_proxy, false); if (!package_guard.is_inited()) { OZ (package_guard.init()); } OZ (resolve_ctx.get_user_type(type_id, user_type, allocator)); } return ret; } int ObResolverUtils::get_all_function_table_column_names(const TableItem &table_item, ObResolverParams ¶ms, ObIArray &column_names) { int ret = OB_SUCCESS; ObRawExpr *table_expr = NULL; ObPLPackageGuard package_guard(params.session_info_->get_effective_tenant_id()); const ObUserDefinedType *user_type = NULL; CK (OB_LIKELY(table_item.is_function_table())); CK (OB_NOT_NULL(table_expr = table_item.function_table_expr_)); CK (table_expr->get_udt_id() != OB_INVALID_ID); CK (OB_NOT_NULL(params.schema_checker_)); OZ (ObResolverUtils::get_user_type( params.allocator_, params.session_info_, params.sql_proxy_, params.schema_checker_->get_schema_guard(), package_guard, table_expr->get_udt_id(), user_type)); CK (OB_NOT_NULL(user_type)); if (OB_SUCC(ret) && !user_type->is_collection_type()) { ret = OB_NOT_SUPPORTED; LOG_WARN("function table get udf with return type not table type", K(ret), K(user_type->is_collection_type())); LOG_USER_ERROR(OB_NOT_SUPPORTED, "user define type is not collation type in function table"); } const ObCollectionType *coll_type = NULL; CK (OB_NOT_NULL(coll_type = static_cast(user_type))); if (OB_SUCC(ret) && !coll_type->get_element_type().is_obj_type() && !coll_type->get_element_type().is_record_type()) { ret = OB_NOT_SUPPORTED; LOG_WARN("not suppoert type in table function", K(ret), KPC(coll_type)); ObString err; err.write(coll_type->get_name().ptr(), coll_type->get_name().length()); err.write(" collation type in table function\0", sizeof(" collation type in table function\0")); LOG_USER_ERROR(OB_NOT_SUPPORTED, err.ptr()); } if (OB_SUCC(ret) && coll_type->get_element_type().is_obj_type()) { OZ (column_names.push_back(ObString("COLUMN_VALUE"))); } if (OB_SUCC(ret) && coll_type->get_element_type().is_record_type()) { const ObRecordType *record_type = NULL; const ObUserDefinedType *user_type = NULL; CK (OB_NOT_NULL(params.schema_checker_)); OZ (ObResolverUtils::get_user_type( params.allocator_, params.session_info_, params.sql_proxy_, params.schema_checker_->get_schema_guard(), package_guard, coll_type->get_element_type().get_user_type_id(), user_type)); CK (OB_NOT_NULL(user_type)); CK (user_type->is_record_type()); CK (OB_NOT_NULL(record_type = static_cast(user_type))); for (int64_t i = 0; OB_SUCC(ret) && i < record_type->get_member_count(); ++i) { const ObString *member_name = record_type->get_record_member_name(i); CK (OB_NOT_NULL(member_name)); OZ (column_names.push_back(*member_name)); } } return ret; } int ObResolverUtils::check_function_table_column_exist(const TableItem &table_item, ObResolverParams ¶ms, const ObString &column_name) { int ret = OB_SUCCESS; ObSEArray column_names; bool exist = false; OZ (get_all_function_table_column_names(table_item, params, column_names)); for (int64_t i = 0; OB_SUCC(ret) && i < column_names.count(); ++i) { if (ObCharset::case_compat_mode_equal(column_names.at(i), column_name)) { exist = true; break; } } if (!exist) { ret = OB_ERR_BAD_FIELD_ERROR; LOG_WARN("not found column in table function", K(ret), K(column_name)); } return ret; } int ObResolverUtils::check_json_table_column_exists(const TableItem &table_item, ObResolverParams ¶ms, const ObString &column_name, bool& exists) { int ret = OB_SUCCESS; ObSEArray column_names; bool exist = false; CK(table_item.is_json_table()); CK (OB_NOT_NULL(table_item.json_table_def_)); ObJsonTableDef* jt_def = table_item.json_table_def_; for (size_t i = 0; OB_SUCC(ret) && i < jt_def->all_cols_.count(); ++i) { ObJtColBaseInfo* col_info = jt_def->all_cols_.at(i); if (col_info->col_type_ != NESTED_COL_TYPE) { ObString& cur_column_name = col_info->col_name_; if (ObCharset::case_compat_mode_equal(cur_column_name, column_name)) { exists = true; break; } } } if (OB_SUCC(ret) && !exists) { ret = OB_ERR_BAD_FIELD_ERROR; LOG_WARN("not found column in table function", K(ret), K(column_name)); } return ret; } int ObResolverUtils::resolve_extended_type_info(const ParseNode &str_list_node, ObIArray& type_info_array) { int ret = OB_SUCCESS; ObString cur_type_info; CK(str_list_node.num_child_ > 0); for (int64_t i = 0; OB_SUCC(ret) && i < str_list_node.num_child_; ++i) { cur_type_info.reset(); const ParseNode *str_node = str_list_node.children_[i]; if (OB_ISNULL(str_node)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid str_node", K(ret), K(str_node), K(i)); } else if (FALSE_IT(cur_type_info.assign_ptr(str_node->str_value_, static_cast(str_node->str_len_)))) { } else if (OB_FAIL(type_info_array.push_back(cur_type_info))) { LOG_WARN("fail to push back type info", K(ret), K(i), K(cur_type_info)); } } return ret; } int ObResolverUtils::check_extended_type_info(common::ObIAllocator &alloc, ObIArray &type_infos, ObCollationType ori_cs_type, const ObString &col_name, ObObjType col_type, ObCollationType cs_type, ObSQLMode sql_mode) { int ret = OB_SUCCESS; ObString cur_type_info; const ObString &sep = ObCharsetUtils::get_const_str(cs_type, ','); int32_t dup_cnt; // convert type infos from %ori_cs_type to %cs_type first FOREACH_CNT_X(str, type_infos, OB_SUCC(ret)) { OZ(ObCharset::charset_convert(alloc, *str, ori_cs_type, cs_type, *str)); } if (OB_SUCC(ret)) { } for (int64_t i = 0; OB_SUCC(ret) && i < type_infos.count(); ++i) { ObString &cur_val = type_infos.at(i); int32_t no_sp_len = static_cast(ObCharset::strlen_byte_no_sp(cs_type, cur_val.ptr(), cur_val.length())); cur_val.assign_ptr(cur_val.ptr(), static_cast(no_sp_len)); //remove tail space int32_t char_len = static_cast(ObCharset::strlen_char(cs_type, cur_val.ptr(), cur_val.length())); if (OB_UNLIKELY(char_len > OB_MAX_INTERVAL_VALUE_LENGTH)) { //max value length ret = OB_ER_TOO_LONG_SET_ENUM_VALUE; LOG_USER_ERROR(OB_ER_TOO_LONG_SET_ENUM_VALUE, col_name.length(), col_name.ptr()); } else if (ObSetType == col_type //set can't contain commas && 0 != ObCharset::instr(cs_type, cur_val.ptr(), cur_val.length(), sep.ptr(), sep.length())) { ret = OB_ERR_ILLEGAL_VALUE_FOR_TYPE; LOG_USER_ERROR(OB_ERR_ILLEGAL_VALUE_FOR_TYPE, "set", cur_val.length(), cur_val.ptr()); } else {/*do nothing*/} } if (OB_FAIL(ret)) { } else if (OB_FAIL(check_duplicates_in_type_infos(//check duplicate value type_infos, col_name, col_type, cs_type, sql_mode, dup_cnt))) { LOG_WARN("fail to check duplicate", K(ret), K(dup_cnt), K(type_infos), K(col_name), K(col_type)); } else if (OB_FAIL(check_max_val_count(//check value count col_type, col_name, type_infos.count(), dup_cnt))) { LOG_WARN("fail to check max val count", K(ret), K(col_type), K(col_name), K(type_infos), K(dup_cnt)); } else {/*do nothing*/} return ret; } int ObResolverUtils::check_duplicates_in_type_infos(const ObIArray &type_infos, const ObString &col_name, ObObjType col_type, ObCollationType cs_type, ObSQLMode sql_mode, int32_t &dup_cnt) { int ret = OB_SUCCESS; dup_cnt = 0; for (uint32_t i = 0; OB_SUCC(ret) && i < type_infos.count() - 1; ++i) { int32_t pos = i + 1; const ObString &cur_val = type_infos.at(i); if (OB_FAIL(find_type(type_infos, cs_type, cur_val, pos))) { LOG_WARN("fail to find type", K(type_infos), K(cur_val), K(pos)); } else if (OB_UNLIKELY(pos >= 0)) { ++dup_cnt; if (is_strict_mode(sql_mode)) { ret = OB_ER_DUPLICATED_VALUE_IN_TYPE; LOG_USER_ERROR(OB_ER_DUPLICATED_VALUE_IN_TYPE, col_name.length(), col_name.ptr(), cur_val.length(), cur_val.ptr(), ob_sql_type_str(col_type)); } else { LOG_USER_WARN(OB_ER_DUPLICATED_VALUE_IN_TYPE, col_name.length(), col_name.ptr(), cur_val.length(), cur_val.ptr(), ob_sql_type_str(col_type)); } } } return ret; } int ObResolverUtils::check_max_val_count(ObObjType type, const ObString &col_name, int64_t val_cnt, int32_t dup_cnt) { int ret = OB_SUCCESS; if (ObEnumType == type) { if (val_cnt > OB_MAX_ENUM_ELEMENT_NUM) { ret = OB_ER_TOO_BIG_ENUM; LOG_USER_ERROR(OB_ER_TOO_BIG_ENUM, col_name.length(), col_name.ptr()); } } else if (ObSetType == type) { if (val_cnt - dup_cnt > OB_MAX_SET_ELEMENT_NUM) { ret = OB_ERR_TOO_BIG_SET; LOG_USER_ERROR(OB_ERR_TOO_BIG_SET, col_name.length(), col_name.ptr()); } } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected type", K(ret), K(val_cnt), K(dup_cnt)); } return ret; } int ObResolverUtils::check_routine_exists(const ObSQLSessionInfo *session_info, ObSchemaChecker *schema_checker, pl::ObPLBlockNS *secondary_namespace, const ObString &db_name, const ObString &package_name, const ObString &routine_name, const share::schema::ObRoutineType routine_type, bool &exists, pl::ObProcType &proc_type, uint64_t udt_id) { int ret = OB_SUCCESS; exists = false; proc_type = pl::INVALID_PROC_TYPE; if (NULL != secondary_namespace) { if (OB_FAIL(secondary_namespace->check_routine_exists(db_name, package_name, routine_name, routine_type, exists, proc_type, udt_id))) { LOG_WARN("failed to check routine exists", K(ret), K(db_name), K(package_name), K(routine_name), K(udt_id), K(routine_type), K(exists), K(proc_type)); } } if (OB_SUCC(ret) && !exists) { if (NULL == session_info || NULL == schema_checker) { //PL resovler don't have session info and schema checker } else { if (OB_FAIL(check_routine_exists(*schema_checker, *session_info, db_name, package_name, routine_name, routine_type, exists, udt_id))) { LOG_WARN("failed to check_routine_exists", K(ret), K(db_name), K(package_name), K(routine_name), K(udt_id), K(routine_type), K(exists), K(proc_type)); } else if (exists) { proc_type = ROUTINE_PROCEDURE_TYPE == routine_type ? pl::STANDALONE_PROCEDURE : pl::STANDALONE_FUNCTION; } else { /*do nothing*/ } } } return ret; } int ObResolverUtils::check_routine_exists(ObSchemaChecker &schema_checker, const ObSQLSessionInfo &session_info, const ObString &db_name, const ObString &package_name, const ObString &routine_name, const share::schema::ObRoutineType routine_type, bool &exists, uint64_t udt_id) { int ret = OB_SUCCESS; exists = false; common::ObArray routines; if (OB_FAIL(get_candidate_routines(schema_checker, session_info.get_effective_tenant_id(), session_info.get_database_name(), db_name, package_name, routine_name, routine_type, routines, udt_id))) { LOG_WARN("failed to get candidate routines", K(ret), K(db_name), K(package_name), K(routine_name), K(udt_id), K(routine_type), K(exists)); } else { exists = !routines.empty(); } return ret; } int ObResolverUtils::get_candidate_routines(ObSchemaChecker &schema_checker, uint64_t tenant_id, const ObString ¤t_database, const ObString &db_name, const ObString &package_name, const ObString &routine_name, const share::schema::ObRoutineType routine_type, common::ObIArray &routines, uint64_t udt_id) { int ret = OB_SUCCESS; uint64_t package_id = OB_INVALID_ID; uint64_t database_id = OB_INVALID_ID; uint64_t object_db_id = OB_INVALID_ID; ObString object_name; ObString real_db_name; int64_t compatible_mode = COMPATIBLE_MYSQL_MODE; if (OB_SYS_TENANT_ID != tenant_id) { lib::Worker::CompatMode compat_mode = lib::Worker::CompatMode::MYSQL; if (OB_FAIL(share::ObCompatModeGetter::get_tenant_mode(tenant_id, compat_mode))) { LOG_WARN("fail to get tenant mode", K(tenant_id), K(compat_mode), K(ret)); } else { compatible_mode = (lib::Worker::CompatMode::ORACLE == compat_mode) ? COMPATIBLE_ORACLE_MODE : COMPATIBLE_MYSQL_MODE; } } else { compatible_mode = lib::is_oracle_mode() ? COMPATIBLE_ORACLE_MODE : COMPATIBLE_MYSQL_MODE; } UNUSED(udt_id); OV (!routine_name.empty(), OB_INVALID_ARGUMENT, K(routine_name)); OV (OB_LIKELY(ROUTINE_PROCEDURE_TYPE == routine_type || ROUTINE_FUNCTION_TYPE == routine_type), OB_INVALID_ARGUMENT, K(routine_type)); if (OB_SUCC(ret)) { // adjust database name for empty. real_db_name = db_name; if (db_name.empty()) { real_db_name = current_database; if (real_db_name.empty()) { ret = OB_ERR_NO_DB_SELECTED; LOG_WARN("no db select", K(routine_type), K(db_name), K(package_name), K(routine_name), K(ret)); } } } #define TRY_SYNONYM(synonym_name) \ if ((OB_FAIL(ret) || 0 == routines.count()) \ && OB_ALLOCATE_MEMORY_FAILED != ret) { \ ret = OB_SUCCESS; \ bool exist = false; \ ObSynonymChecker synonym_checker; \ OZ (resolve_synonym_object_recursively( \ schema_checker, synonym_checker, \ tenant_id, database_id, synonym_name, \ object_db_id, object_name, exist)); \ if (OB_SUCC(ret) && exist) { \ need_try_synonym = true; \ } \ } #define GET_STANDALONE_ROUTINE() \ if (OB_FAIL(ret)) { \ } else if (ROUTINE_PROCEDURE_TYPE == routine_type) { \ if (OB_FAIL(schema_checker.get_standalone_procedure_info( \ tenant_id, object_db_id, object_name, routine_info))) { \ LOG_WARN("failed to get procedure info", \ K(ret), K(tenant_id), K(real_db_name), K(routine_name), K(object_name), K(ret)); \ } else { \ LOG_DEBUG("success get procedure info", \ K(ret), K(tenant_id), K(real_db_name), K(routine_name), K(object_name), K(ret)); \ } \ } else { \ if (OB_FAIL(schema_checker.get_standalone_function_info( \ tenant_id, object_db_id, object_name, routine_info))) { \ LOG_WARN("failed to get function info", \ K(ret), K(tenant_id), K(real_db_name), K(package_name), K(routine_name), \ K(object_db_id), K(db_name), K(object_name), K(ret)); \ } \ } \ if (OB_SUCC(ret) && NULL != routine_info) { \ OZ (routines.push_back(routine_info)); \ } if (OB_FAIL(ret)) { // do nothing ... } else if (package_name.empty()) { // must be standalone procedure/function. const share::schema::ObRoutineInfo *routine_info = NULL; bool need_try_synonym = false; OZ (schema_checker.get_database_id(tenant_id, real_db_name, database_id)); OX (object_db_id = database_id); OX (object_name = routine_name); GET_STANDALONE_ROUTINE(); TRY_SYNONYM(routine_name); if (OB_SUCC(ret) && need_try_synonym) { GET_STANDALONE_ROUTINE(); } } else { // try package routines OZ (schema_checker.get_database_id(tenant_id, real_db_name, database_id)); OX (object_db_id = database_id); OX (object_name = package_name); if (OB_FAIL(ret)) { } else if (OB_FAIL(schema_checker.get_package_id( // try user package now! tenant_id, object_db_id, object_name, compatible_mode, package_id)) || OB_INVALID_ID == package_id) { if (OB_FAIL(schema_checker.get_udt_id( // try user type now! tenant_id, object_db_id, OB_INVALID_ID, object_name, package_id)) || OB_INVALID_ID == package_id) { bool need_try_synonym = false; TRY_SYNONYM(package_name); if (OB_SUCC(ret) && need_try_synonym) { if (OB_FAIL(schema_checker.get_package_id( // try synonym user package now! is_sys_database_id(object_db_id) ? OB_SYS_TENANT_ID : tenant_id, object_db_id, object_name, compatible_mode, package_id)) || OB_INVALID_ID == package_id) { if (OB_FAIL(schema_checker.get_udt_id( // try synonym user type now! tenant_id, object_db_id, OB_INVALID_ID, object_name, package_id)) || OB_INVALID_ID == package_id) { LOG_WARN("failed to get package id", K(ret)); } else { // it`s user udt, get udt routines OZ (schema_checker.get_udt_routine_infos( tenant_id, object_db_id, package_id, routine_name, routine_type, routines)); } } else { // it`s user pacakge, get package routines OZ (schema_checker.get_package_routine_infos( tenant_id, package_id, object_db_id, routine_name, routine_type, routines)); } } } else { // it`s user udt, get udt routines OZ (schema_checker.get_udt_routine_infos( tenant_id, object_db_id, package_id, routine_name, routine_type, routines)); } } else { // it`s user pacakge, get package routines OZ (schema_checker.get_package_routine_infos( tenant_id, package_id, object_db_id, routine_name, routine_type, routines)); } // try system package or udt if (OB_FAIL(ret) || OB_INVALID_ID == package_id) { if (lib::is_oracle_mode() && (db_name.empty() || 0 == db_name.case_compare(OB_SYS_DATABASE_NAME) || 0 == db_name.case_compare(OB_ORA_SYS_SCHEMA_NAME))) { if (OB_FAIL(schema_checker.get_package_id( // try system pacakge OB_SYS_TENANT_ID, OB_SYS_DATABASE_NAME, object_name, compatible_mode, package_id)) || OB_INVALID_ID == package_id) { if (OB_FAIL(schema_checker.get_udt_id( // try system udt OB_SYS_TENANT_ID, OB_SYS_DATABASE_NAME, object_name, package_id)) || OB_INVALID_ID == package_id) { LOG_WARN("failed to get package id", K(ret)); } else { // it`s system udt, get udt routines OZ (schema_checker.get_udt_routine_infos(OB_SYS_TENANT_ID, package_id, OB_SYS_DATABASE_NAME, routine_name, routine_type, routines)); } } else { // it`s system pacakge, get package rotuiens. OZ (schema_checker.get_package_routine_infos(OB_SYS_TENANT_ID, package_id, OB_SYS_DATABASE_NAME, routine_name, routine_type, routines)); } } else if (lib::is_mysql_mode()) { // mysql mode only has system package if (OB_FAIL(schema_checker.get_package_id( // try system pacakge OB_SYS_TENANT_ID, OB_SYS_DATABASE_NAME, object_name, compatible_mode, package_id)) || OB_INVALID_ID == package_id) { LOG_WARN("failed to get package id", K(ret)); } else { OZ (schema_checker.get_package_routine_infos(OB_SYS_TENANT_ID, package_id, OB_SYS_DATABASE_NAME, routine_name, routine_type, routines)); } } // get routine failed, print parameters for debug. if (OB_FAIL(ret) || OB_INVALID_ID == package_id) { LOG_WARN("failed to get routines", K(ret), K(current_database), K(db_name), K(package_name), K(real_db_name), K(routine_name), K(routine_type), K(object_name), K(object_db_id)); } } } #undef TRY_SYNONYM return ret; } #define IS_NUMRIC_TYPE(type) \ (ob_is_int_tc(type) \ || ob_is_uint_tc(type) \ || ob_is_float_tc(type) \ || ob_is_double_tc(type) \ || ob_is_number_tc(type)) int ObResolverUtils::check_type_match(ObResolverParams ¶ms, ObRoutineMatchInfo::MatchInfo &match_info, ObRawExpr *expr, ObObjType src_type, uint64_t src_type_id, ObPLDataType &dst_pl_type) { int ret = OB_SUCCESS; ObPLPackageGuard package_guard(params.session_info_->get_effective_tenant_id()); ObPLResolveCtx resolve_ctx(*(params.allocator_), *(params.session_info_), *(params.schema_checker_->get_schema_guard()), package_guard, *(params.sql_proxy_), false); OZ (package_guard.init()); OZ (check_type_match( resolve_ctx, match_info, expr, src_type, src_type_id, dst_pl_type)); return ret; } int ObResolverUtils::check_type_match(const pl::ObPLResolveCtx &resolve_ctx, ObRoutineMatchInfo::MatchInfo &match_info, ObRawExpr *expr, ObObjType src_type, uint64_t src_type_id, ObPLDataType &dst_pl_type) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(expr)); if (OB_FAIL(ret)) { // do nothing ... } else if (T_QUESTIONMARK == expr->get_expr_type() && (resolve_ctx.is_prepare_protocol_ || !resolve_ctx.is_sql_scope_ || resolve_ctx.session_info_.get_pl_context() != NULL) && (ObUnknownType == expr->get_result_type().get_type() || ObNullType == expr->get_result_type().get_type() || (is_oracle_mode() ? expr->get_result_type().is_oracle_question_mark_type() : expr->get_result_type().is_mysql_question_mark_type()))) { OX (match_info = (ObRoutineMatchInfo::MatchInfo(false, ObUnknownType, dst_pl_type.get_obj_type()))); } else if (T_NULL == expr->get_expr_type() || ObNullTC == ob_obj_type_class(src_type)) { // NULL可以匹配任何类型 OX (match_info = (ObRoutineMatchInfo::MatchInfo(false, dst_pl_type.get_obj_type(), dst_pl_type.get_obj_type()))); } else { if (T_REF_QUERY == expr->get_expr_type() && !dst_pl_type.is_cursor_type()) { const ObQueryRefRawExpr *query_expr = static_cast(expr); CK (OB_NOT_NULL(query_expr)); if (OB_SUCC(ret) && 1 != query_expr->get_output_column()) { ret = OB_ERR_TOO_MANY_VALUES; LOG_WARN("subquery return too many columns", K(ret), KPC(query_expr)); } } ObCollationType src_coll_type = expr->get_result_type().get_collation_type(); if (OB_SUCC(ret) && dst_pl_type.is_cursor_type() && expr->get_result_type().get_extend_type() != ObPLType::PL_REF_CURSOR_TYPE && expr->get_expr_type() != T_REF_QUERY) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("PLS-00382: expression is of wrong type", K(ret), K(src_type_id), K(dst_pl_type), K(src_type), K(expr->get_result_type().get_extend_type()), KPC(expr)); } if (OB_FAIL(ret)) { } else if ((ObLobType == src_type || ObLongTextType == src_type) && (ObLobType == dst_pl_type.get_obj_type() || ObLongTextType == dst_pl_type.get_obj_type())) { if (src_coll_type == dst_pl_type.get_meta_type()->get_collation_type() || (src_coll_type != CS_TYPE_BINARY && dst_pl_type.get_meta_type()->get_collation_type() != CS_TYPE_BINARY)) { OX (match_info = (ObRoutineMatchInfo::MatchInfo( false, dst_pl_type.get_obj_type(), dst_pl_type.get_obj_type()))); } else { // BLOB和CLOB不能隐式转换, 如果LOB类型不同, 直接淘汰掉 ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("PLS-00382: expression is of wrong type", K(ret), K(src_type_id), K(dst_pl_type), K(src_type)); } } else if (((ObLobType == src_type || ObLongTextType == src_type)\ && CS_TYPE_BINARY == src_coll_type) || ((ObLobType == dst_pl_type.get_obj_type() || ObLongTextType == dst_pl_type.get_obj_type()) && CS_TYPE_BINARY == dst_pl_type.get_meta_type()->get_collation_type())) { if (ObRawType == src_type || ObRawType == dst_pl_type.get_obj_type()) { // Raw and Blob can matched! OX (match_info = (ObRoutineMatchInfo::MatchInfo(true, src_type, dst_pl_type.get_obj_type()))); } else { // BLOB不能向其他类型转, 其他类型也不能向Blob转, 因此是Blob直接淘汰 ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("PLS-00382: expression is of wrong type", K(ret), K(src_type_id), K(dst_pl_type), K(src_type)); } } else { OZ (check_type_match( resolve_ctx, match_info, expr, src_type, src_coll_type, src_type_id, dst_pl_type)); } LOG_DEBUG("debug for check type match:", K(src_type), K(src_type_id), K(dst_pl_type), K(match_info), KPC(expr)); } return ret; } int ObResolverUtils::check_type_match(const pl::ObPLResolveCtx &resolve_ctx, ObRoutineMatchInfo::MatchInfo &match_info, ObRawExpr *expr, ObObjType src_type, ObCollationType src_coll_type, uint64_t src_type_id, ObPLDataType &dst_pl_type) { int ret = OB_SUCCESS; #define OBJ_TO_TYPE_CLASS(type) \ (ObRawTC == ob_obj_type_class(type) ? ObStringTC : ob_obj_type_class(type)) ObObjType dst_type = dst_pl_type.get_obj_type(); // Case1: 处理BOOLEAN类型, BOOLEAN类型仅能匹配BOOLEAN if (lib::is_oracle_mode() && (ObTinyIntType == dst_type || ObTinyIntType == src_type)) { if (dst_type == src_type) { OX (match_info = (ObRoutineMatchInfo::MatchInfo(false, src_type, dst_type))); } else { ret = OB_ERR_EXPRESSION_WRONG_TYPE; LOG_WARN("PLS-00382: expression is of wrong type", K(ret), K(src_type_id), K(dst_pl_type), K(dst_type), K(src_type)); } // Case2: 处理TypeClass相同的情形 } else if (OBJ_TO_TYPE_CLASS(src_type) == OBJ_TO_TYPE_CLASS(dst_type)) { if (ob_obj_type_class(src_type) != ObExtendTC // 普通类型TypeClass相同 || src_type_id == dst_pl_type.get_user_type_id()) { // 复杂类型TypeID相同 OX (match_info = (ObRoutineMatchInfo::MatchInfo( ObLongTextType == dst_type ? true : false, (ObRawType == src_type || ObRawType == dst_type) ? src_type : dst_type, dst_type))); } else if (dst_pl_type.is_cursor_type()) { // TODO: check cursor type compatible OX (match_info = (ObRoutineMatchInfo::MatchInfo(false, src_type, dst_type))); } else if (resolve_ctx.params_.is_execute_call_stmt_ && ObExtendType == src_type && OB_INVALID_ID == src_type_id && T_QUESTIONMARK == expr->get_expr_type()) { // 匿名数组 const ObConstRawExpr *const_expr = static_cast(expr); int64_t idx = const_expr->get_value().get_unknown(); CK (OB_NOT_NULL(resolve_ctx.params_.param_list_)); CK (idx < resolve_ctx.params_.param_list_->count()); if (OB_SUCC(ret)) { const ObObjParam ¶m = resolve_ctx.params_.param_list_->at(idx); const pl::ObPLComposite *src_composite = NULL; CK (OB_NOT_NULL(src_composite = reinterpret_cast(param.get_ext()))); if (OB_FAIL(ret)) { } else if (!dst_pl_type.is_collection_type()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("incorrect argument type", K(ret)); } else { const pl::ObPLCollection *src_coll = NULL; ObPLResolveCtx pl_resolve_ctx(resolve_ctx.allocator_, resolve_ctx.session_info_, resolve_ctx.schema_guard_, resolve_ctx.package_guard_, resolve_ctx.sql_proxy_, false); const pl::ObUserDefinedType *pl_user_type = NULL; const pl::ObCollectionType *coll_type = NULL; OZ (pl_resolve_ctx.get_user_type(dst_pl_type.get_user_type_id(), pl_user_type)); CK (OB_NOT_NULL(coll_type = static_cast(pl_user_type))); CK (OB_NOT_NULL(src_coll = static_cast(src_composite))); if (OB_FAIL(ret)) { } else if (coll_type->get_element_type().is_obj_type() ^ src_coll->get_element_desc().is_obj_type()) { ret = OB_INVALID_ARGUMENT; LOG_WARN("incorrect argument type, diff type", K(ret), K(coll_type->get_element_type()), K(src_coll->get_element_desc())); } else if (coll_type->get_element_type().is_obj_type()) { // basic data type const ObDataType *src_data_type = &src_coll->get_element_desc(); const ObDataType *dst_data_type = coll_type->get_element_type().get_data_type(); if (dst_data_type->get_obj_type() == src_data_type->get_obj_type()) { // do nothing } else if (cast_supported(src_data_type->get_obj_type(), src_data_type->get_collation_type(), dst_data_type->get_obj_type(), dst_data_type->get_collation_type())) { // do nothing } else { ret = OB_INVALID_ARGUMENT; LOG_WARN("incorrect argument type, diff type", K(ret)); } } else { // element is composite type uint64_t element_type_id = src_coll->get_element_desc().get_udt_id(); bool is_compatible = false; OZ (ObPLResolver::check_composite_compatible( NULL == resolve_ctx.params_.secondary_namespace_ ? static_cast(resolve_ctx) : static_cast(*resolve_ctx.params_.secondary_namespace_), element_type_id, dst_pl_type.get_user_type_id(), is_compatible)); if (OB_SUCC(ret) && !is_compatible) { ret = OB_INVALID_ARGUMENT; LOG_WARN("incorrect argument type", K(ret)); } } OX (match_info = (ObRoutineMatchInfo::MatchInfo(false, src_type, dst_type))); } } } else { // 复杂类型的TypeClass相同, 需要检查兼容性 bool is_compatible = false; OZ (ObPLResolver::check_composite_compatible( NULL == resolve_ctx.params_.secondary_namespace_ ? static_cast(resolve_ctx) : static_cast(*resolve_ctx.params_.secondary_namespace_), src_type_id, dst_pl_type.get_user_type_id(), is_compatible), K(src_type_id), K(dst_pl_type), K(resolve_ctx.params_.is_execute_call_stmt_)); if (OB_FAIL(ret)) { } else if (is_compatible) { OX (match_info = ObRoutineMatchInfo::MatchInfo(true, src_type, dst_type)); } else { ret = OB_ERR_EXPRESSION_WRONG_TYPE; LOG_WARN("PLS-00382: expression is of wrong type",K(ret), K(src_type_id), K(dst_pl_type)); } } // Case3: 处理TypeClass不同的情形 } else { // xmltype can not cast with varchar, if ((ObExtendTC == ob_obj_type_class(src_type) && !(ObUserDefinedSQLTC == ob_obj_type_class(dst_type) || ObExtendTC == ob_obj_type_class(dst_type))) || (ObUserDefinedSQLTC == ob_obj_type_class(src_type) && !(ObUserDefinedSQLTC == ob_obj_type_class(dst_type) || ObExtendTC == ob_obj_type_class(dst_type))) || ((ObUserDefinedSQLTC == ob_obj_type_class(dst_type) || ObExtendTC == ob_obj_type_class(dst_type)) && !(ObUserDefinedSQLTC == ob_obj_type_class(src_type) || ObExtendTC == ob_obj_type_class(src_type)))) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("argument count not match", K(ret), K(src_type), K(dst_type)); } else if (ObExtendTC == ob_obj_type_class(src_type) // 普通类型与复杂类型不能互转 || ObExtendTC == ob_obj_type_class(dst_type)) { if (ObUserDefinedSQLTC == ob_obj_type_class(src_type) || ObUserDefinedSQLTC == ob_obj_type_class(dst_type)) { // check can cast } else { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("argument count not match", K(ret), K(src_type), K(dst_type)); } } else { // 检查普通类型之间是否可以互转 if (lib::is_oracle_mode()) { OZ (ObObjCaster::can_cast_in_oracle_mode(dst_type, dst_pl_type.get_meta_type()->get_collation_type(), src_type, src_coll_type)); } else if (!cast_supported( src_type, src_coll_type, dst_type, dst_pl_type.get_meta_type()->get_collation_type())) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("inconsistent datatypes", K(ret), K(src_type), K(src_coll_type), K(dst_type), K(dst_pl_type.get_meta_type()->get_collation_type())); } } bool is_numric_type = (IS_NUMRIC_TYPE(src_type) && IS_NUMRIC_TYPE(dst_type)); OX (match_info = ObRoutineMatchInfo::MatchInfo( is_numric_type ? false : true, is_numric_type ? src_type : dst_type, dst_type)); LOG_DEBUG("need cast", K(ret), K(src_type), K(dst_type), K(ob_obj_type_class(src_type)), K(ob_obj_type_class(dst_type))); } #undef OBJ_TO_TYPE_CLASS return ret; } int ObResolverUtils::get_type_and_type_id( ObRawExpr *expr, ObObjType &type, uint64_t &type_id) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(expr)); OX (type_id = expr->get_result_type().get_udt_id()); if (OB_FAIL(ret)) { } else if (IS_BOOL_OP(expr->get_expr_type())) { type = ObTinyIntType; } else if (T_FUN_PL_INTEGER_CHECKER == expr->get_expr_type()) { type = ObInt32Type; } else { type = expr->get_result_type().get_type(); } CK (is_valid_obj_type(type)); return ret; } // 检查当前参数是否与当前routine匹配 int ObResolverUtils::check_match(const pl::ObPLResolveCtx &resolve_ctx, const common::ObIArray &expr_params, const ObIRoutineInfo *routine_info, ObRoutineMatchInfo &match_info) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(routine_info)); if (OB_FAIL(ret)) { } else if (expr_params.count() > routine_info->get_param_count()) { ret = OB_ERR_SP_WRONG_ARG_NUM; LOG_WARN("argument count not match", K(ret), K(expr_params.count()), K(routine_info->get_param_count())); } OX (match_info.routine_info_ = routine_info); // MatchInfo初始化 for (int64_t i = 0; OB_SUCC(ret) && i < routine_info->get_param_count(); ++i) { match_info.match_info_.push_back(ObRoutineMatchInfo::MatchInfo()); } int64_t offset = 0; if(OB_SUCC(ret) && 0 < expr_params.count() && OB_NOT_NULL(expr_params.at(0))) { ObRawExpr *first_arg = expr_params.at(0); if (first_arg->has_flag(IS_UDT_UDF_SELF_PARAM)) { // do nothing, may be we can check if routine is static or not } else if (routine_info->is_udt_cons()) { if (expr_params.count() > 0 && 1 == routine_info->get_param_count()) { ret = OB_ERR_SP_WRONG_ARG_NUM; LOG_WARN("argument count not match", K(ret), K(expr_params.count()), K(routine_info->get_param_count())); } else { // construct function & no self real paremeter OX (match_info.match_info_.at(0) = (ObRoutineMatchInfo::MatchInfo(false, ObExtendType, ObExtendType))); OX (offset = 1); } } else if (routine_info->is_udt_routine() && !routine_info->is_udt_static_routine() && expr_params.count() != routine_info->get_param_count()) { uint64_t src_type_id = OB_INVALID_ID; ObObjType src_type; if (T_SP_CPARAM == first_arg->get_expr_type()) { ObCallParamRawExpr *call_expr = static_cast(first_arg); OZ (call_expr->get_expr()->deduce_type(&resolve_ctx.session_info_)); OZ (get_type_and_type_id(call_expr->get_expr(), src_type, src_type_id)); } else { OZ (first_arg->deduce_type(&resolve_ctx.session_info_)); OZ (get_type_and_type_id(first_arg, src_type, src_type_id)); } if (OB_SUCC(ret) && (src_type_id != routine_info->get_package_id())) { // set first param matched OX (match_info.match_info_.at(0) = (ObRoutineMatchInfo::MatchInfo(false, src_type, src_type))); OX (offset = 1); } } } // 解析参数表达式数组 bool has_assign_param = false; int arg_cnt = routine_info->get_param_count(); for (int64_t i = 0; OB_SUCC(ret) && offset < arg_cnt && i < expr_params.count(); ++i) { int64_t position = OB_INVALID_ID; ObObjType src_type; uint64_t src_type_id; ObPLDataType dst_pl_type; ObRawExpr* expr = NULL; CK (OB_NOT_NULL(expr_params.at(i))); if (OB_FAIL(ret)) { } else if (T_SP_CPARAM == expr_params.at(i)->get_expr_type()) { ObCallParamRawExpr* call_expr = static_cast(expr_params.at(i)); OX (has_assign_param = true); CK (OB_NOT_NULL(call_expr) && OB_NOT_NULL(call_expr->get_expr())); OZ (call_expr->get_expr()->deduce_type(&resolve_ctx.session_info_)); CK (!call_expr->get_name().empty()); OZ (routine_info->find_param_by_name(call_expr->get_name(), position)); OX (expr = call_expr->get_expr()); OZ (get_type_and_type_id(call_expr->get_expr(), src_type, src_type_id)); } else if (has_assign_param) { ret = OB_ERR_POSITIONAL_FOLLOW_NAME; LOG_WARN("can not set param without assign after param with assign", K(ret), K(i), K(expr_params), K(match_info)); } else { OZ (expr_params.at(i)->deduce_type(&resolve_ctx.session_info_)); OX (position = i + offset); OX (expr = expr_params.at(i)); OZ (get_type_and_type_id(expr_params.at(i), src_type, src_type_id)); } // 如果在相同的位置已经进行过匹配, 说明给定的参数在参数列表中出现了两次 if (OB_SUCC(ret) && (OB_INVALID_ID == position || position >= match_info.match_info_.count() || ObMaxType != match_info.match_info_.at(position).dest_type_)) { ret = OB_ERR_SP_WRONG_ARG_NUM; LOG_WARN("argument count not match", K(ret), K(expr_params.count()), K(routine_info->get_param_count()), K(position)); } // 取出匹配位置的type信息, 进行对比 ObIRoutineParam *routine_param = NULL; OZ (routine_info->get_routine_param(position, routine_param)); CK (OB_NOT_NULL(routine_param)); if (OB_FAIL(ret)) { } else if (routine_param->is_schema_routine_param()) { ObRoutineParam *param = static_cast(routine_param); CK (OB_NOT_NULL(param)); OZ (pl::ObPLDataType::transform_from_iparam(param, resolve_ctx.schema_guard_, resolve_ctx.session_info_, resolve_ctx.allocator_, resolve_ctx.sql_proxy_, dst_pl_type)); } else { dst_pl_type = routine_param->get_pl_data_type(); } if (OB_SUCC(ret) && OB_FAIL(check_type_match(resolve_ctx, match_info.match_info_.at(position), expr, src_type, src_type_id, dst_pl_type))) { LOG_WARN("argument type not match", K(ret), K(i), KPC(expr_params.at(i)), K(src_type), K(dst_pl_type)); } } // 处理空缺参数 OZ (match_vacancy_parameters(*routine_info, match_info)); return ret; } int ObResolverUtils::match_vacancy_parameters( const ObIRoutineInfo &routine_info, ObRoutineMatchInfo &match_info) { int ret = OB_SUCCESS; SET_LOG_CHECK_MODE(); // 处理空缺参数, 如果有默认值填充默认值, 否则报错 for (int64_t i = 0; OB_SUCC(ret) && i < match_info.match_info_.count(); ++i) { ObIRoutineParam *routine_param = NULL; if (ObMaxType == match_info.match_info_.at(i).dest_type_) { OZ (routine_info.get_routine_param(i, routine_param)); CK (OB_NOT_NULL(routine_param)); if (OB_FAIL(ret)) { } else if (routine_param->get_default_value().empty()) { if (routine_info.is_udt_routine() && !routine_info.is_udt_static_routine() && routine_param->is_self_param()) { // do nothing } else { ret = OB_ERR_SP_WRONG_ARG_NUM; LOG_WARN("argument count not match", K(ret), K(routine_info.get_param_count()), K(i)); } } else { OX (match_info.match_info_.at(i) = ObRoutineMatchInfo::MatchInfo(routine_param->is_default_cast(), routine_param->get_pl_data_type().get_obj_type(), routine_param->get_pl_data_type().get_obj_type())); } } } CANCLE_LOG_CHECK_MODE(); return ret; } // 处理存在多个匹配的情况 // 主要处理需要cast的情况, 如果某一个routine完全不需要cast即可调用, 则是最优匹配 // 但是如果存在多个不需要cast即可匹配的情况则报错 // 如果所有的匹配都需要cast同样报错 int ObResolverUtils::pick_routine(ObIArray &match_infos, const ObIRoutineInfo *&routine_info) { int ret = OB_SUCCESS; routine_info = NULL; CK (match_infos.count() > 1); // TODO: 处理Prepare协议下的选择, 因为Prepare时没有参数类型, 如果存在多个匹配, 随机选择一个 for (int64_t i = 0; OB_SUCC(ret) && i < match_infos.count(); ++i) { if (match_infos.at(i).has_unknow_type()) { routine_info = match_infos.at(i).routine_info_; break; } } // 选择一个不需要Cast即可匹配的Routine ObSEArray tmp_match_infos; if (OB_SUCC(ret) && OB_ISNULL(routine_info)) { for (int64_t i = 0; OB_SUCC(ret) && i < match_infos.count(); ++i) { if (!match_infos.at(i).need_cast()) { if (match_infos.at(i).match_same_type()) { if (OB_NOT_NULL(routine_info)) { ret = OB_ERR_FUNC_DUP; LOG_WARN("PLS-00307: too many declarations of 'string' match this call", K(ret), K(match_infos)); } else { routine_info = match_infos.at(i).routine_info_; } } else { OZ (tmp_match_infos.push_back(match_infos.at(i))); } } } } if (OB_SUCC(ret) && OB_ISNULL(routine_info)) { if (1 == tmp_match_infos.count()) { routine_info = tmp_match_infos.at(0).routine_info_; } else if (0 == tmp_match_infos.count()) { tmp_match_infos.assign(match_infos); } } // Formal Parameters that Differ Only in Numeric Data Type: // PL/SQL looks for matching numeric parameters in this order: // 1. PLS_INTEGER (or BINARY_INTEGER, an identical data type) // 2. NUMBER // 3. BINARY_FLOAT // 4. BINARY_DOUBLE // 实际测试下来, PLS_INTEGER的优先级最低 #define NUMRIC_TYPE_LEVEL(type) \ ob_is_number_tc(type) ? 1 \ : ob_is_float_tc(type) ? 2 \ : ob_is_double_tc(type) ? 3 \ : ob_is_int_tc(type) || ob_is_uint_tc(type) ? 4 : 5; // 处理所有的匹配都需要经过Cast的情况 if (OB_SUCC(ret) && OB_ISNULL(routine_info)) { ObSEArray numric_args; // 判断是否仅是Numric不同, 如果不是则直接报错, 否则记录Numric不同的参数位置 for (int64_t i = 0; OB_SUCC(ret) && i < tmp_match_infos.at(0).match_info_.count(); ++i) { for (int64_t j = 1; OB_SUCC(ret) && j < tmp_match_infos.count(); ++j) { if (ob_obj_type_class(tmp_match_infos.at(0).get_type(i)) == ob_obj_type_class(tmp_match_infos.at(j).get_type(i))) { // do nothing ... } else if (!(IS_NUMRIC_TYPE(tmp_match_infos.at(0).get_type(i))) || !(IS_NUMRIC_TYPE(tmp_match_infos.at(j).get_type(i)))) { ret = OB_ERR_FUNC_DUP; LOG_WARN("PLS-00307: too many declarations of 'string' match this call", K(ret), K(tmp_match_infos)); } else { OZ (numric_args.push_back(i)); } } } // 按照优先级选择一个Routine int64_t pos = -1; for (int64_t i = 0; OB_SUCC(ret) && i < numric_args.count(); ++i) { int64_t tmp_pos = 0; for (int64_t j = 1; OB_SUCC(ret) && j < tmp_match_infos.count(); ++j) { int level1 = NUMRIC_TYPE_LEVEL(tmp_match_infos.at(j).get_type(numric_args.at(i))); int level2 = NUMRIC_TYPE_LEVEL(tmp_match_infos.at(tmp_pos).get_type(numric_args.at(i))); if (level1 < level2) { OX (tmp_pos = j); } } if (-1 == pos) { pos = tmp_pos; } else if (pos != tmp_pos) { ret = OB_ERR_FUNC_DUP; LOG_WARN("PLS-00307: too many declarations of 'string' match this call", K(ret), K(tmp_match_infos), K(numric_args)); } } if (OB_SUCC(ret) && numric_args.count() > 0) { CK (pos != -1); OX (routine_info = tmp_match_infos.at(pos).routine_info_); } } #undef NUMRIC_TYPE_LEVEL if (OB_SUCC(ret) && OB_ISNULL(routine_info)) { ret = OB_ERR_FUNC_DUP; LOG_WARN("PLS-00307: too many declarations of 'string' match this call", K(ret), K(match_infos)); } return ret; } #undef IS_NUMRIC_TYPE // 从多个同名的routine中寻找一个最佳匹配 int ObResolverUtils::pick_routine(const pl::ObPLResolveCtx &resolve_ctx, const common::ObIArray &expr_params, const common::ObIArray &routine_infos, const ObIRoutineInfo *&routine_info) { int ret = OB_SUCCESS; routine_info = NULL; common::ObSEArray match_infos; for (int64_t i = 0; OB_SUCC(ret) && i < routine_infos.count(); ++i) { ObRoutineMatchInfo match_info; if (OB_FAIL(check_match(resolve_ctx, expr_params, routine_infos.at(i), match_info))) { ret = (OB_ERR_SP_WRONG_ARG_NUM == ret || OB_ERR_SP_UNDECLARED_VAR == ret || OB_ERR_EXPRESSION_WRONG_TYPE == ret || OB_ERR_INVALID_TYPE_FOR_OP == ret) ? OB_SUCCESS : ret; } else { OZ (match_infos.push_back(match_info)); } } if (OB_FAIL(ret)) { } else if (0 == match_infos.count()) { // 没有匹配的routine直接报错 ret = OB_ERR_SP_WRONG_ARG_NUM; // ret = OB_ERR_CALL_WRONG_ARG; LOG_WARN("PLS-00306: wrong number or types of arguments in call to 'string'", K(ret), KPC(routine_info), K(expr_params), K(routine_infos)); } else if (1 == match_infos.count()) { // 恰好有一个, 直接返回 CK (OB_NOT_NULL(match_infos.at(0).routine_info_)); OX (routine_info = match_infos.at(0).routine_info_); } else { // 存在多个匹配, 继续pick OZ (pick_routine(match_infos, routine_info)); } return ret; } int ObResolverUtils::pick_routine(const pl::ObPLResolveCtx &resolve_ctx, const common::ObIArray &expr_params, const common::ObIArray &routine_infos, const ObPLRoutineInfo *&routine_info) { int ret = OB_SUCCESS; const share::schema::ObIRoutineInfo *i_routine_info = NULL; OZ (pick_routine(resolve_ctx, expr_params, routine_infos, i_routine_info)); OX (routine_info = static_cast(i_routine_info)); return ret; } int ObResolverUtils::pick_routine(const pl::ObPLResolveCtx &resolve_ctx, const common::ObIArray &expr_params, const common::ObIArray &routine_infos, const share::schema::ObRoutineInfo *&routine_info) { int ret = OB_SUCCESS; const share::schema::ObIRoutineInfo *i_routine_info = NULL; OZ (pick_routine(resolve_ctx, expr_params, routine_infos, i_routine_info)); OX (routine_info = static_cast(i_routine_info)); return ret; } int ObResolverUtils::get_routine(ObResolverParams ¶ms, uint64_t tenant_id, const ObString ¤t_database, const ObString &db_name, const ObString &package_name, const ObString &routine_name, const share::schema::ObRoutineType routine_type, const common::ObIArray &expr_params, const ObRoutineInfo *&routine) { int ret = OB_SUCCESS; CK (OB_NOT_NULL(params.allocator_)); CK (OB_NOT_NULL(params.session_info_)); CK (OB_NOT_NULL(params.schema_checker_)); CK (OB_NOT_NULL(params.schema_checker_->get_schema_guard())); CK (OB_NOT_NULL(GCTX.sql_proxy_)); if (OB_SUCC(ret)) { ObPLPackageGuard package_guard(params.session_info_->get_effective_tenant_id()); ObPLResolveCtx resolve_ctx(*(params.allocator_), *(params.session_info_), *(params.schema_checker_->get_schema_guard()), package_guard, *(GCTX.sql_proxy_), params.is_prepare_protocol_, false, /*check mode*/ true, /*sql scope*/ params.param_list_); resolve_ctx.params_.secondary_namespace_ = params.secondary_namespace_; resolve_ctx.params_.param_list_ = params.param_list_; resolve_ctx.params_.is_execute_call_stmt_ = params.is_execute_call_stmt_; OZ (package_guard.init()); OZ (get_routine(resolve_ctx, tenant_id, current_database, db_name, package_name, routine_name, routine_type, expr_params, routine)); } return ret; } int ObResolverUtils::get_routine(const pl::ObPLResolveCtx &resolve_ctx, uint64_t tenant_id, const ObString ¤t_database, const ObString &db_name, const ObString &package_name, const ObString &routine_name, const share::schema::ObRoutineType routine_type, const common::ObIArray &expr_params, const ObRoutineInfo *&routine) { int ret = OB_SUCCESS; common::ObSEArray candidate_routine_infos; ObSchemaChecker schema_checker; routine = NULL; uint64_t udt_id = OB_INVALID_ID; OZ (schema_checker.init(resolve_ctx.schema_guard_)); if (OB_FAIL(ret)) { } else if (OB_FAIL(get_candidate_routines(schema_checker, tenant_id, current_database, db_name, package_name, routine_name, routine_type, candidate_routine_infos, udt_id))) { LOG_WARN("failed to get candidate routine infos", K(db_name), K(package_name), K(routine_name), K(ret)); } else { if (!candidate_routine_infos.empty()) { if (lib::is_mysql_mode()) { CK (1 == candidate_routine_infos.count()); OX (routine = static_cast(candidate_routine_infos.at(0))); } else { OZ (pick_routine(resolve_ctx, expr_params, candidate_routine_infos, routine)); LOG_INFO("call ObResolverUtils::get_routine fit routine", K(db_name), K(package_name), K(routine_name), KPC(routine), K(candidate_routine_infos)); } } if (OB_SUCC(ret) && NULL == routine) { ret = OB_ERR_SP_DOES_NOT_EXIST; LOG_WARN("procedure/function not found", K(db_name), K(package_name), K(routine_name), K(ret)); if (ROUTINE_FUNCTION_TYPE == routine_type) { ret = OB_ERR_FUNCTION_UNKNOWN; LOG_WARN("stored function not exists", K(ret), K(routine_name), K(db_name), K(package_name)); LOG_USER_ERROR(OB_ERR_FUNCTION_UNKNOWN, "FUNCTION", routine_name.length(), routine_name.ptr()); } else { ret = OB_ERR_SP_DOES_NOT_EXIST; LOG_USER_ERROR(OB_ERR_SP_DOES_NOT_EXIST, "procedure", package_name.empty() ? (db_name.empty() ? current_database.length() : db_name.length()) : package_name.length(), package_name.empty() ? (db_name.empty() ? current_database.ptr() : db_name.ptr()) : package_name.ptr(), routine_name.length(), routine_name.ptr()); } } } return ret; } int ObResolverUtils::resolve_sp_access_name(ObSchemaChecker &schema_checker, ObIAllocator &allocator, uint64_t tenant_id, const ObString& current_database, const ObString& procedure_name, ObString &database_name, ObString &package_name, ObString &routine_name) { int ret = OB_SUCCESS; ParseResult parser_result; ObStmtNodeTree *parser_tree = NULL; lib::Worker::CompatMode compat_mode = lib::Worker::CompatMode::MYSQL; if (OB_FAIL(share::ObCompatModeGetter::get_tenant_mode(tenant_id, compat_mode))) { LOG_WARN("failed to get tenant mode", K(ret), K(tenant_id), K(compat_mode)); } else { lib::CompatModeGuard g(compat_mode); ObSqlString call_str; ObParser call_parser( allocator, ob_compatibility_mode_to_sql_mode(static_cast(compat_mode))); if (OB_FAIL(call_str.append_fmt("CALL %.*s();", procedure_name.length(), procedure_name.ptr()))) { LOG_WARN("failed to append call string", K(ret), K(procedure_name)); } else if (OB_FAIL(call_parser.parse(call_str.string(), parser_result))) { LOG_WARN("failed to resolve procedure name", K(ret), K(procedure_name), K(compat_mode)); } else if (FALSE_IT(parser_tree = parser_result.result_tree_)) { } else if (OB_ISNULL(parser_tree) || OB_UNLIKELY(T_STMT_LIST != parser_tree->type_) || OB_UNLIKELY(parser_tree->num_child_ != 1) || OB_ISNULL(parser_tree->children_) || OB_ISNULL(parser_tree->children_[0])) { ret = OB_ERR_UNEXPECTED; LOG_WARN("the children of parse tree is invalid", K(ret), K(parser_tree->type_), K(parser_tree->children_[0])); } else if (OB_UNLIKELY(T_SP_CALL_STMT != parser_tree->children_[0]->type_) || OB_UNLIKELY(parser_tree->children_[0]->num_child_ < 1) || OB_ISNULL(parser_tree->children_[0]->children_[0]) || OB_UNLIKELY(T_SP_ACCESS_NAME != parser_tree->children_[0]->children_[0]->type_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("the children of parse tree is invalid", K(ret), K(parser_tree->children_[0]->type_), K(parser_tree->children_[0]->num_child_), K(parser_tree->children_[0]->children_[0]), K(parser_tree->children_[0]->children_[0]->type_)); } else if (OB_FAIL(resolve_sp_access_name(schema_checker, tenant_id, current_database, *(parser_tree->children_[0]->children_[0]), database_name, package_name, routine_name))) { LOG_WARN("failed to resolve_sp_access_name", K(ret), K(procedure_name), K(tenant_id), K(current_database)); } } return ret; } int ObResolverUtils::resolve_synonym_object_recursively(ObSchemaChecker &schema_checker, ObSynonymChecker &synonym_checker, uint64_t tenant_id, uint64_t database_id, const ObString &synonym_name, uint64_t &object_database_id, ObString &object_name, bool &exist, bool search_public_schema) { int ret = OB_SUCCESS; uint64_t synonym_id = OB_INVALID_ID; bool exist_with_synonym = false; if (OB_FAIL(schema_checker.get_synonym_schema( tenant_id, database_id, synonym_name, object_database_id, synonym_id, object_name, exist_with_synonym, search_public_schema))) { LOG_WARN("failed to get synonym", K(ret), K(tenant_id), K(database_id), K(synonym_name)); } else if (exist_with_synonym) { exist = true; synonym_checker.set_synonym(true); if (OB_FAIL(synonym_checker.add_synonym_id(synonym_id, database_id))) { if (OB_ERR_LOOP_OF_SYNONYM == ret) { ret = OB_SUCCESS; } else { LOG_WARN("failed to add synonym id to synonym checker", K(ret), K(tenant_id), K(database_id), K(synonym_name)); } } else { OZ (SMART_CALL(resolve_synonym_object_recursively( schema_checker, synonym_checker, tenant_id, object_database_id, object_name, object_database_id, object_name, exist_with_synonym, search_public_schema))); } } return ret; } //TODO(guangang.gg):consider invoker and definer semantics int ObResolverUtils::resolve_sp_access_name(ObSchemaChecker &schema_checker, uint64_t tenant_id, const ObString ¤t_database, const ParseNode &sp_access_name_node, ObString &db_name, ObString &package_name, ObString &routine_name) { int ret = OB_SUCCESS; if (OB_UNLIKELY(sp_access_name_node.type_ != T_SP_ACCESS_NAME) || OB_UNLIKELY(sp_access_name_node.num_child_ != 3) || OB_ISNULL(sp_access_name_node.children_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("sp_name_node is invalid", K_(sp_access_name_node.type), K_(sp_access_name_node.num_child), K_(sp_access_name_node.children)); } else { const ParseNode *sp_node = sp_access_name_node.children_[2]; const ParseNode *package_or_db_node = sp_access_name_node.children_[1]; const ParseNode *db_node = sp_access_name_node.children_[0]; if (OB_ISNULL(sp_node) || OB_UNLIKELY(sp_node->type_ != T_IDENT)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("sp_node is invalid", K(sp_node)); } else { routine_name.assign_ptr(sp_node->str_value_, static_cast(sp_node->str_len_)); } if (OB_SUCC(ret)) { if (OB_NOT_NULL(db_node) && OB_NOT_NULL(package_or_db_node)) { if (OB_UNLIKELY(package_or_db_node->type_ != T_IDENT) || OB_UNLIKELY(db_node->type_ != T_IDENT)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node is invalid", K(package_or_db_node), K(db_node), K(ret)); } else { package_name.assign_ptr(package_or_db_node->str_value_, static_cast(package_or_db_node->str_len_)); db_name.assign_ptr(db_node->str_value_, static_cast(db_node->str_len_)); } } else if (OB_ISNULL(db_node) && OB_NOT_NULL(package_or_db_node)) { // search package name first, then database name ObString package_or_db_name; uint64_t package_id = OB_INVALID_ID; uint64_t database_id = OB_INVALID_ID; if (OB_UNLIKELY(package_or_db_node->type_ != T_IDENT)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("package_or_db_node is invalid", K(package_or_db_node)); } else { package_or_db_name.assign_ptr(package_or_db_node->str_value_, static_cast(package_or_db_node->str_len_)); if (is_oracle_mode()) { //Oracle mode uint64_t object_db_id = OB_INVALID_ID; ObString object_name; bool exist = false; //search package name in current database, then search in sys tenant space in case of sys package OZ (schema_checker.get_database_id(tenant_id, current_database, database_id)); if (OB_FAIL(ret)) { } else if (OB_FAIL(schema_checker.get_package_id( tenant_id, database_id, package_or_db_name, COMPATIBLE_ORACLE_MODE, package_id))) { ObSynonymChecker synonym_checker; ret = OB_SUCCESS; OZ (resolve_synonym_object_recursively( schema_checker, synonym_checker, tenant_id, database_id, package_or_db_name, object_db_id, object_name, exist)); if (OB_FAIL(ret)) { } else if (exist) { if (object_db_id != database_id) { const ObDatabaseSchema *database_schema = NULL; if (OB_FAIL(schema_checker.get_database_schema(tenant_id, object_db_id, database_schema))) { LOG_WARN("failed to get database schema", K(ret), K(object_db_id), K(object_name), K(database_id)); } else if (OB_ISNULL(database_schema)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("database schema is null", K(ret), K(object_db_id), K(object_name), K(database_id)); } else { db_name = database_schema->get_database_name_str(); } } if (OB_FAIL(ret)) { } else if (OB_FAIL(schema_checker.get_package_id( tenant_id, object_db_id, object_name, COMPATIBLE_ORACLE_MODE, package_id))) { LOG_WARN("failed to get package id", K(ret), K(object_db_id), K(object_name)); } else { package_name = object_name; } } else { object_db_id = database_id; object_name = package_or_db_name; } } if (OB_FAIL(ret) || OB_INVALID_ID == package_id) { if (OB_FAIL(schema_checker.get_package_id( OB_SYS_TENANT_ID, OB_SYS_DATABASE_ID, object_name, COMPATIBLE_ORACLE_MODE, package_id))) { if (OB_ERR_PACKAGE_DOSE_NOT_EXIST == ret) { if (OB_FAIL(schema_checker.get_udt_id(tenant_id, object_db_id, OB_INVALID_ID, object_name, package_id))) { if (OB_ERR_SP_DOES_NOT_EXIST == ret) { if (OB_FAIL(schema_checker.get_database_id(tenant_id, object_name, database_id))) { if (OB_ERR_BAD_DATABASE == ret) { package_name = package_or_db_name; LOG_USER_ERROR(OB_ERR_BAD_DATABASE, package_or_db_name.length(), package_or_db_name.ptr()); } else { LOG_WARN("get database id failed", K(package_or_db_name), K(ret)); } } else { db_name = package_or_db_name; } } else { db_name = package_or_db_name; } } else if (package_id != OB_INVALID_ID) { package_name = package_or_db_name; } else { if (OB_FAIL(schema_checker.get_database_id(tenant_id, object_name, database_id))) { if (OB_ERR_BAD_DATABASE == ret) { package_name = package_or_db_name; LOG_USER_ERROR(OB_ERR_BAD_DATABASE, package_or_db_name.length(), package_or_db_name.ptr()); } else { LOG_WARN("get database id failed", K(package_or_db_name), K(ret)); } } else { db_name = package_or_db_name; } } } else { LOG_WARN("get package id failed", K(package_or_db_name), K(ret)); } } else { package_name = package_or_db_name; db_name.assign_ptr(OB_SYS_DATABASE_NAME, static_cast(strlen(OB_SYS_DATABASE_NAME))); } } else if (!exist) { package_name = package_or_db_name; db_name = current_database; } } else { //Mysql mode OZ (schema_checker.get_database_id(tenant_id, current_database, database_id)); if (OB_FAIL(ret)) { // do nothing } else if (OB_SUCC(schema_checker.get_package_id(tenant_id, database_id, package_or_db_name, COMPATIBLE_MYSQL_MODE, package_id))) { package_name = package_or_db_name; db_name = current_database; } if (OB_FAIL(ret)) { // 如果package_or_db_name作为package获取失败,则把package_or_db_name当做database去获取 ret = OB_SUCCESS; if (OB_FAIL(schema_checker.get_database_id(tenant_id, package_or_db_name, database_id))) { int64_t old_ret = ret; if (OB_FAIL(schema_checker.get_package_id( OB_SYS_TENANT_ID, OB_SYS_DATABASE_ID, package_or_db_name, COMPATIBLE_MYSQL_MODE, package_id))) { ret = old_ret; LOG_WARN("get database id failed", K(package_or_db_name), K(ret)); LOG_USER_ERROR(OB_ERR_BAD_DATABASE, package_or_db_name.length(), package_or_db_name.ptr()); } else { package_name = package_or_db_name; db_name.assign_ptr(OB_SYS_DATABASE_NAME, static_cast(strlen(OB_SYS_DATABASE_NAME))); } } else { db_name = package_or_db_name; } } } } } else if (OB_ISNULL(db_node) && OB_ISNULL(package_or_db_node)) { //do nothing //in pl context, this call may be a package private procedure, not a schema object } else { /* not possible */ } } } return ret; } int ObResolverUtils::resolve_sp_name(ObSQLSessionInfo &session_info, const ParseNode &sp_name_node, ObString &db_name, ObString &sp_name, bool need_db_name) { int ret = OB_SUCCESS; const ParseNode *sp_node = NULL; ObNameCaseMode mode = OB_NAME_CASE_INVALID; ObCollationType cs_type = CS_TYPE_INVALID; if (OB_UNLIKELY(sp_name_node.type_ != T_SP_NAME) || OB_UNLIKELY(sp_name_node.num_child_ != 2) || OB_ISNULL(sp_name_node.children_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("sp_name_node is invalid", K_(sp_name_node.type), K_(sp_name_node.num_child), K_(sp_name_node.children)); } else if (OB_ISNULL(sp_node = sp_name_node.children_[1]) || OB_UNLIKELY(sp_node->type_ != T_IDENT)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("sp_node is invalid", K(sp_node), K(ret)); } else if (OB_FAIL(session_info.get_name_case_mode(mode))) { LOG_WARN("fail to get name case mode", K(mode), K(ret)); } else if (OB_FAIL(session_info.get_collation_connection(cs_type))) { LOG_WARN("fail to get collation connection", K(ret)); } else { const ParseNode *db_node = NULL; bool perserve_lettercase = lib::is_oracle_mode() ? true : (mode != OB_LOWERCASE_AND_INSENSITIVE); sp_name.assign_ptr(sp_node->str_value_, static_cast(sp_node->str_len_)); if (sp_name.empty() || !sp_name[0] || ' ' == sp_name[sp_name.length() -1]) { ret = OB_ER_SP_WRONG_NAME; LOG_USER_ERROR(OB_ER_SP_WRONG_NAME, static_cast(sp_name.length()), sp_name.ptr()); LOG_WARN("Incorrect routine name", K(sp_name), K(ret)); } else if (OB_UNLIKELY(sp_name.length() > (lib::is_oracle_mode() ? OB_MAX_PL_IDENT_LENGTH : OB_MAX_MYSQL_PL_IDENT_LENGTH))) { ret = OB_ERR_TOO_LONG_IDENT; LOG_WARN("identifier is too long", K(sp_name), K(ret)); } else if (!need_db_name && lib::is_oracle_mode()) { // do nothing } else if (NULL == (db_node = sp_name_node.children_[0])) { if (session_info.get_database_name().empty()) { ret = OB_ERR_NO_DB_SELECTED; LOG_USER_ERROR(OB_ERR_NO_DB_SELECTED); LOG_WARN("No Database Selected", K(ret)); } else { db_name = session_info.get_database_name(); } } else if (OB_UNLIKELY(db_node->type_ != T_IDENT)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("db_node is invalid", K(db_node), K(ret)); } else { db_name.assign_ptr(db_node->str_value_, static_cast(db_node->str_len_)); if (OB_FAIL(ObSQLUtils::check_and_convert_db_name(cs_type, perserve_lettercase, db_name))) { LOG_WARN("fail to check and convert database name", K(db_name), K(ret)); } } } LOG_DEBUG("check sp name result", K(sp_name), K(db_name)); return ret; } int ObResolverUtils::resolve_column_ref(const ParseNode *node, const ObNameCaseMode case_mode, ObQualifiedName& column_ref) { int ret = OB_SUCCESS; ParseNode* db_node = NULL; ParseNode* relation_node = NULL; ParseNode* column_node = NULL; ObString column_name; ObString table_name; ObString database_name; if (OB_ISNULL(node) || OB_UNLIKELY(node->type_ != T_COLUMN_REF)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("parse node is invalid", K(node)); } else { db_node = node->children_[0]; relation_node = node->children_[1]; column_node = node->children_[2]; if (db_node != NULL) { column_ref.database_name_.assign_ptr(const_cast(db_node->str_value_), static_cast(db_node->str_len_)); } } if (OB_SUCC(ret)) { if (relation_node != NULL) { column_ref.tbl_name_.assign_ptr(const_cast(relation_node->str_value_), static_cast(relation_node->str_len_)); } if (OB_ISNULL(column_node)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("column node is null"); } else if (column_node->type_ == T_STAR) { column_ref.is_star_ = true; } else { column_ref.is_star_ = false; column_ref.col_name_.assign_ptr(const_cast(column_node->str_value_), static_cast(column_node->str_len_)); } } if (OB_SUCC(ret) && lib::is_mysql_mode() && OB_LOWERCASE_AND_INSENSITIVE == case_mode) { ObCharset::casedn(CS_TYPE_UTF8MB4_GENERAL_CI, column_ref.database_name_); ObCharset::casedn(CS_TYPE_UTF8MB4_GENERAL_CI, column_ref.tbl_name_); } return ret; } int ObResolverUtils::resolve_obj_access_ref_node(ObRawExprFactory &expr_factory, const ParseNode *node, ObQualifiedName &q_name, const ObSQLSessionInfo &session_info) { int ret = OB_SUCCESS; // generate raw expr if (OB_ISNULL(node)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node is null"); } else if (T_IDENT == node->type_/*Mysql mode*/ || T_COLUMN_REF == node->type_/*Mysql mode*/) { ObTimeZoneInfo tz_info; ObNameCaseMode case_mode = OB_NAME_CASE_INVALID; ObExprResolveContext ctx(expr_factory, &tz_info, case_mode); ctx.session_info_ = &session_info; //not set query_ctx, 这个函数只会由PL Resolver调用, PL Resolver中没有query ctx // ?? //ctx.is_oracle_compatible_ = (T_OBJ_ACCESS_REF == node->type_); ObRawExprResolverImpl expr_resolver(ctx); ObRawExpr *expr = NULL; ObSEArray columns; ObArray sys_vars; ObArray sub_query_info; ObArray aggr_exprs; ObArray win_exprs; ObArray udf_info; ObArray op_exprs; ObSEArray user_var_exprs; if (OB_FAIL(expr_resolver.resolve(node, expr, columns, sys_vars, sub_query_info, aggr_exprs, win_exprs, udf_info, op_exprs, user_var_exprs))) { LOG_WARN("failed to resolve expr tree", K(ret)); } else if (OB_UNLIKELY(1 != columns.count()) || OB_UNLIKELY(!sys_vars.empty()) || OB_UNLIKELY(!sub_query_info.empty()) || OB_UNLIKELY(!aggr_exprs.empty()) || OB_UNLIKELY(!win_exprs.empty())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is invalid", K(op_exprs.empty()), K(columns.count()), K(sys_vars.count()), K(sub_query_info.count()), K(aggr_exprs.count()), K(win_exprs.count()), K(udf_info.count()), K(ret)); } else if (OB_FAIL(q_name.assign(columns.at(0)))) { LOG_WARN("assign qualified name failed", K(ret), K(columns)); } else { /*do nothing*/ } } else if (T_SYSTEM_VARIABLE == node->type_ || T_USER_VARIABLE_IDENTIFIER == node->type_) { ObString access_name(node->str_len_, node->str_value_); ObObjAccessIdent ident(access_name); ret = q_name.access_idents_.push_back(ident); } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("node type is invalid", K_(node->type)); } return ret; } stmt::StmtType ObResolverUtils::get_stmt_type_by_item_type(const ObItemType item_type) { stmt::StmtType type; switch (item_type) { #define SET_STMT_TYPE(item_type) \ case item_type: { \ type = stmt::item_type; \ } break; // dml SET_STMT_TYPE(T_SELECT); SET_STMT_TYPE(T_INSERT); SET_STMT_TYPE(T_DELETE); SET_STMT_TYPE(T_UPDATE); SET_STMT_TYPE(T_MERGE); SET_STMT_TYPE(T_REPLACE); // ps SET_STMT_TYPE(T_PREPARE); SET_STMT_TYPE(T_EXECUTE); SET_STMT_TYPE(T_DEALLOCATE); // ddl // tenant resource SET_STMT_TYPE(T_CREATE_RESOURCE_POOL); SET_STMT_TYPE(T_DROP_RESOURCE_POOL); SET_STMT_TYPE(T_ALTER_RESOURCE_POOL); SET_STMT_TYPE(T_SPLIT_RESOURCE_POOL); SET_STMT_TYPE(T_MERGE_RESOURCE_POOL); SET_STMT_TYPE(T_CREATE_RESOURCE_UNIT); SET_STMT_TYPE(T_ALTER_RESOURCE_UNIT); SET_STMT_TYPE(T_DROP_RESOURCE_UNIT); SET_STMT_TYPE(T_CREATE_TENANT); SET_STMT_TYPE(T_CREATE_STANDBY_TENANT); SET_STMT_TYPE(T_DROP_TENANT); SET_STMT_TYPE(T_MODIFY_TENANT); SET_STMT_TYPE(T_LOCK_TENANT); // database SET_STMT_TYPE(T_CREATE_DATABASE); SET_STMT_TYPE(T_ALTER_DATABASE); SET_STMT_TYPE(T_DROP_DATABASE); // tablegroup SET_STMT_TYPE(T_CREATE_TABLEGROUP); SET_STMT_TYPE(T_ALTER_TABLEGROUP); SET_STMT_TYPE(T_DROP_TABLEGROUP); // table SET_STMT_TYPE(T_CREATE_TABLE); SET_STMT_TYPE(T_DROP_TABLE); SET_STMT_TYPE(T_RENAME_TABLE); SET_STMT_TYPE(T_TRUNCATE_TABLE); SET_STMT_TYPE(T_CREATE_TABLE_LIKE); SET_STMT_TYPE(T_ALTER_TABLE); SET_STMT_TYPE(T_OPTIMIZE_TABLE); SET_STMT_TYPE(T_OPTIMIZE_TENANT); SET_STMT_TYPE(T_OPTIMIZE_ALL); // view SET_STMT_TYPE(T_CREATE_VIEW); SET_STMT_TYPE(T_ALTER_VIEW); SET_STMT_TYPE(T_DROP_VIEW); // index SET_STMT_TYPE(T_CREATE_INDEX); SET_STMT_TYPE(T_DROP_INDEX); // flashback SET_STMT_TYPE(T_FLASHBACK_TENANT); SET_STMT_TYPE(T_FLASHBACK_DATABASE); SET_STMT_TYPE(T_FLASHBACK_TABLE_FROM_RECYCLEBIN); SET_STMT_TYPE(T_FLASHBACK_TABLE_TO_SCN); SET_STMT_TYPE(T_FLASHBACK_INDEX); // purge SET_STMT_TYPE(T_PURGE_RECYCLEBIN); SET_STMT_TYPE(T_PURGE_TENANT); SET_STMT_TYPE(T_PURGE_DATABASE); SET_STMT_TYPE(T_PURGE_TABLE); SET_STMT_TYPE(T_PURGE_INDEX); // outline SET_STMT_TYPE(T_CREATE_OUTLINE); SET_STMT_TYPE(T_ALTER_OUTLINE); SET_STMT_TYPE(T_DROP_OUTLINE); // synonym SET_STMT_TYPE(T_CREATE_SYNONYM); SET_STMT_TYPE(T_DROP_SYNONYM); // directory SET_STMT_TYPE(T_CREATE_DIRECTORY); SET_STMT_TYPE(T_DROP_DIRECTORY); // variable set SET_STMT_TYPE(T_VARIABLE_SET); // get diagnostics SET_STMT_TYPE(T_DIAGNOSTICS); // read only SET_STMT_TYPE(T_EXPLAIN); SET_STMT_TYPE(T_SHOW_COLUMNS); SET_STMT_TYPE(T_SHOW_TABLES); SET_STMT_TYPE(T_SHOW_DATABASES); SET_STMT_TYPE(T_SHOW_TABLE_STATUS); SET_STMT_TYPE(T_SHOW_SERVER_STATUS); SET_STMT_TYPE(T_SHOW_VARIABLES); SET_STMT_TYPE(T_SHOW_SCHEMA); SET_STMT_TYPE(T_SHOW_CREATE_DATABASE); SET_STMT_TYPE(T_SHOW_CREATE_TABLE); SET_STMT_TYPE(T_SHOW_CREATE_VIEW); SET_STMT_TYPE(T_SHOW_WARNINGS); SET_STMT_TYPE(T_SHOW_ERRORS); SET_STMT_TYPE(T_SHOW_GRANTS); SET_STMT_TYPE(T_SHOW_CHARSET); SET_STMT_TYPE(T_SHOW_COLLATION); SET_STMT_TYPE(T_SHOW_PARAMETERS); SET_STMT_TYPE(T_SHOW_INDEXES); SET_STMT_TYPE(T_SHOW_PROCESSLIST); SET_STMT_TYPE(T_SHOW_TABLEGROUPS); SET_STMT_TYPE(T_SHOW_RESTORE_PREVIEW); SET_STMT_TYPE(T_SHOW_TRIGGERS); SET_STMT_TYPE(T_HELP); SET_STMT_TYPE(T_SHOW_RECYCLEBIN); SET_STMT_TYPE(T_SHOW_TENANT); SET_STMT_TYPE(T_SHOW_SEQUENCES); SET_STMT_TYPE(T_CREATE_SAVEPOINT); SET_STMT_TYPE(T_RELEASE_SAVEPOINT); SET_STMT_TYPE(T_ROLLBACK_SAVEPOINT); SET_STMT_TYPE(T_SHOW_QUERY_RESPONSE_TIME); SET_STMT_TYPE(T_CREATE_USER); SET_STMT_TYPE(T_DROP_USER); SET_STMT_TYPE(T_RENAME_USER); SET_STMT_TYPE(T_SET_PASSWORD); SET_STMT_TYPE(T_GRANT); SET_STMT_TYPE(T_GRANT_ROLE); SET_STMT_TYPE(T_SYSTEM_GRANT); SET_STMT_TYPE(T_SHOW_CREATE_TRIGGER); SET_STMT_TYPE(T_REVOKE); SET_STMT_TYPE(T_SYSTEM_REVOKE); SET_STMT_TYPE(T_REVOKE_ROLE); SET_STMT_TYPE(T_CREATE_CONTEXT); SET_STMT_TYPE(T_DROP_CONTEXT); #undef SET_STMT_TYPE case T_ROLLBACK: case T_COMMIT: { type = stmt::T_END_TRANS; } break; case T_BEGIN: { type = stmt::T_START_TRANS; } break; case T_MULTI_INSERT: { type = stmt::T_INSERT; } break; case T_SP_CREATE_TYPE: { type = stmt::T_CREATE_TYPE; } break; case T_SP_DROP_TYPE: { type = stmt::T_DROP_TYPE; } break; // stored procedure case T_SP_CREATE: case T_SF_CREATE: { type = stmt::T_CREATE_ROUTINE; } break; case T_SP_ALTER: case T_SF_ALTER: { type = stmt::T_ALTER_ROUTINE; } break; case T_SP_DROP: case T_SF_DROP: { type = stmt::T_DROP_ROUTINE; } break; // package case T_PACKAGE_CREATE: { type = stmt::T_CREATE_PACKAGE; } break; case T_PACKAGE_CREATE_BODY: { type = stmt::T_CREATE_PACKAGE_BODY; } break; case T_PACKAGE_ALTER: { type = stmt::T_ALTER_PACKAGE; } break; case T_PACKAGE_DROP: { type = stmt::T_DROP_PACKAGE; } break; case T_SP_ANONYMOUS_BLOCK: { type = stmt::T_ANONYMOUS_BLOCK; } break; case T_TG_CREATE: { type = stmt::T_CREATE_TRIGGER; } break; case T_TG_DROP: { type = stmt::T_DROP_TRIGGER; } break; case T_TG_ALTER: { type = stmt::T_ALTER_TRIGGER; } break; case T_LOAD_DATA: { type = stmt::T_LOAD_DATA; } break; case T_LOCK_TABLE: { type = stmt::T_LOCK_TABLE; } break; default: { type = stmt::T_NONE; } break; } return type; } int ObResolverUtils::resolve_stmt_type(const ParseResult &result, stmt::StmtType &type) { int ret = OB_SUCCESS; CK(OB_NOT_NULL(result.result_tree_)); CK((T_STMT_LIST == result.result_tree_->type_)); CK((1 == result.result_tree_->num_child_)); CK(OB_NOT_NULL(result.result_tree_->children_[0])); if (OB_SUCC(ret)) { type = get_stmt_type_by_item_type(result.result_tree_->children_[0]->type_); } return ret; } int ObResolverUtils::set_string_val_charset(ObObjParam &val, ObString &charset, ObObj &result_val, bool is_strict_mode, bool return_ret) { int ret = OB_SUCCESS; ObCharsetType charset_type = CHARSET_INVALID; if (CHARSET_INVALID == (charset_type = ObCharset::charset_type(charset.trim()))) { ret = OB_ERR_UNKNOWN_CHARSET; LOG_USER_ERROR(OB_ERR_UNKNOWN_CHARSET, charset.length(), charset.ptr()); } else { // use the default collation of the specified charset ObCollationType collation_type = ObCharset::get_default_collation(charset_type); val.set_collation_type(collation_type); LOG_DEBUG("use default collation", K(charset_type), K(collation_type)); ObLength length = static_cast(ObCharset::strlen_char(val.get_collation_type(), val.get_string_ptr(), val.get_string_len())); val.set_length(length); // 为了跟mysql报错一样,这里检查一下字符串是否合法,仅仅是检查,不合法则报错,不做其他操作 // check_well_formed_str的ret_error参数为true的时候,is_strict_mode参数失效,因此这里is_strict_mode直接传入true if (OB_SUCC(ret) && OB_FAIL(ObSQLUtils::check_well_formed_str(val, result_val, is_strict_mode, return_ret))) { LOG_WARN("invalid str", K(ret), K(val), K(is_strict_mode), K(return_ret)); } } return ret; } int ObResolverUtils::resolve_const(const ParseNode *node, const stmt::StmtType stmt_type, ObIAllocator &allocator, const ObCollationType connection_collation, const ObCollationType nchar_collation, const ObTimeZoneInfo *tz_info, ObObjParam &val, const bool is_paramlize, common::ObString &literal_prefix, const ObLengthSemantics default_length_semantics, const ObCollationType server_collation, ObExprInfo *parents_expr_info, const ObSQLMode sql_mode, bool is_from_pl) { UNUSED(stmt_type); int ret = OB_SUCCESS; if (OB_ISNULL(node) || OB_UNLIKELY(node->type_ < T_INVALID) || OB_UNLIKELY(node->type_ >= T_MAX_CONST)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("parse node is invalid", K(node)); } else { LOG_DEBUG("resolve item", "item_type", get_type_name(static_cast(node->type_))); int16_t precision = PRECISION_UNKNOWN_YET; int16_t scale = SCALE_UNKNOWN_YET; // const value contains NOT_NULL flag val.set_result_flag(NOT_NULL_FLAG); switch (node->type_) { case T_HEX_STRING: { ObString str_val; str_val.assign_ptr(const_cast(node->str_value_), static_cast(node->str_len_)); val.set_hex_string(str_val); val.set_collation_level(CS_LEVEL_COERCIBLE); val.set_scale(0); val.set_length(static_cast(node->str_len_)); val.set_param_meta(val.get_meta()); break; } case T_VARCHAR: case T_CHAR: case T_NVARCHAR2: case T_NCHAR: { bool is_nchar = T_NVARCHAR2 == node->type_ || T_NCHAR == node->type_; if (lib::is_oracle_mode() && node->str_len_ == 0) { val.set_null(); val.unset_result_flag(NOT_NULL_FLAG); val.set_length(0); val.set_length_semantics(default_length_semantics); //区分Oracle 模式下的空串和null //空串类型为char 值为null ObObjMeta null_meta = ObObjMeta(); null_meta.set_collation_type(is_nchar ? nchar_collation : server_collation); null_meta.set_type(is_nchar ? ObNCharType : ObCharType); null_meta.set_collation_level(CS_LEVEL_COERCIBLE); val.set_param_meta(null_meta); } else { ObString str_val; ObObj result_val; str_val.assign_ptr(const_cast(node->str_value_), static_cast(node->str_len_)); val.set_string(lib::is_mysql_mode() && is_nchar ? ObVarcharType : static_cast(node->type_), str_val); // decide collation /* MySQL determines a literal's character set and collation in the following manner: If both _X and COLLATE Y are specified, character set X and collation Y are used. If _X is specified but COLLATE is not specified, character set X and its default collation are used. To see the default collation for each character set, use the SHOW COLLATION statement. Otherwise, the character set and collation given by the character_set_connection and collation_connection system variables are used. */ val.set_collation_level(CS_LEVEL_COERCIBLE); //TODO::@yanhua raw // if (lib::is_oracle_mode()) { // val.set_collation_type(ObCharset::get_default_collation(ObCharset::get_default_charset())); // LOG_DEBUG("oracle use default cs_type", K(val), K(connection_collation)); // } else if (0 == node->num_child_) { if (0 == node->num_child_) { // for STRING without collation, e.g. show tables like STRING; if (lib::is_mysql_mode() && is_nchar) { ObString charset(strlen("utf8mb4"), "utf8mb4"); if (OB_FAIL(set_string_val_charset(val, charset, result_val, false, false))) { LOG_WARN("set string val charset failed", K(ret)); } } else { val.set_collation_type(connection_collation); } } else { // STRING in SQL expression ParseNode *charset_node = NULL; if (NULL != node->children_[0] && T_CHARSET == node->children_[0]->type_) { charset_node = node->children_[0]; } if (NULL == charset_node) { val.set_collation_type(connection_collation); } else { ObCharsetType charset_type = CHARSET_INVALID; ObCollationType collation_type = CS_TYPE_INVALID; if (charset_node != NULL) { ObString charset(charset_node->str_len_, charset_node->str_value_); if (OB_FAIL(set_string_val_charset(val, charset, result_val, false, false))) { LOG_WARN("set string val charset failed", K(ret)); } } } } ObLengthSemantics length_semantics = LS_DEFAULT; if (OB_SUCC(ret)) { if (lib::is_oracle_mode() && (T_NVARCHAR2 == node->type_ || T_NCHAR == node->type_)) { length_semantics = LS_CHAR; } else { length_semantics = default_length_semantics; } if (is_oracle_byte_length(lib::is_oracle_mode(), length_semantics) && T_NVARCHAR2 != node->type_ && T_NCHAR != node->type_) { val.set_length(val.get_string_len()); val.set_length_semantics(LS_BYTE); } else { ObLength length = static_cast(ObCharset::strlen_char(val.get_collation_type(), val.get_string_ptr(), val.get_string_len())); val.set_length(length); val.set_length_semantics(LS_CHAR); } } // 对于字符,此处使用的是连接里设置的字符集,在Oracle模式下,需要 // 转换成server使用的字符集,MySQL不需要 if (OB_SUCC(ret) && lib::is_oracle_mode()) { ObCollationType target_collation = CS_TYPE_INVALID; if (T_NVARCHAR2 == node->type_ || T_NCHAR == node->type_) { target_collation = nchar_collation; } else { target_collation = server_collation; } // 为了解决部分gbk字符因为转换函数中不包含对应unicode字符导致全gbk链路中字符解析错误的问题, // 当两个ObCollationType的CharsetType相同时,跳过 mb_wc, wc_mb 的转换过程, // 直接设置结果的collation_type if (ObCharset::charset_type_by_coll(connection_collation) == ObCharset::charset_type_by_coll(target_collation)) { val.set_collation_type(target_collation); } else { ObString str; val.get_string(str); char *buf = nullptr; /* OB目前支持utf8、utf16、和gbk * utf8mb4是1~4个字节,gbk是1到2,utf16是2或者4 * 进行转换,极限情况是1个字节转成4个,所以这里放大了4倍 */ int32_t buf_len = str.length() * ObCharset::CharConvertFactorNum; uint32_t result_len = 0; uint32_t incomplete_len = 0; if (0 == buf_len) { //do nothing } else if (CS_TYPE_INVALID == target_collation) { ret = OB_ERR_UNEXPECTED; } else if (OB_UNLIKELY(nullptr == (buf = static_cast(allocator.alloc(buf_len))))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_ERROR("alloc memory failed", K(ret), K(buf_len)); } else { bool trim_incomplete_tail = !(lib::is_oracle_mode()); ret = ObCharset::charset_convert(connection_collation, str.ptr(), str.length(), target_collation, buf, buf_len, result_len, trim_incomplete_tail); if (OB_SUCCESS != ret) { int32_t str_offset = 0; int64_t buf_offset = 0; ObString question_mark = ObCharsetUtils::get_const_str(target_collation, '?'); while (str_offset < str.length() && buf_offset + question_mark.length() <= buf_len) { int64_t offset = ObCharset::charpos(connection_collation, str.ptr() + str_offset, str.length() - str_offset, 1); ret = ObCharset::charset_convert(connection_collation, str.ptr() + str_offset, offset, target_collation, buf + buf_offset, buf_len - buf_offset, result_len); str_offset += offset; if (OB_SUCCESS == ret && result_len > 0) { buf_offset += result_len; } else { //在Oracle转换失败的字符都是用'?'代替,这里做兼容 MEMCPY(buf + buf_offset, question_mark.ptr(), question_mark.length()); buf_offset += question_mark.length(); } } if (str_offset < str.length()) { ret = OB_SIZE_OVERFLOW; LOG_WARN("size overflow", K(ret), K(str), KPHEX(str.ptr(), str.length())); } else { // 这里打印日志是为了提醒存在转换失败的字符用'?'替代了 LOG_DEBUG("charset convert failed", K(ret), K(connection_collation), K(target_collation)); result_len = buf_offset; ret = OB_SUCCESS; } } if (OB_SUCC(ret)) { val.set_string(val.get_type(), buf, static_cast(result_len)); val.set_collation_type(target_collation); val.set_collation_level(CS_LEVEL_COERCIBLE); } } } } // 为了跟mysql报错一样,这里检查一下字符串是否合法,仅仅是检查,不合法则报错,不做其他操作 // check_well_formed_str的ret_error参数为true的时候,is_strict_mode参数失效,因此这里is_strict_mode直接传入true //if (OB_SUCC(ret) && lib::is_mysql_mode() && // OB_FAIL(ObSQLUtils::check_well_formed_str(val, result_val, true, true))) { // LOG_WARN("invalid str", K(ret), K(val)); //} val.set_param_meta(val.get_meta()); } LOG_DEBUG("resolve const char", K(val)); break; } case T_IEEE754_NAN: { double value = NAN; val.set_double(value); val.set_precision(PRECISION_UNKNOWN_YET); val.set_scale(NUMBER_SCALE_UNKNOWN_YET); val.set_param_meta(val.get_meta()); _LOG_DEBUG("finish parse double NAN"); break; } case T_IEEE754_INFINITE: { double value = INFINITY; val.set_double(value); val.set_precision(PRECISION_UNKNOWN_YET); val.set_scale(NUMBER_SCALE_UNKNOWN_YET); val.set_param_meta(val.get_meta()); _LOG_DEBUG("finish parse double INFINITE"); break; } case T_FLOAT: case T_DOUBLE: { int err = 0; double value = 0; char *endptr = NULL; value = strntod(node->str_value_, static_cast(node->str_len_), node->type_, &endptr, &err); if (EOVERFLOW == err) { literal_prefix.assign_ptr(node->str_value_, static_cast(node->str_len_)); if (is_oracle_mode()) { ret = OB_NUMERIC_OVERFLOW; LOG_WARN("float/double out of range", K(literal_prefix), K(val), K(ret)); } else { ret = OB_ERR_ILLEGAL_VALUE_FOR_TYPE; LOG_USER_ERROR(OB_ERR_ILLEGAL_VALUE_FOR_TYPE, "double", literal_prefix.length(), literal_prefix.ptr()); } } else { if (T_DOUBLE == node->type_) { val.set_double(value); } else { val.set_float(value); } val.set_length(static_cast(node->str_len_)); ObString tmp_input(static_cast(node->str_len_), node->str_value_); if (lib::is_oracle_mode()) { literal_prefix.assign_ptr(node->str_value_, static_cast(node->str_len_)); val.set_precision(PRECISION_UNKNOWN_YET); val.set_scale(NUMBER_SCALE_UNKNOWN_YET); } _LOG_DEBUG("finish parse double from str, tmp_input=%.*s, value=%.30lf, ret=%d, type=%d, literal_prefix=%.*s", tmp_input.length(), tmp_input.ptr(), value, ret, node->type_, literal_prefix.length(), literal_prefix.ptr()); } val.set_param_meta(val.get_meta()); break; } case T_UINT64: case T_INT: { if (NULL != parents_expr_info) { LOG_DEBUG("T_INT as pl acc idx", K(parents_expr_info->has_member(IS_PL_ACCESS_IDX))); } if (lib::is_oracle_mode() && NULL != node->str_value_ && (NULL == parents_expr_info || !parents_expr_info->has_member(IS_PL_ACCESS_IDX))) { //go through as T_NUMBER } else { if (T_INT == node->type_) { val.set_int(node->value_); } else { val.set_uint64(static_cast(node->value_)); } val.set_scale(0); val.set_precision(static_cast(node->str_len_)); val.set_length(static_cast(node->str_len_)); val.set_param_meta(val.get_meta()); if (true == node->is_date_unit_) { literal_prefix.assign_ptr(node->str_value_, static_cast(node->str_len_)); } break; } } case T_NUMBER: { number::ObNumber nmb; int16_t len = 0; ObString tmp_string(static_cast(node->str_len_), node->str_value_); if (NULL != tmp_string.find('e') || NULL != tmp_string.find('E')) { ret = nmb.from_sci(node->str_value_, static_cast(node->str_len_), allocator, &precision, &scale); len = static_cast(node->str_len_); if (lib::is_oracle_mode()) { literal_prefix.assign_ptr(node->str_value_, static_cast(node->str_len_)); } } else { ret = nmb.from(node->str_value_, static_cast(node->str_len_), allocator, &precision, &scale); len = static_cast(node->str_len_); } if (OB_FAIL(ret)) { if (OB_INTEGER_PRECISION_OVERFLOW == ret) { LOG_WARN("integer presision overflow", K(ret)); } else if (OB_NUMERIC_OVERFLOW == ret) { LOG_WARN("numeric overflow"); } else { LOG_WARN("unexpected error", K(ret)); } } else { if (lib::is_oracle_mode()) { precision = PRECISION_UNKNOWN_YET; scale = NUMBER_SCALE_UNKNOWN_YET; } val.set_number(nmb); val.set_precision(precision); val.set_scale(scale); val.set_length(len); LOG_DEBUG("finish parse number from str", K(literal_prefix), K(nmb)); } val.set_param_meta(val.get_meta()); break; } case T_NUMBER_FLOAT: { number::ObNumber nmb; if (OB_FAIL(nmb.from(node->str_value_, static_cast(node->str_len_), allocator, &precision, &scale))) { if (OB_INTEGER_PRECISION_OVERFLOW == ret) { LOG_WARN("integer presision overflow", K(ret)); } else if (OB_NUMERIC_OVERFLOW == ret) { LOG_WARN("numeric overflow"); } else { LOG_WARN("unexpected error", K(ret)); } } else { val.set_number(nmb); val.set_precision(PRECISION_UNKNOWN_YET); val.set_length(static_cast(node->str_len_)); } val.set_param_meta(val.get_meta()); break; } case T_QUESTIONMARK: { if (!is_paramlize) { val.set_unknown(node->value_); } else { //used for sql 限流 val.set_int(0); val.set_scale(0); val.set_precision(1); val.set_length(1); } val.set_param_meta(val.get_meta()); break; } case T_BOOL: { val.set_is_boolean(true); val.set_bool(node->value_ == 1 ? true : false); val.set_scale(0); val.set_precision(1); val.set_length(1); val.set_param_meta(val.get_meta()); break; } case T_YEAR: { ObString time_str(static_cast(node->str_len_), node->str_value_); uint8_t time_val = 0; if (OB_FAIL(ObTimeConverter::str_to_year(time_str, time_val))) { LOG_WARN("fail to convert str to year", K(time_str), K(ret)); } else { val.set_year(time_val); val.set_scale(0); val.set_param_meta(val.get_meta()); } break; } case T_DATE: { ObString time_str(static_cast(node->str_len_), node->str_value_); int32_t time_val = 0; ObDateSqlMode date_sql_mode; if (FALSE_IT(date_sql_mode.init(sql_mode))) { } else if (OB_FAIL(ObTimeConverter::str_to_date(time_str, time_val, date_sql_mode))) { ret = OB_ERR_WRONG_VALUE; LOG_USER_ERROR(OB_ERR_WRONG_VALUE, "DATE", to_cstring(time_str)); } else { val.set_date(time_val); val.set_scale(0); val.set_param_meta(val.get_meta()); literal_prefix = ObString::make_string(LITERAL_PREFIX_DATE); } break; } case T_TIME: { ObString time_str(static_cast(node->str_len_), node->str_value_); int64_t time_val = 0; if (OB_FAIL(ObTimeConverter::str_to_time(time_str, time_val, &scale))) { ret = OB_ERR_WRONG_VALUE; LOG_USER_ERROR(OB_ERR_WRONG_VALUE, "TIME", to_cstring(time_str)); } else { val.set_time(time_val); val.set_scale(scale); val.set_param_meta(val.get_meta()); literal_prefix = ObString::make_string(MYSQL_LITERAL_PREFIX_TIME); } break; } case T_DATETIME: { ObString time_str(static_cast(node->str_len_), node->str_value_); int64_t time_val = 0; ObTimeConvertCtx cvrt_ctx(tz_info, false); if (OB_FAIL(ObTimeConverter::literal_date_validate_oracle(time_str, cvrt_ctx, time_val))) { LOG_WARN("fail to convert str to oracle date", K(time_str), K(ret)); } else { val.set_datetime(time_val); val.set_scale(OB_MAX_DATE_PRECISION); val.set_param_meta(val.get_meta()); literal_prefix = ObString::make_string(LITERAL_PREFIX_DATE); } break; } case T_TIMESTAMP: { ObString time_str(static_cast(node->str_len_), node->str_value_); int64_t time_val = 0; ObDateSqlMode date_sql_mode; ObTimeConvertCtx cvrt_ctx(tz_info, false); if (FALSE_IT(date_sql_mode.init(sql_mode))) { } else if (FALSE_IT(date_sql_mode.allow_invalid_dates_ = false)) { } else if (OB_FAIL(ObTimeConverter::str_to_datetime(time_str, cvrt_ctx, time_val, &scale, date_sql_mode))) { ret = OB_ERR_WRONG_VALUE; LOG_USER_ERROR(OB_ERR_WRONG_VALUE, "DATETIME", to_cstring(time_str)); } else { val.set_datetime(time_val); val.set_scale(scale); val.set_param_meta(val.get_meta()); literal_prefix = ObString::make_string(LITERAL_PREFIX_TIMESTAMP); } break; } case T_TIMESTAMP_TZ: { ObObjType value_type = ObNullType; ObOTimestampData tz_value; ObTimeConvertCtx cvrt_ctx(tz_info, true); ObString time_str(static_cast(node->str_len_), node->str_value_); //if (OB_FAIL(ObTimeConverter::str_to_otimestamp(time_str, cvrt_ctx, tmp_type, ot_data))) { if (OB_FAIL(ObTimeConverter::literal_timestamp_validate_oracle(time_str, cvrt_ctx, value_type, tz_value))) { LOG_WARN("fail to str_to_otimestamp", K(time_str), K(ret)); } else { /* use max scale bug:#18093350 */ val.set_otimestamp_value(value_type, tz_value); val.set_scale(OB_MAX_TIMESTAMP_TZ_PRECISION); literal_prefix = ObString::make_string(LITERAL_PREFIX_TIMESTAMP); val.set_param_meta(val.get_meta()); } break; }; case T_INTERVAL_YM: { char *tmp_ptr = NULL; ObString tmp_str; ObIntervalYMValue interval_value; ObScale defined_scale; ObString interval_str; int16_t leading_precision = -1; ObDateUnitType part_begin = DATE_UNIT_MAX; ObDateUnitType part_end = DATE_UNIT_MAX; ObValueChecker precision_checker(0, MAX_SCALE_FOR_ORACLE_TEMPORAL, OB_ERR_DATETIME_INTERVAL_PRECISION_OUT_OF_RANGE); literal_prefix.assign_ptr(node->raw_text_, static_cast(node->text_len_)); OZ (ob_dup_cstring(allocator, literal_prefix, tmp_ptr)); OX (tmp_str = ObString(tmp_ptr)); if (OB_SUCC(ret)) { char *to_pos = strcasestr(tmp_ptr, "to"); if (OB_NOT_NULL(to_pos)) { *to_pos = '\0'; OZ (parse_interval_ym_type(tmp_ptr, part_begin)); OZ (parse_interval_ym_type(to_pos + 1, part_end)); } else { OZ (parse_interval_ym_type(tmp_ptr, part_begin)); part_end = part_begin; } } OZ (parse_interval_precision(tmp_ptr, leading_precision, is_from_pl ? 9 : 2)); OZ (precision_checker.validate(leading_precision), leading_precision); if (OB_SUCC(ret)) { defined_scale = ObIntervalScaleUtil::interval_ym_scale_to_ob_scale(static_cast(leading_precision)); interval_str.assign_ptr(node->str_value_, static_cast(node->str_len_)); ObScale scale = defined_scale; if (OB_FAIL(ObTimeConverter::literal_interval_ym_validate_oracle(interval_str, interval_value, scale, part_begin, part_end))) { LOG_WARN("fail to validate interval literal", K(ret), K(interval_str), K(part_begin), K(part_end), K(scale)); } else { val.set_interval_ym(interval_value); val.set_scale(defined_scale); val.set_param_meta(val.get_meta()); } } LOG_DEBUG("interval year to month literal resolve", K(interval_str), K(literal_prefix)); break; } case T_INTERVAL_DS: { char *tmp_ptr = NULL; ObString tmp_str; ObIntervalDSValue interval_value; ObScale defined_scale; ObString interval_str; int16_t leading_precision = -1; int16_t second_precision = -1; ObDateUnitType part_begin = DATE_UNIT_MAX; ObDateUnitType part_end = DATE_UNIT_MAX; ObValueChecker precision_checker(0, MAX_SCALE_FOR_ORACLE_TEMPORAL, OB_ERR_DATETIME_INTERVAL_PRECISION_OUT_OF_RANGE); literal_prefix.assign_ptr(node->raw_text_, static_cast(node->text_len_)); OZ (ob_dup_cstring(allocator, literal_prefix, tmp_ptr)); OX (tmp_str = ObString(tmp_ptr)); if (OB_SUCC(ret)) { char *to_pos = strcasestr(tmp_ptr, "to"); if (OB_NOT_NULL(to_pos)) { // interval 'xxx' day (x) to second (x) *to_pos = '\0'; OZ (parse_interval_ds_type(tmp_ptr, part_begin)); OZ (parse_interval_precision(tmp_ptr, leading_precision, is_from_pl ? 9 : 2)); OZ (parse_interval_ds_type(to_pos + 1, part_end)); OZ (parse_interval_precision(to_pos + 1, second_precision, DATE_UNIT_SECOND == part_end ? 6 : 0)); } else { // interval 'xxx' day (x) char *comma_pos = strchr(tmp_ptr, ','); OZ (parse_interval_ds_type(tmp_ptr, part_begin)); part_end = part_begin; if (OB_NOT_NULL(comma_pos)) { // interval 'xxx' second(x, x) *comma_pos = ')'; OZ (parse_interval_precision(tmp_ptr, leading_precision, is_from_pl ? 9 : 2)); *comma_pos = '('; OZ (parse_interval_precision(comma_pos, second_precision, 6)); } else { OZ (parse_interval_precision(tmp_ptr, leading_precision, is_from_pl ? 9 : 2)); second_precision = DATE_UNIT_SECOND == part_end ? 6 : 0; } } } OZ (precision_checker.validate(leading_precision), leading_precision); OZ (precision_checker.validate(second_precision), second_precision); if (OB_SUCC(ret)) { defined_scale = ObIntervalScaleUtil::interval_ds_scale_to_ob_scale(static_cast(leading_precision), static_cast(second_precision)); interval_str.assign_ptr(node->str_value_, static_cast(node->str_len_)); ObScale scale = defined_scale; if (OB_FAIL(ObTimeConverter::literal_interval_ds_validate_oracle(interval_str, interval_value, scale, part_begin, part_end))) { LOG_WARN("fail to validate interval literal", K(ret), K(interval_str), K(part_begin), K(part_end), K(scale)); } else { val.set_interval_ds(interval_value); val.set_scale(defined_scale); val.set_param_meta(val.get_meta()); } } LOG_DEBUG("interval day to second literal resolve", K(interval_str), K(literal_prefix)); break; } case T_NULL: { val.set_null(); val.unset_result_flag(NOT_NULL_FLAG); val.set_length(0); val.set_param_meta(val.get_meta()); break; } default: { ret = OB_ERR_UNEXPECTED; LOG_ERROR("unknown item type here", K(ret), K(node->type_)); } } } return ret; } int ObResolverUtils::resolve_timestamp_node(const bool is_set_null, const bool is_set_default, const bool is_first_timestamp_column, ObSQLSessionInfo *session_info, ObColumnSchemaV2 &column) { int ret = OB_SUCCESS; //mysql的非标准行为: bool explicit_value = false; if (OB_ISNULL(session_info)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("session info is NULL", K(ret)); } else if (OB_FAIL(session_info->get_explicit_defaults_for_timestamp(explicit_value))) { LOG_WARN("fail to get explicit_defaults_for_timestamp", K(ret)); } else if (!explicit_value && !column.is_generated_column()) { //(1)每个表的第一个timestamp列,如果没有显式的指定NULL属性,也没有显示的指定default //系统会自动为该列添加Default current_timestamp、on update current_timestamp属性; if (is_first_timestamp_column && !is_set_null && !is_set_default && !column.is_on_update_current_timestamp()) { column.set_nullable(false); const_cast(&column.get_cur_default_value())->set_ext(ObActionFlag::OP_DEFAULT_NOW_FLAG); column.set_on_update_current_timestamp(true); } else if (!is_set_null) { //(2)timestamp列默认为not null column.set_nullable(false); //(3)如果没有显式指定默认值,此时timestamp列的默认值为0 if (!is_set_default) { if (is_no_zero_date(session_info->get_sql_mode())) { ret = OB_INVALID_DEFAULT; LOG_USER_ERROR(OB_INVALID_DEFAULT, column.get_column_name_str().length(), column.get_column_name_str().ptr()); } else { const_cast(&column.get_cur_default_value())->set_timestamp(ObTimeConverter::ZERO_DATETIME); } } else if (column.get_cur_default_value().is_null()) { //(4) timestamp类型的列默认是NOT NULL,所以不容许设定列default NULL ret = OB_INVALID_DEFAULT; LOG_USER_ERROR(OB_INVALID_DEFAULT, column.get_column_name_str().length(), column.get_column_name_str().ptr()); } } else { //如果主动设置可以为NULL column.set_nullable(true); if (!is_set_default) { const_cast(&column.get_cur_default_value())->set_null(); } } } return ret; } int ObResolverUtils::add_column_ids_without_duplicate(const uint64_t column_id, common::ObIArray *array) { int ret = OB_SUCCESS; if (OB_ISNULL(array) || OB_UNLIKELY(OB_INVALID_ID == column_id)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid arguemnt", K(array), K(column_id)); } else { bool exist = false; for(int64_t i = 0; !exist && i < array->count(); i++) { if (array->at(i) == column_id) { exist = true; } } if (!exist) { if(OB_FAIL(array->push_back(column_id))) { LOG_WARN("fail to push back column id", K(ret)); } } } return ret; } //for recursively process columns item in resolve_const_expr //just wrap columns process logic in resolve_const_expr int ObResolverUtils::resolve_columns_for_const_expr(ObRawExpr *&expr, ObArray &columns, ObResolverParams &resolve_params) { int ret = OB_SUCCESS; CK(OB_NOT_NULL(resolve_params.allocator_)); CK(OB_NOT_NULL(resolve_params.expr_factory_)); CK(OB_NOT_NULL(resolve_params.session_info_)); CK(OB_NOT_NULL(resolve_params.schema_checker_)); CK(OB_NOT_NULL(resolve_params.schema_checker_->get_schema_guard())); // CK(OB_NOT_NULL(resolve_params.sql_proxy_)); ObArray real_exprs; ObRawExpr* real_ref_expr = NULL; for (int64_t i = 0; OB_SUCC(ret) && i < columns.count(); i++) { ObQualifiedName &q_name = columns.at(i); if (q_name.is_sys_func()) { ObSysFunRawExpr *sys_func_expr = q_name.access_idents_.at(0).sys_func_expr_; if (OB_ISNULL(sys_func_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("sys expr is null", K(ret)); } else if (OB_FAIL(sys_func_expr->check_param_num())) { LOG_WARN("sys func check param failed", K(ret)); } else { real_ref_expr = sys_func_expr; } } else if (q_name.is_pl_udf()) { if (OB_FAIL(ObResolverUtils::resolve_external_symbol(*resolve_params.allocator_, *resolve_params.expr_factory_, *resolve_params.session_info_, *resolve_params.schema_checker_->get_schema_guard(), resolve_params.sql_proxy_, &(resolve_params.external_param_info_), resolve_params.secondary_namespace_, q_name, columns, real_exprs, real_ref_expr, resolve_params.is_prepare_protocol_, false, /*is_check_mode*/ true /*is_sql_scope*/))) { LOG_WARN_IGNORE_COL_NOTFOUND(ret, "failed to resolve var", K(q_name), K(ret)); } } else { //const expr can't use column ret = OB_ERR_BAD_FIELD_ERROR; ObString column_name = concat_qualified_name(q_name.database_name_, q_name.tbl_name_, q_name.col_name_); ObString scope_name = ObString::make_string("field_list"); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, column_name.length(), column_name.ptr(), scope_name.length(), scope_name.ptr()); } if (OB_SUCC(ret)) { if (OB_FAIL(real_exprs.push_back(real_ref_expr))) { LOG_WARN("push back error", K(ret)); } } //因为obj access的参数拉平处理,a(b,c)在columns会被存储为b,c,a,所以解释完一个ObQualifiedName //都要把他前面的ObQualifiedName拿过来尝试替换一遍参数 for (int64_t i = 0; OB_SUCC(ret) && i < real_exprs.count(); ++i) { OZ (ObRawExprUtils::replace_ref_column( real_ref_expr, columns.at(i).ref_expr_, real_exprs.at(i))); } OZ (ObRawExprUtils::replace_ref_column(expr, q_name.ref_expr_, real_ref_expr)); } return ret; } int ObResolverUtils::resolve_const_expr(ObResolverParams ¶ms, const ParseNode &node, ObRawExpr *&const_expr, ObIArray *var_infos) { int ret = OB_SUCCESS; ObArray columns; ObArray sub_query_info; ObArray aggr_exprs; ObArray win_exprs; ObArray udf_info; ObArray sys_vars; ObArray op_exprs; ObSEArray user_var_exprs; ObCollationType collation_connection = CS_TYPE_INVALID; ObCharsetType character_set_connection = CHARSET_INVALID; if (OB_ISNULL(params.expr_factory_) || OB_ISNULL(params.session_info_)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K_(params.session_info)); } else if (OB_FAIL(params.session_info_->get_collation_connection(collation_connection))) { LOG_WARN("fail to get collation_connection", K(ret)); } else if (OB_FAIL(params.session_info_->get_character_set_connection(character_set_connection))) { LOG_WARN("fail to get character_set_connection", K(ret)); } else { ObExprResolveContext ctx(*params.expr_factory_, params.session_info_->get_timezone_info(), OB_NAME_CASE_INVALID); ctx.dest_collation_ = collation_connection; ctx.connection_charset_ = character_set_connection; ctx.param_list_ = params.param_list_; ctx.is_extract_param_type_ = !params.is_prepare_protocol_; //when prepare do not extract ctx.schema_checker_ = params.schema_checker_; ctx.session_info_ = params.session_info_; ctx.secondary_namespace_ = params.secondary_namespace_; ctx.query_ctx_ = params.query_ctx_; ObRawExprResolverImpl expr_resolver(ctx); if (OB_FAIL(params.session_info_->get_name_case_mode(ctx.case_mode_))) { LOG_WARN("fail to get name case mode", K(ret)); } else if (OB_FAIL(expr_resolver.resolve(&node, const_expr, columns, sys_vars, sub_query_info, aggr_exprs, win_exprs, udf_info, op_exprs, user_var_exprs))) { LOG_WARN("resolve expr failed", K(ret)); } else if (OB_FAIL(resolve_columns_for_const_expr(const_expr, columns, params))) { LOG_WARN("resolve columnts for const expr failed", K(ret)); } else if (sub_query_info.count() > 0) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "subqueries or stored function calls here"); } else if (udf_info.count() > 0) { ret = OB_ERR_UNEXPECTED; LOG_ERROR("UDFInfo should not found be here!!!", K(ret)); } //process oracle compatible implicit conversion if (OB_SUCC(ret) && op_exprs.count() > 0) { LOG_WARN("impicit cast for oracle", K(ret)); if (OB_FAIL(ObRawExprUtils::resolve_op_exprs_for_oracle_implicit_cast(ctx.expr_factory_, ctx.session_info_, op_exprs))) { LOG_WARN("impicit cast faild", K(ret)); } } if (OB_SUCC(ret)) { if (T_SP_CPARAM == const_expr->get_expr_type()) { ObCallParamRawExpr *call_expr = static_cast(const_expr); CK (OB_NOT_NULL(call_expr->get_expr())); OZ (call_expr->get_expr()->formalize(params.session_info_)); } else { OZ (const_expr->formalize(params.session_info_)); } if (OB_SUCC(ret)) { if (var_infos != NULL) { if (ObRawExprUtils::merge_variables(sys_vars, *var_infos)) { LOG_WARN("merge variables failed", K(ret)); } } else { params.prepare_param_count_ += ctx.prepare_param_count_; //prepare param count } } } } return ret; } int ObResolverUtils::get_collation_type_of_names(const ObSQLSessionInfo *session_info, const ObNameTypeClass type_class, ObCollationType &cs_type) { int ret = OB_SUCCESS; ObNameCaseMode case_mode = OB_NAME_CASE_INVALID; cs_type = CS_TYPE_INVALID; if (lib::is_mysql_mode()) { if (OB_TABLE_NAME_CLASS == type_class) { if (OB_ISNULL(session_info)) { ret = OB_NOT_INIT; LOG_WARN("session info is null"); } else if (OB_FAIL(session_info->get_name_case_mode(case_mode))) { LOG_WARN("fail to get name case mode", K(ret)); } else if (OB_ORIGIN_AND_SENSITIVE == case_mode) { cs_type = CS_TYPE_UTF8MB4_BIN; } else if (OB_ORIGIN_AND_INSENSITIVE == case_mode || OB_LOWERCASE_AND_INSENSITIVE == case_mode) { cs_type = CS_TYPE_UTF8MB4_GENERAL_CI; } } else if (OB_COLUMN_NAME_CLASS == type_class) { cs_type = CS_TYPE_UTF8MB4_GENERAL_CI; } else if (OB_USER_NAME_CLASS == type_class) { cs_type = CS_TYPE_UTF8MB4_BIN; } } else { cs_type = CS_TYPE_UTF8MB4_BIN; } return ret; } int ObResolverUtils::name_case_cmp(const ObSQLSessionInfo *session_info, const ObString &name, const ObString &name_other, const ObNameTypeClass type_class, bool &is_equal) { ObCollationType cs_type = CS_TYPE_INVALID; int ret = OB_SUCCESS; if (OB_FAIL(get_collation_type_of_names(session_info, type_class, cs_type))) { LOG_WARN("fail to get collation type of name", K(name), K(name_other), K(type_class), K(ret)); } else if (0 == ObCharset::strcmp(cs_type, name, name_other)) { is_equal = true; } else { is_equal = false; } return ret; } bool ObResolverUtils::is_valid_oracle_interval_data_type( const ObObjType data_type, ObItemType &item_type) { bool bret = false; switch (data_type) { case ObIntType: bret = true; item_type = T_INT; break; // case ObFloatType: case ObNumberFloatType: bret = true; item_type = T_FLOAT; break; // case ObDoubleType: // bret = true; // item_type = T_DOUBLE; // break; case ObNumberType: bret = true; item_type = T_NUMBER; break; case ObDateTimeType: bret = true; item_type = T_DATETIME; break; case ObTimestampNanoType: bret = true; item_type = T_TIMESTAMP_NANO; break; default: bret = false; } return bret; } bool ObResolverUtils::is_valid_oracle_partition_data_type(const ObObjType data_type, const bool check_value) { bool bret = false; switch (data_type) { case ObIntType: case ObFloatType: case ObDoubleType: case ObNumberType: case ObDateTimeType: case ObVarcharType: case ObCharType: case ObTimestampNanoType: { bret = true; break; } case ObTimestampType: case ObTimestampLTZType: { bret = !check_value; break; } case ObTimestampTZType: { bret = check_value; break; } case ObRawType: case ObIntervalYMType: case ObIntervalDSType: case ObNumberFloatType: case ObNVarchar2Type: case ObNCharType: { bret = true; break; } default: { bret = false; } } return bret; } bool ObResolverUtils::is_valid_partition_column_type(const ObObjType type, const ObPartitionFuncType part_type, const bool is_check_value) { int bret = false; if (is_key_part(part_type)) { if (!ob_is_text_tc(type) && !ob_is_json_tc(type)) { bret = true; } } else if (PARTITION_FUNC_TYPE_HASH == part_type || PARTITION_FUNC_TYPE_RANGE == part_type || PARTITION_FUNC_TYPE_INTERVAL == part_type || PARTITION_FUNC_TYPE_LIST == part_type) { //对partition by hash(c1) 中列的类型进行检查 //对partition by range(c1) 中列的类型进行检查 LOG_DEBUG("check partition column type", K(lib::is_oracle_mode()), K(part_type), K(type), K(lbt())); if (ob_is_integer_type(type) || ObYearType == type || ObBitType == type) { bret = true; } else if (lib::is_oracle_mode() && is_valid_oracle_partition_data_type(type, is_check_value)) { //oracle模式下的hash分区允许字符类型和各种数字型、时间日期(ts with tz除外) bret = true; } } else if (PARTITION_FUNC_TYPE_RANGE_COLUMNS == part_type || PARTITION_FUNC_TYPE_LIST_COLUMNS == part_type) { if (lib::is_oracle_mode()) { if (is_valid_oracle_partition_data_type(type, is_check_value)) { //oracle模式下的hash分区允许字符类型和各种数字型、时间日期(ts with tz除外) bret = true; } } else { //对partition by range columns(c1) 中列的类型进行检查 /** * All integer types: TINYINT, SMALLINT, MEDIUMINT, INT (INTEGER), and BIGINT. (This is the same as with partitioning by RANGE and LIST.) * Other numeric data types (such as DECIMAL or FLOAT) are not supported as partitioning columns. * DATE and DATETIME. * Columns using other data types relating to dates or times are not supported as partitioning columns. * The following string types: CHAR, VARCHAR, BINARY, and VARBINARY. * TEXT and BLOB columns are not supported as partitioning columns. */ //https://dev.mysql.com/doc/refman/5.7/en/partitioning-columns.html ObObjTypeClass type_class = ob_obj_type_class(type); if (ObIntTC == type_class || ObUIntTC == type_class || ObDateTimeTC == type_class || ObDateTC == type_class || ObStringTC == type_class || ObYearTC == type_class || ObTimeTC == type_class) { bret = true; } } } return bret; } /* src_expr.type only can be int or number restype only can be (unsigned tiny/smallint/int/bigint) */ int ObResolverUtils::try_convert_to_unsiged(const ObExprResType restype, ObRawExpr& src_expr, bool& is_out_of_range) { int ret = OB_SUCCESS; ObCastCtx cast_ctx; const ObObj& src = static_cast(&src_expr)->get_value(); ObObj& result = static_cast(&src_expr)->get_value(); is_out_of_range = true; if (OB_FAIL(ObObjCaster::to_type(restype.get_type(), cast_ctx, src, result))) { if (ret == OB_DATA_OUT_OF_RANGE) { ret = OB_SUCCESS; } else { LOG_WARN("to type fail", K(restype), K(src_expr), K(ret)); } } else { is_out_of_range = false; } return ret; } /* * 参考mysql的实现 * 对于 partition by range(expr) partitions p0 values less than(value_expr) * 如果part_expr 是int/uint类型, 那么期望 value_expr是 int/uint类型 * 如果part_expr 是DateTime/Date/Time 那么期望value_expr是 string类型 * 例如 create table ta (c1 datetime) partition by range columns (c1) (partition p0 values less than ('2011-1-1 10:10:00')); * enum set bit is not allowed type for range columns partition */ int ObResolverUtils::check_partition_range_value_result_type(const ObPartitionFuncType part_func_type, const ObColumnRefRawExpr &part_column_expr, ObRawExpr &part_value_expr) { int ret = OB_SUCCESS; LOG_DEBUG("check_partition_range_value_result_type ", K(part_func_type), K(part_column_expr), K(part_value_expr)); ObObjTypeClass expect_value_tc = ObMaxTC; ObObjType part_column_expr_type = part_column_expr.get_data_type(); const ObObjMeta& part_col_meta_type = static_cast(part_value_expr.get_result_type()); ObObj& result = static_cast(&part_value_expr)->get_value(); if (OB_FAIL(deduce_expect_value_tc(part_column_expr_type, part_column_expr.get_collation_type(), part_column_expr.get_column_name(), expect_value_tc))) { LOG_WARN("failed to deduce expect value tc", K(ret), K(part_column_expr_type)); } else if (OB_FAIL(check_part_value_result_type(part_func_type, part_column_expr_type, part_col_meta_type, expect_value_tc, part_value_expr.is_const_raw_expr(), result))) { LOG_WARN("failed to check part value result type", K(ret), K(part_func_type), K(part_column_expr_type), K(part_col_meta_type), K(expect_value_tc)); } return ret; } bool ObResolverUtils::is_expr_can_be_used_in_table_function(const ObRawExpr &expr) { bool bret = false; if (expr.get_result_type().is_ext()) { // for UDF bret = true; } else if (T_FUN_SYS_GENERATOR == expr.get_expr_type()) { // for generator(N) stream function bret = true; } return bret; } int ObResolverUtils::check_partition_range_value_result_type(const ObPartitionFuncType part_func_type, const ObExprResType &column_type, const ObString &column_name, ObObj &part_value) { int ret = OB_SUCCESS; LOG_DEBUG("check_partition_range_value_result_type ", K(part_func_type), K(column_type), K(column_name)); ObObjTypeClass expect_value_tc = ObMaxTC; const bool is_oracle_mode = lib::is_oracle_mode(); ObObjType part_column_expr_type = column_type.get_type(); const ObObjMeta& part_col_meta_type = part_value.get_meta(); if (OB_FAIL(deduce_expect_value_tc(part_column_expr_type, column_type.get_collation_type(), column_name, expect_value_tc))) { LOG_WARN("failed to deduce expect value tc", K(ret), K(part_column_expr_type)); } else if (OB_FAIL(check_part_value_result_type(part_func_type, part_column_expr_type, part_col_meta_type, expect_value_tc, true, part_value))) { LOG_WARN("failed to check part value result type", K(ret), K(part_func_type), K(part_column_expr_type), K(part_col_meta_type), K(expect_value_tc)); } return ret; } int ObResolverUtils::check_part_value_result_type(const ObPartitionFuncType part_func_type, const ObObjType part_column_expr_type, const ObObjMeta part_col_meta_type, const ObObjTypeClass expect_value_tc, bool is_const_expr, ObObj &part_value) { int ret = OB_SUCCESS; const bool is_oracle_mode = lib::is_oracle_mode(); const ObObjType part_value_expr_type = part_col_meta_type.get_type(); const ObObjTypeClass part_value_expr_tc = part_col_meta_type.get_type_class(); if (part_value_expr_tc != expect_value_tc || ObTimestampLTZType == part_column_expr_type) { bool is_allow = false; if (ObNullTC == part_value_expr_tc && PARTITION_FUNC_TYPE_LIST_COLUMNS == part_func_type) { is_allow = true; } else if (is_oracle_mode) { switch(part_column_expr_type) { case ObFloatType: case ObDoubleType: case ObNumberFloatType: case ObNumberType: { //oracle模式的分区列number, 值int也ok is_allow = (ObStringTC == part_value_expr_tc || (ObIntTC <= part_value_expr_tc && part_value_expr_tc <= ObNumberTC)); break; } case ObDateTimeType: case ObTimestampNanoType: { is_allow = (ObDateTimeType == part_value_expr_type || ObTimestampNanoType == part_value_expr_type || ObTimestampTZType == part_value_expr_type); break; } case ObTimestampLTZType: { is_allow = (ObTimestampTZType == part_value_expr_type); break; } case ObIntervalYMType: { is_allow = (ObStringTC == part_value_expr_tc); break; } case ObVarcharType: case ObCharType: case ObNVarchar2Type: case ObNCharType: { is_allow = true; break; } default: { break; } } } else { /* 处理mysql的date,datetime数据类型。 create table t1_date(c1 date,c2 int) partition by range columns(c1) (partition p0 values less than (date '2020-10-10')); create table t1_date(c1 datetime,c2 int) partition by range columns(c1) (partition p0 values less than (time '10:10:00')); create table t1_date(c1 datetime,c2 int) partition by range columns(c1) (partition p0 values less than (date '2020-10-10')); create table t1_date(c1 datetime,c2 int) partition by range columns(c1) (partition p0 values less than (timestamp '2020-10-10 10:00:00')); */ if (OB_SUCC(ret) && !is_allow) { if (part_value_expr_type == part_column_expr_type) { is_allow = true; } else if (ObDateTimeType == part_column_expr_type && ( ObDateType == part_value_expr_type || ObTimeType == part_value_expr_type)) { is_allow = true; } } bool is_out_of_range = true; /* for mysql mode only (siged -> unsigned ) */ if (is_const_expr && (part_value_expr_tc == ObIntTC || part_value_expr_tc == ObNumberTC) && expect_value_tc == ObUIntTC) { ObCastCtx cast_ctx; if (OB_FAIL(ObObjCaster::to_type(part_column_expr_type, cast_ctx, part_value, part_value))) { if (ret == OB_DATA_OUT_OF_RANGE) { ret = OB_SUCCESS; } else { LOG_WARN("to type fail", K(part_column_expr_type), K(ret)); } } else { is_allow = true; } } } if (OB_SUCC(ret) && !is_allow) { ret = (ObTimestampLTZType == part_column_expr_type ? OB_ERR_WRONG_TIMESTAMP_LTZ_COLUMN_VALUE_ERROR: OB_ERR_WRONG_TYPE_COLUMN_VALUE_ERROR); LOG_WARN("object type is invalid ", K(ret), K(expect_value_tc), K(part_value_expr_tc), K(part_column_expr_type), K(part_value_expr_type)); } } return ret; } int ObResolverUtils::deduce_expect_value_tc(const ObObjType part_column_expr_type, const ObCollationType coll_type, const ObString &column_name, ObObjTypeClass &expect_value_tc) { int ret = OB_SUCCESS; bool need_cs_check = false; //表示是否需要字符集检测,not used now const bool is_oracle_mode = lib::is_oracle_mode(); switch(part_column_expr_type) { case ObTinyIntType: case ObSmallIntType: case ObMediumIntType: case ObInt32Type: case ObIntType: { expect_value_tc = ObIntTC; need_cs_check = false; break; } case ObUTinyIntType: case ObUSmallIntType: case ObUMediumIntType: case ObUInt32Type: case ObUInt64Type: { expect_value_tc = ObUIntTC; need_cs_check = false; break; } case ObDateTimeType: case ObDateType: case ObTimeType: case ObRawType: case ObTimestampLTZType: case ObTimestampNanoType: { expect_value_tc = ObStringTC; need_cs_check = true; break; } case ObVarcharType: case ObCharType: case ObNVarchar2Type: case ObNCharType: { expect_value_tc = ObStringTC; need_cs_check = true; if (is_oracle_mode && CS_TYPE_UTF8MB4_GENERAL_CI == coll_type) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "partition key with CS_TYPE_UTF8MB4_GENERAL_CI collation"); LOG_WARN("Partition key is string with CS_TYPE_UTF8MB4_GENERAL_CI", K(ret)); } break; } case ObIntervalYMType: case ObIntervalDSType: { expect_value_tc = ob_obj_type_class(part_column_expr_type); break; } case ObFloatType: case ObDoubleType: { if (is_oracle_mode) { expect_value_tc = ObStringTC; break; } } case ObNumberType: case ObNumberFloatType: { if (is_oracle_mode) { expect_value_tc = ObNumberTC; break; } } default: { ret = OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD; LOG_USER_ERROR(OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD, column_name.length(), column_name.ptr()); LOG_WARN("Field is not a allowed type for this type of partitioning", K(ret), K(part_column_expr_type)); } } UNUSED(need_cs_check); return ret; } /** * hash/range 只能允许 partition by 中的列为int或uint类型,year类型mysql文档没写明,但是mysql5.6可以测试通过 * 这里只用于partition by range(expr)/hash(expr) expr是column的表达式进行检查 * range columns(column1, column2) 可以允许列的类型为integer, time,和 varchar等类型 */ int ObResolverUtils::check_column_valid_for_partition(const ObRawExpr &part_expr, const ObPartitionFuncType part_func_type, const ObTableSchema &tbl_schema) { int ret = OB_SUCCESS; if (part_expr.is_column_ref_expr()) { const ObColumnRefRawExpr &column_ref = static_cast(part_expr); const ObColumnSchemaV2 *col_schema = NULL; if (!is_valid_partition_column_type(column_ref.get_data_type(), part_func_type, false)) { ret = OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD; LOG_USER_ERROR(OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD, column_ref.get_column_name().length(), column_ref.get_column_name().ptr()); LOG_WARN("Field is not a allowed type for this type of partitioning", K(ret), "type", column_ref.get_data_type()); } else if (OB_ISNULL(col_schema = tbl_schema.get_column_schema(column_ref.get_column_id()))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed to get column", K(tbl_schema), K(column_ref.get_column_id()), K(ret)); } else if (lib::is_oracle_mode() && col_schema->is_generated_column()) { ObSEArray cascaded_columns; if (OB_FAIL(col_schema->get_cascaded_column_ids(cascaded_columns))) { LOG_WARN("failed to get cascaded_column_ids", KPC(col_schema)); } for (int64_t i = 0; OB_SUCC(ret) && i < cascaded_columns.count(); ++i) { uint64_t column_id = cascaded_columns.at(i); const ObColumnSchemaV2 *cascaded_col_schema = tbl_schema.get_column_schema(column_id); if (OB_ISNULL(cascaded_col_schema)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed to get column", K(tbl_schema), K(column_id), K(ret)); } else if (!is_valid_oracle_partition_data_type(cascaded_col_schema->get_data_type(), false)) { ret = OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD; LOG_USER_ERROR(OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD, cascaded_col_schema->get_column_name_str().length(), cascaded_col_schema->get_column_name_str().ptr()); LOG_WARN("Field is not a allowed type for this type of partitioning", K(ret), "type", cascaded_col_schema->get_data_type()); } } } } else { if (PARTITION_FUNC_TYPE_RANGE_COLUMNS == part_func_type || PARTITION_FUNC_TYPE_LIST_COLUMNS == part_func_type) { ret = OB_ERR_FIELD_TYPE_NOT_ALLOWED_AS_PARTITION_FIELD; LOG_WARN("partition by range columns should be column_ref expr", K(ret)); } } return ret; } int ObResolverUtils::check_partition_value_expr_for_range(const ObString &part_name, const ObRawExpr &part_func_expr, ObRawExpr &part_value_expr, const ObPartitionFuncType part_type, const bool &in_tablegroup) { int ret = OB_SUCCESS; //对value less than (xxx) 中expr的类型进行检查, 具体可以参考mysql的白名单 if (OB_SUCC(ret)) { bool gen_col_check = false; bool accept_charset_function = in_tablegroup; ObRawExprPartFuncChecker part_func_checker(gen_col_check, accept_charset_function); if (OB_FAIL(part_value_expr.preorder_accept(part_func_checker))) { if (lib::is_oracle_mode() && OB_ERR_PARTITION_FUNCTION_IS_NOT_ALLOWED == ret) { ret = (share::schema::is_list_part(part_type) ? OB_ERR_WRONG_TYPE_COLUMN_VALUE_V2_ERROR : OB_ERR_WRONG_TYPE_COLUMN_VALUE_ERROR); } LOG_WARN("check partition function failed", K(ret)); } } if (OB_SUCC(ret)) { if (PARTITION_FUNC_TYPE_RANGE == part_type || PARTITION_FUNC_TYPE_LIST == part_type || PARTITION_FUNC_TYPE_INTERVAL == part_type) { ObObjType value_type = part_value_expr.get_data_type(); if (lib::is_oracle_mode() && is_valid_oracle_partition_data_type(value_type, true)) { // oracle mode support int/numeric/datetime/timestamp/string/raw } else if (lib::is_mysql_mode() && ob_is_integer_type(value_type)) { // partition by range(xx) partition p0 values less than (expr) 中expr只允许integer类型 } else if (ObNullTC == part_value_expr.get_type_class() && PARTITION_FUNC_TYPE_LIST == part_type) { //do nothing } else { ret = OB_ERR_VALUES_IS_NOT_INT_TYPE_ERROR; LOG_USER_ERROR(OB_ERR_VALUES_IS_NOT_INT_TYPE_ERROR, part_name.length(), part_name.ptr()); LOG_WARN("part_value_expr type is not correct", K(ret), "data_type", part_value_expr.get_data_type(), K(lib::is_oracle_mode()), K(lib::is_mysql_mode())); } } else if (PARTITION_FUNC_TYPE_RANGE_COLUMNS == part_type || PARTITION_FUNC_TYPE_LIST_COLUMNS == part_type) { if (!part_func_expr.is_column_ref_expr()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("partition by range columns() should be column expr", K(ret), "type", part_func_expr.get_expr_type()); } else { const ObColumnRefRawExpr &column_ref = static_cast(part_func_expr); if (OB_FAIL(check_partition_range_value_result_type(part_type, column_ref, part_value_expr))) { LOG_WARN("get partition range value result type failed", K(ret), K(part_name)); } } } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected partition type", K(ret), K(part_type)); } } return ret; } int ObResolverUtils::check_partition_value_expr_for_range(const ObString &part_name, ObRawExpr &part_value_expr, const ObPartitionFuncType part_type, const bool &in_tablegroup, const bool interval_check) { int ret = OB_SUCCESS; //对value less than (xxx) 中expr的类型进行检查, 具体可以参考mysql的白名单 if (OB_SUCC(ret)) { bool gen_col_check = false; bool accept_charset_function = in_tablegroup; ObRawExprPartFuncChecker part_func_checker(gen_col_check, accept_charset_function, interval_check); if (OB_FAIL(part_value_expr.preorder_accept(part_func_checker))) { LOG_WARN("check partition function failed", K(ret)); } } if (OB_SUCC(ret)) { if (PARTITION_FUNC_TYPE_RANGE == part_type || PARTITION_FUNC_TYPE_LIST == part_type || PARTITION_FUNC_TYPE_INTERVAL == part_type) { //partition by range(xx) partition p0 values less than (expr) 中expr只允许integer类型 if (!ob_is_integer_type(part_value_expr.get_data_type())) { ret = OB_ERR_VALUES_IS_NOT_INT_TYPE_ERROR; LOG_USER_ERROR(OB_ERR_VALUES_IS_NOT_INT_TYPE_ERROR, part_name.length(), part_name.ptr()); LOG_WARN("part_value_expr type is not correct", K(ret), "date_type", part_value_expr.get_data_type()); } } else if (PARTITION_FUNC_TYPE_RANGE_COLUMNS == part_type || PARTITION_FUNC_TYPE_LIST_COLUMNS == part_type) { const ObObjType value_type = part_value_expr.get_data_type(); if (!is_valid_partition_column_type(value_type, part_type, true)) { ret = OB_ERR_WRONG_TYPE_COLUMN_VALUE_ERROR; LOG_USER_ERROR(OB_ERR_WRONG_TYPE_COLUMN_VALUE_ERROR); LOG_WARN("object type is invalid ", K(ret), K(value_type)); } } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected partition type", K(ret), K(part_type)); } } return ret; } //用于oracle模式hash分区的有效性检查: 1), 可以是多key; 2), 数据类型限定; 3),char/varchar的字符集限定 int ObResolverUtils::check_partition_expr_for_oracle_hash(ObRawExpr &expr, const ObPartitionFuncType part_type, const ObTableSchema &tbl_schema, const bool &in_tablegroup) { int ret = OB_SUCCESS; UNUSED(in_tablegroup); if (T_FUN_SYS_PART_HASH != expr.get_expr_type()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("partition func should be T_FUN_SYS_PART_HASH ",K(ret), K(expr)); } for (int64_t i = 0; OB_SUCC(ret) && i < expr.get_param_count(); ++i) { ObRawExpr *param_expr = expr.get_param_expr(i); if (OB_ISNULL(param_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("param expr should not be null", K(ret)); } else if (OB_FAIL(check_column_valid_for_partition(*param_expr, part_type, tbl_schema))) { LOG_WARN("chck_valid_column_for_hash_func failed", K(ret)); } else if (ObVarcharType == param_expr->get_data_type() || ObCharType == param_expr->get_data_type() || ob_is_nstring_type(param_expr->get_data_type())){ if (CS_TYPE_UTF8MB4_GENERAL_CI == param_expr->get_collation_type()) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "Partition key with CS_TYPE_UTF8MB4_GENERAL_CI"); LOG_WARN("Partition key is string with CS_TYPE_UTF8MB4_GENERAL_CI", K(ret)); } } } return ret; } int ObResolverUtils::check_expr_valid_for_partition(ObRawExpr &expr, ObSQLSessionInfo &session_info, const ObPartitionFuncType part_type, const ObTableSchema &tbl_schema, const bool &in_tablegroup) { int ret = OB_SUCCESS; ObRawExpr *part_expr = NULL; LOG_DEBUG("check_expr_valid_for_partition", K(ret), K(expr), K(part_type), K(in_tablegroup)); if (is_hash_part(part_type)) { //因为partition by hash(xx) 这里的expr是hash(xx)函数,这里只检查xx if (expr.get_param_count() != 1 || T_FUN_SYS_PART_HASH != expr.get_expr_type()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("param count of hash func should be 1", K(ret), "param count", expr.get_param_count(), "expr type", expr.get_expr_type()); } else { part_expr = expr.get_param_expr(0); } } else if (is_key_part(part_type)) { if (expr.get_param_count() < 1 || T_FUN_SYS_PART_KEY != expr.get_expr_type()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected error param count or expr func type", K(ret), "param count", expr.get_param_count(), "expr type", expr.get_expr_type()); } else { // do nothing. part_expr = &expr; } } else if (is_range_part(part_type) || is_list_part(part_type) || is_key_part(part_type)) { //对于partiton by range(xx) 这里的expr是xx part_expr = &expr; } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("partition type is invalid", K(ret)); } if (OB_SUCC(ret)) { if (OB_ISNULL(part_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part expr should not be null", K(ret)); } else if (is_key_part(part_type)) { // For key part, // 1. check whether each ref column is valid. // 2. skip part func check and part expr check. for (int64_t i = 0; OB_SUCC(ret) && i < expr.get_param_count(); ++i) { ObRawExpr *param_expr = expr.get_param_expr(i); CK (OB_NOT_NULL(param_expr)); OZ (ObResolverUtils::check_column_valid_for_partition( *param_expr, part_type, tbl_schema)); } } else if (OB_FAIL(check_column_valid_for_partition(*part_expr, part_type, tbl_schema))) { LOG_WARN("chck_valid_column_for_hash_func failed", K(ret)); } else { //对partition by hash(to_days(c1)) 对hash中允许的函数进行白名单的检查· //对parttiion by range(xxx) 中允许的函数进行白名单检查 bool gen_col_check = false; bool accept_charset_function = in_tablegroup; ObRawExprPartFuncChecker part_func_checker(gen_col_check, accept_charset_function); if (OB_FAIL(part_expr->preorder_accept(part_func_checker))) { LOG_WARN("check partition function failed", K(ret)); } } if (OB_FAIL(ret)) { } else if (is_key_part(part_type)) { // do not check part expr. } else { //对允许的函数的入参进行检查,例如partition by hash(to_days(c1)) c1 只能是date或者是datetime类型 //partition by range(to_days(c1))同理 ObRawExprPartExprChecker part_expr_checker(part_type); if (OB_FAIL(part_expr->formalize(&session_info))) { LOG_WARN("part expr formalize failed", K(ret)); } else if (OB_FAIL(part_expr->preorder_accept(part_expr_checker))) { LOG_WARN("check_part_expr failed", K(ret), KPC(part_expr)); } } } return ret; } int ObResolverUtils::log_err_msg_for_partition_value(const ObQualifiedName &name) { int ret = OB_SUCCESS; if (!name.tbl_name_.empty() && !name.col_name_.empty()) { ret = OB_ERR_UNKNOWN_TABLE; if (!name.database_name_.empty()) { LOG_USER_ERROR(OB_ERR_UNKNOWN_TABLE, name.tbl_name_.length(), name.tbl_name_.ptr(), name.database_name_.length(), name.database_name_.ptr()); } else { ObString scope_name("partition function"); LOG_USER_ERROR(OB_ERR_UNKNOWN_TABLE, name.tbl_name_.length(), name.tbl_name_.ptr(), scope_name.length(), scope_name.ptr()); } LOG_WARN("unknown table in partition function", K(name)); } else if (!name.col_name_.empty()) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name("partition function"); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, name.col_name_.length(), name.col_name_.ptr(), scope_name.length(), scope_name.ptr()); } else if (!name.access_idents_.empty()) { const ObString &func_name = name.access_idents_.at(name.access_idents_.count() - 1).access_name_; ret = OB_ERR_FUNCTION_UNKNOWN; LOG_WARN("Invalid function name in partition function", K(name.access_idents_.count()), K(ret), K(func_name)); LOG_USER_ERROR(OB_ERR_FUNCTION_UNKNOWN, "FUNCTION", func_name.length(), func_name.ptr()); } else { ret = OB_ERR_UNEXPECTED; LOG_WARN("name is invalid", K(name), K(ret)); } return ret; } int ObResolverUtils::resolve_partition_list_value_expr(ObResolverParams ¶ms, const ParseNode &node, const ObString &part_name, const ObPartitionFuncType part_type, const ObIArray &part_func_exprs, ObIArray &part_value_expr_array, const bool &in_tablegroup) { int ret = OB_SUCCESS; if (node.type_ == T_EXPR_LIST) { if (node.num_child_ != part_func_exprs.count()) { ret = OB_ERR_PARTITION_COLUMN_LIST_ERROR; LOG_WARN("Inconsistency in usage of column lists for partitioning near", K(ret), "node_child_num", node.num_child_, "part_func_expr", part_func_exprs.count()); } for (int64_t i = 0; OB_SUCC(ret) && i < node.num_child_; i ++) { ObRawExpr *part_value_expr = NULL; ObRawExpr *part_func_expr = NULL; if (OB_FAIL(part_func_exprs.at(i, part_func_expr))) { LOG_WARN("get part expr failed", K(i), "size", part_func_exprs.count(), K(ret)); } else if (OB_ISNULL(part_func_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part_func_expr is invalid", K(ret)); } else if (OB_FAIL(ObResolverUtils::resolve_partition_range_value_expr(params, *(node.children_[i]), part_name, part_type, *part_func_expr, part_value_expr, in_tablegroup))) { LOG_WARN("resolve partition expr failed", K(ret)); } else if (OB_FAIL(part_value_expr_array.push_back(part_value_expr))) { LOG_WARN("array push back fail", K(ret)); } else { } } } else { ObRawExpr *part_value_expr = NULL; ObRawExpr *part_func_expr = NULL; if (OB_FAIL(part_func_exprs.at(0, part_func_expr))) { LOG_WARN("get part expr failed", "size", part_func_exprs.count(), K(ret)); } else if (OB_ISNULL(part_func_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part_func_expr is invalid", K(ret)); } else if (OB_FAIL(ObResolverUtils::resolve_partition_range_value_expr(params, node, part_name, part_type, *part_func_expr, part_value_expr, in_tablegroup))) { LOG_WARN("resolve partition expr failed", K(ret)); } else if (OB_FAIL(part_value_expr_array.push_back(part_value_expr))) { LOG_WARN("array push back fail", K(ret)); } else { } } return ret; } //这个函数需要自己写,其他的函数可以重用。 //这个函数要分析 int ObResolverUtils::resolve_partition_range_value_expr(ObResolverParams ¶ms, const ParseNode &node, const ObString &part_name, const ObPartitionFuncType part_type, const ObRawExpr &part_func_expr, ObRawExpr *&part_value_expr, const bool &in_tablegroup) { int ret = OB_SUCCESS; ObCollationType collation_connection = CS_TYPE_INVALID; ObCharsetType character_set_connection = CHARSET_INVALID; if (part_name.empty() && !lib::is_oracle_mode()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part name is invalid", K(ret), K(part_name)); } else if (OB_ISNULL(params.expr_factory_) || OB_ISNULL(params.session_info_)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K_(params.session_info)); } else if (OB_FAIL(params.session_info_->get_collation_connection(collation_connection))) { LOG_WARN("fail to get collation_connection", K(ret)); } else if (OB_FAIL(params.session_info_->get_character_set_connection(character_set_connection))) { LOG_WARN("fail to get character_set_connection", K(ret)); } else { ObArray columns; ObArray sub_query_info; ObArray sys_vars; ObArray aggr_exprs; ObArray win_exprs; ObArray udf_info; ObArray part_column_refs; ObArray op_exprs; ObSEArray user_var_exprs; ObExprResolveContext ctx(*params.expr_factory_, params.session_info_->get_timezone_info(), OB_NAME_CASE_INVALID); ctx.dest_collation_ = collation_connection; ctx.connection_charset_ = ObCharset::charset_type_by_coll(part_func_expr.get_collation_type()); ctx.param_list_ = params.param_list_; ctx.session_info_ = params.session_info_; ctx.query_ctx_ = params.query_ctx_; ObRawExprResolverImpl expr_resolver(ctx); if (OB_FAIL(params.session_info_->get_name_case_mode(ctx.case_mode_))) { LOG_WARN("fail to get name case mode", K(ret)); } else if (OB_FAIL(expr_resolver.resolve(&node, part_value_expr, columns, sys_vars, sub_query_info, aggr_exprs, win_exprs, udf_info, op_exprs, user_var_exprs))) { LOG_WARN("resolve expr failed", K(ret)); } else if (sub_query_info.count() > 0) { ret = OB_ERR_PARTITION_FUNCTION_IS_NOT_ALLOWED; } else if (OB_FAIL(resolve_columns_for_partition_range_value_expr(part_value_expr, columns))) { LOG_WARN("resolve columns failed", K(ret)); } if (OB_SUCC(ret) && udf_info.count() > 0) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "udf"); } if (OB_SUCC(ret)) { if (OB_ISNULL(part_value_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part expr should not be null", K(ret)); } else if (OB_FAIL(part_value_expr->formalize(params.session_info_))) { LOG_WARN("formailize expr failed", K(ret)); } else if (OB_FAIL(check_partition_value_expr_for_range(part_name, part_func_expr, *part_value_expr, part_type, in_tablegroup))) { LOG_WARN("check_valid_column_for_hash or range func failed", K(part_type), K(part_name), K(ret)); } else { LOG_DEBUG("succ to check_partition_value_expr_for_range", K(part_type), K(part_name), K(part_func_expr), KPC(part_value_expr), K(ret)); } } } return ret; } int ObResolverUtils::resolve_partition_list_value_expr(ObResolverParams ¶ms, const ParseNode &node, const ObString &part_name, const ObPartitionFuncType part_type, int64_t &expr_num, ObIArray &part_value_expr_array, const bool &in_tablegroup) { int ret = OB_SUCCESS; if (node.type_ == T_EXPR_LIST) { if (OB_INVALID_COUNT != expr_num && node.num_child_ != expr_num) { ret = OB_ERR_PARTITION_COLUMN_LIST_ERROR; LOG_WARN("Inconsistency in usage of column lists for partitioning near", K(ret), K(expr_num), "child_num", node.num_child_); } else { expr_num = node.num_child_; } for (int64_t i = 0; OB_SUCC(ret) && i < node.num_child_; i++) { ObRawExpr *part_value_expr = NULL; if (OB_FAIL(ObResolverUtils::resolve_partition_range_value_expr(params, *(node.children_[i]), part_name, part_type, part_value_expr, in_tablegroup))) { LOG_WARN("resolve partition expr failed", K(ret)); } else if (OB_FAIL(part_value_expr_array.push_back(part_value_expr))) { LOG_WARN("array push back fail", K(ret)); } } } else { expr_num = 1; ObRawExpr *part_value_expr = NULL; if (OB_FAIL(ObResolverUtils::resolve_partition_range_value_expr(params, node, part_name, part_type, part_value_expr, in_tablegroup))) { LOG_WARN("resolve partition expr failed", K(ret)); } else if (OB_FAIL(part_value_expr_array.push_back(part_value_expr))) { LOG_WARN("array push back fail", K(ret)); } else { } } return ret; } //for recursively process columns item in resolve_partition_range_value_expr //just wrap columns process logic in resolve_partition_range_value_expr int ObResolverUtils::resolve_columns_for_partition_range_value_expr(ObRawExpr *&expr, ObArray &columns) { int ret = OB_SUCCESS; ObArray> real_sys_exprs; for (int64_t i = 0; OB_SUCC(ret) && i < columns.count(); i++) { ObQualifiedName &q_name = columns.at(i); if (q_name.is_sys_func()) { ObSysFunRawExpr *sys_func_expr = q_name.access_idents_.at(0).sys_func_expr_; if (OB_ISNULL(sys_func_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("sys expr is null", K(ret)); } else { ObRawExpr *real_ref_expr = static_cast(sys_func_expr); for (int64_t j = 0; OB_SUCC(ret) && j < real_sys_exprs.count(); ++j) { if (OB_FAIL(ObRawExprUtils::replace_ref_column(real_ref_expr, real_sys_exprs.at(j).first, real_sys_exprs.at(j).second))) { LOG_WARN("failed to replace ref column", K(ret)); } } if (OB_FAIL(ret)) { // do nothing } else if (OB_FAIL(sys_func_expr->check_param_num())) { LOG_WARN("faield to check param num", K(ret)); } else if (OB_FAIL(ObRawExprUtils::replace_ref_column(expr, q_name.ref_expr_, real_ref_expr))) { LOG_WARN("failed to replace ref column", K(ret)); } else if (OB_FAIL(real_sys_exprs.push_back( std::pair(q_name.ref_expr_, real_ref_expr)))) { LOG_WARN("failed to push back pari exprs", K(ret)); } } } else { if (OB_FAIL(log_err_msg_for_partition_value(q_name))) { LOG_WARN("log error msg for range value expr faield", K(ret)); } } } return ret; } int ObResolverUtils::resolve_partition_range_value_expr(ObResolverParams ¶ms, const ParseNode &node, const ObString &part_name, const ObPartitionFuncType part_type, ObRawExpr *&part_value_expr, const bool &in_tablegroup, const bool interval_check) { int ret = OB_SUCCESS; ObCollationType collation_connection = CS_TYPE_INVALID; ObCharsetType character_set_connection = CHARSET_INVALID; if (part_name.empty() && !lib::is_oracle_mode()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part name is invalid", K(ret), K(part_name)); } else if (OB_ISNULL(params.expr_factory_) || OB_ISNULL(params.session_info_)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K_(params.session_info)); } else if (OB_FAIL(params.session_info_->get_collation_connection(collation_connection))) { LOG_WARN("fail to get collation_connection", K(ret)); } else if (OB_FAIL(params.session_info_->get_character_set_connection(character_set_connection))) { LOG_WARN("fail to get character_set_connection", K(ret)); } else { ObArray columns; ObArray sub_query_info; ObArray sys_vars; ObArray aggr_exprs; ObArray win_exprs; ObArray udf_info; ObArray part_column_refs; ObArray op_exprs; ObSEArray user_var_exprs; ObExprResolveContext ctx(*params.expr_factory_, params.session_info_->get_timezone_info(), OB_NAME_CASE_INVALID); ctx.dest_collation_ = collation_connection; ctx.connection_charset_ = character_set_connection; ctx.param_list_ = params.param_list_; ctx.session_info_ = params.session_info_; ctx.query_ctx_ = params.query_ctx_; ObRawExprResolverImpl expr_resolver(ctx); if (OB_FAIL(params.session_info_->get_name_case_mode(ctx.case_mode_))) { LOG_WARN("fail to get name case mode", K(ret)); } else if (OB_FAIL(expr_resolver.resolve(&node, part_value_expr, columns, sys_vars, sub_query_info, aggr_exprs, win_exprs, udf_info, op_exprs, user_var_exprs))) { LOG_WARN("resolve expr failed", K(ret)); } else if (sub_query_info.count() > 0) { ret = OB_ERR_PARTITION_FUNCTION_IS_NOT_ALLOWED; } else if (OB_FAIL(resolve_columns_for_partition_range_value_expr(part_value_expr, columns))) { LOG_WARN("resolve columns failed", K(ret)); } if (OB_SUCC(ret) && udf_info.count() > 0) { ret = OB_ERR_UNEXPECTED; LOG_ERROR("UDFInfo should not found be here!!!", K(ret)); } if (OB_SUCC(ret)) { if (OB_ISNULL(part_value_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part expr should not be null", K(ret)); } else if (OB_FAIL(part_value_expr->formalize(params.session_info_))) { LOG_WARN("formailize expr failed", K(ret)); } else if (OB_FAIL(check_partition_value_expr_for_range(part_name, *part_value_expr, part_type, in_tablegroup, interval_check))) { LOG_WARN("check_valid_column_for_hash or range func failed", K(part_type), K(part_name), K(ret)); } } } return ret; } //for recursively process columns item in resolve_partition_expr //just wrap columns process logic in resolve_partition_expr int ObResolverUtils::resolve_columns_for_partition_expr(ObRawExpr *&expr, ObIArray &columns, const ObTableSchema &tbl_schema, ObPartitionFuncType part_func_type, int64_t partition_key_start, ObIArray &partition_keys) { int ret = OB_SUCCESS; ObArray> real_sys_exprs; ObArray part_column_refs; for (int64_t i = 0; OB_SUCC(ret) && i < columns.count(); i++) { const ObQualifiedName &q_name = columns.at(i); ObRawExpr *real_ref_expr = NULL; if (q_name.is_sys_func()) { ObSysFunRawExpr *sys_func_expr = q_name.access_idents_.at(0).sys_func_expr_; CK (OB_NOT_NULL(sys_func_expr)); if (OB_SUCC(ret)) { real_ref_expr = static_cast(sys_func_expr); for (int64_t i = 0; OB_SUCC(ret) && i < real_sys_exprs.count(); ++i) { OZ (ObRawExprUtils::replace_ref_column(real_ref_expr, real_sys_exprs.at(i).first, real_sys_exprs.at(i).second)); } OZ (sys_func_expr->check_param_num()); OZ (ObRawExprUtils::replace_ref_column(expr, q_name.ref_expr_, real_ref_expr)); OZ (real_sys_exprs.push_back(std::pair(q_name.ref_expr_, real_ref_expr))); } } else if (q_name.is_pl_udf() || q_name.is_pl_var()) { ret = OB_NOT_SUPPORTED; LOG_WARN("pl variable is not invalid for partition", K(ret)); } else if (q_name.database_name_.length() > 0 || q_name.tbl_name_.length() > 0) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "partition function"; ObString col_name = concat_qualified_name(q_name.database_name_, q_name.tbl_name_, q_name.col_name_); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, col_name.length(), col_name.ptr(), scope_name.length(), scope_name.ptr()); } else if (OB_ISNULL(q_name.ref_expr_) || OB_UNLIKELY(!q_name.ref_expr_->is_column_ref_expr())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("ref expr is null", K_(q_name.ref_expr)); } else { //check column name whether duplicated, if partition by key, duplicated column means error //if partition by hash, add partition keys without duplicated name const ObColumnSchemaV2 *col_schema = NULL; bool is_duplicated = false; int64_t j = partition_key_start; ObColumnRefRawExpr *col_expr = q_name.ref_expr_; for (j = partition_key_start; OB_SUCC(ret) && j < partition_keys.count(); ++j) { common::ObString &temp_name = partition_keys.at(j); if (ObCharset::case_insensitive_equal(temp_name, q_name.col_name_)) { is_duplicated = true; break; } } if (!is_duplicated) { if (NULL == (col_schema = tbl_schema.get_column_schema(q_name.col_name_)) || col_schema->is_hidden()) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "partition function"; LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, q_name.col_name_.length(), q_name.col_name_.ptr(), scope_name.length(), scope_name.ptr()); } else if (OB_FAIL(partition_keys.push_back(q_name.col_name_))) { LOG_WARN("add column name failed", K(ret), K_(q_name.col_name)); } else if (OB_FAIL(ObRawExprUtils::init_column_expr(*col_schema, *col_expr))) { LOG_WARN("init column expr failed", K(ret)); } else if (OB_FAIL(part_column_refs.push_back(col_expr))) { LOG_WARN("push back column expr failed", K(ret)); } else { /*do nothing*/ } } else { // for partition by key, duplicated column is forbidden // for partition by hash, duplicated column must use the same column ref expr ObColumnRefRawExpr *ref_expr = NULL; if (PARTITION_FUNC_TYPE_KEY == part_func_type) { ret = OB_ERR_SAME_NAME_PARTITION_FIELD; LOG_USER_ERROR(OB_ERR_SAME_NAME_PARTITION_FIELD, q_name.col_name_.length(), q_name.col_name_.ptr()); } else if (lib::is_oracle_mode() && PARTITION_FUNC_TYPE_HASH == part_func_type) { ret = OB_ERR_FIELD_SPECIFIED_TWICE; } else if (OB_FAIL(part_column_refs.at(j - partition_key_start, ref_expr))) { LOG_WARN("Failed to get part expr", K(ret), "idx", j - partition_key_start, "count", part_column_refs.count()); } else if (OB_ISNULL(ref_expr) || OB_ISNULL(col_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Part expr should not be NULL", K(ret), KPC(ref_expr), KPC(col_expr)); } else if (OB_FAIL(ObRawExprUtils::replace_ref_column(expr, col_expr, ref_expr))) { LOG_WARN("replace column ref failed", K(ret)); } else { /*do nothing*/ } } } } return ret; } int ObResolverUtils::resolve_partition_expr(ObResolverParams ¶ms, const ParseNode &node, const ObTableSchema &tbl_schema, ObPartitionFuncType part_func_type, ObRawExpr *&part_expr, ObIArray *part_keys) { int ret = OB_SUCCESS; ObArray columns; ObArray sub_query_info; ObArray sys_vars; ObArray aggr_exprs; ObArray win_exprs; ObArray udf_info; ObArray tmp_part_keys; ObArray op_exprs; ObSEArray user_var_exprs; ObCollationType collation_connection = CS_TYPE_INVALID; ObCharsetType character_set_connection = CHARSET_INVALID; //part_keys is not null, means that need output partition keys ObIArray &partition_keys = (part_keys != NULL ? *part_keys : tmp_part_keys); int64_t partition_key_start = partition_keys.count(); if (OB_ISNULL(params.expr_factory_) || OB_ISNULL(params.session_info_)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K_(params.session_info)); } else if (OB_FAIL(params.session_info_->get_collation_connection(collation_connection))) { LOG_WARN("fail to get collation_connection", K(ret)); } else if (OB_FAIL(params.session_info_->get_character_set_connection(character_set_connection))) { LOG_WARN("fail to get character_set_connection", K(ret)); } else { ObExprResolveContext ctx(*params.expr_factory_, params.session_info_->get_timezone_info(), OB_NAME_CASE_INVALID); ctx.dest_collation_ = collation_connection; ctx.connection_charset_ = character_set_connection; ctx.param_list_ = params.param_list_; ctx.session_info_ = params.session_info_; ctx.query_ctx_ = params.query_ctx_; ObRawExprResolverImpl expr_resolver(ctx); if (OB_FAIL(params.session_info_->get_name_case_mode(ctx.case_mode_))) { LOG_WARN("fail to get name case mode", K(ret)); } else if (OB_FAIL(expr_resolver.resolve(&node, part_expr, columns, sys_vars, sub_query_info, aggr_exprs, win_exprs, udf_info, op_exprs, user_var_exprs))) { LOG_WARN("resolve expr failed", K(ret)); } else if (sub_query_info.count() > 0) { ret = OB_ERR_PARTITION_FUNCTION_IS_NOT_ALLOWED; } else if (columns.size() <= 0) { //处理partiton中为常量表达式的情况 partition by hash(1+1+1) /partition by range (1+1+1) //用于限制 partition by hash(1) ret = OB_ERR_WRONG_EXPR_IN_PARTITION_FUNC_ERROR; LOG_WARN("const expr is invalid for thie type of partitioning", K(ret)); } else if (udf_info.count() > 0) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "udf"); } else if (OB_FAIL(resolve_columns_for_partition_expr(part_expr, columns, tbl_schema, part_func_type, partition_key_start, partition_keys))) { LOG_WARN("resolve columns for partition expr failed", K(ret)); } if (OB_SUCC(ret)) { if (OB_ISNULL(part_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("part expr should not be null", K(ret)); } else if (lib::is_oracle_mode() && is_hash_part(part_func_type)) { if (OB_FAIL(check_partition_expr_for_oracle_hash(*part_expr, part_func_type, tbl_schema))) { LOG_WARN("check_partition_expr_for_oracle_hash func failed", K(ret)); } } else if (is_hash_part(part_func_type) || is_range_part(part_func_type) || is_list_part(part_func_type) || PARTITION_FUNC_TYPE_KEY == part_func_type) { if (OB_FAIL(check_expr_valid_for_partition( *part_expr, *params.session_info_, part_func_type, tbl_schema))) { LOG_WARN("check_valid_column_for_hash or range func failed", K(ret)); } } } if (OB_SUCC(ret) && OB_FAIL(part_expr->formalize(params.session_info_))) { LOG_WARN("formailize expr failed", K(ret)); } } return ret; } int ObResolverUtils::resolve_generated_column_expr(ObResolverParams ¶ms, const ObString &expr_str, ObTableSchema &tbl_schema, ObColumnSchemaV2 &generated_column, ObRawExpr *&expr, const PureFunctionCheckStatus check_status) { int ret = OB_SUCCESS; const ParseNode *expr_node = NULL; if (OB_ISNULL(params.allocator_) || OB_ISNULL(params.session_info_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("allocator is null", K(ret)); } else if (OB_FAIL(ObRawExprUtils::parse_expr_node_from_str( expr_str, params.session_info_->get_local_collation_connection(), *params.allocator_, expr_node))) { LOG_WARN("parse expr node from str failed", K(ret), K(expr_str)); } else if (OB_FAIL(resolve_generated_column_expr(params, expr_node, tbl_schema, generated_column, expr, check_status))) { LOG_WARN("resolve generated column expr failed", K(ret), K(expr_str)); } return ret; } int ObResolverUtils::resolve_generated_column_expr(ObResolverParams ¶ms, const ParseNode *node, ObTableSchema &tbl_schema, ObColumnSchemaV2 &generated_column, ObRawExpr *&expr, const PureFunctionCheckStatus check_status) { int ret = OB_SUCCESS; ObArray dummy_array; OZ (resolve_generated_column_expr(params, node, tbl_schema, dummy_array, generated_column, expr, check_status)); return ret; } int ObResolverUtils::resolve_generated_column_expr(ObResolverParams ¶ms, const ObString &expr_str, ObTableSchema &tbl_schema, ObIArray &resolved_cols, ObColumnSchemaV2 &generated_column, ObRawExpr *&expr, const PureFunctionCheckStatus check_status) { int ret = OB_SUCCESS; const ParseNode *expr_node = NULL; if (OB_ISNULL(params.allocator_) || OB_ISNULL(params.session_info_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("allocator or session is null", K(ret), KP(params.allocator_), KP(params.session_info_)); } else if (OB_FAIL(ObRawExprUtils::parse_expr_node_from_str( expr_str, params.session_info_->get_local_collation_connection(), *params.allocator_, expr_node))) { LOG_WARN("parse expr node from str failed", K(ret), K(expr_str)); } else if (OB_FAIL(resolve_generated_column_expr(params, expr_node, tbl_schema, resolved_cols, generated_column, expr, check_status))) { LOG_WARN("resolve generated column expr failed", K(ret), K(expr_str)); } return ret; } int ObResolverUtils::calc_file_column_idx(const ObString &column_name, uint64_t &file_column_idx) { int ret = OB_SUCCESS; constexpr int32_t PREFIX_LEN = str_length(N_EXTERNAL_FILE_COLUMN_PREFIX); if (column_name.length() <= PREFIX_LEN) { ret = OB_ERR_UNEXPECTED; } else { int err = 0; file_column_idx = ObCharset::strntoull(column_name.ptr() + PREFIX_LEN, column_name.length() - PREFIX_LEN, 10, &err); if (err != 0) { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid file column name", K(column_name)); } } return ret; } ObRawExpr *ObResolverUtils::find_file_column_expr( ObIArray &pseudo_exprs, int64_t table_id, int64_t column_idx ) { ObRawExpr *expr = nullptr; for (int i = 0; i < pseudo_exprs.count(); ++i) { ObPseudoColumnRawExpr *pseudo_expr = static_cast(pseudo_exprs.at(i)); if (pseudo_expr->get_table_id() == table_id && pseudo_expr->get_extra() == column_idx) { expr = pseudo_expr; break; } } return expr; } int ObResolverUtils::resolve_external_table_column_def(ObRawExprFactory &expr_factory, const ObSQLSessionInfo &session_info, const ObQualifiedName &q_name, ObIArray &real_exprs, ObRawExpr *&expr) { int ret = OB_SUCCESS; ObRawExpr *file_column_expr = nullptr; uint64_t file_column_idx = UINT64_MAX; if (!ObResolverUtils::is_external_file_column_name(q_name.col_name_)) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "external file column"; LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, q_name.col_name_.length(), q_name.col_name_.ptr(), scope_name.length(), scope_name.ptr()); } else if (OB_FAIL(ObResolverUtils::calc_file_column_idx(q_name.col_name_, file_column_idx))) { LOG_WARN("fail to calc file column idx", K(ret)); } else if (nullptr == (file_column_expr = ObResolverUtils::find_file_column_expr( real_exprs, OB_INVALID_ID, file_column_idx))) { ObString table_name; if (OB_FAIL(ObResolverUtils::build_file_column_expr(expr_factory, session_info, OB_INVALID_ID, table_name, q_name.col_name_, file_column_idx, file_column_expr, CHARSET_UTF8MB4))) { LOG_WARN("fail to build external table file column expr", K(ret)); } else if (OB_FAIL(real_exprs.push_back(file_column_expr))) { LOG_WARN("fail to push back expr", K(ret)); } } if (OB_SUCC(ret)) { if (OB_FAIL(ObTransformUtils::replace_expr(q_name.ref_expr_, file_column_expr, expr))) { LOG_WARN("fail replace expr", K(ret)); } } LOG_DEBUG("resolve external table column ref", K(q_name.col_name_), KPC(expr)); return ret; } bool ObResolverUtils::is_external_file_column_name(const ObString &name) { return name.prefix_match_ci(N_EXTERNAL_FILE_COLUMN_PREFIX); } int ObResolverUtils::build_file_column_expr(ObRawExprFactory &expr_factory, const ObSQLSessionInfo &session_info, const uint64_t table_id, const ObString &table_name, const ObString &column_name, int64_t column_idx, ObRawExpr *&expr, ObCharsetType cs_type) { int ret = OB_SUCCESS; ObPseudoColumnRawExpr *file_column_expr = nullptr; if (OB_FAIL(expr_factory.create_raw_expr(T_PSEUDO_EXTERNAL_FILE_COL, file_column_expr))) { LOG_WARN("create nextval failed", K(ret)); } else if (OB_ISNULL(file_column_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is null", K(ret)); } else{ file_column_expr->set_expr_name(column_name); file_column_expr->set_table_name(table_name); file_column_expr->set_data_type(ObVarcharType); file_column_expr->set_collation_type(ObCharset::get_default_collation(cs_type)); file_column_expr->set_length(OB_MAX_VARCHAR_LENGTH); if (lib::is_oracle_mode()) { file_column_expr->set_length_semantics(LS_BYTE); } file_column_expr->set_table_id(table_id); file_column_expr->set_explicited_reference(); file_column_expr->set_extra(column_idx); if (OB_FAIL(file_column_expr->formalize(&session_info))) { LOG_WARN("failed to extract info", K(ret)); } else { expr = file_column_expr; } } return ret; } ObRawExpr *find_file_column_expr(ObIArray &exprs, const ObString &file_column_name) { ObRawExpr *res_expr = nullptr; for (int i = 0; i < exprs.count(); ++i) { if (0 == exprs.at(i)->get_expr_name().case_compare(file_column_name)) { res_expr = exprs.at(i); break; } } return res_expr; } // 解析生成列表达式时,首先在table_schema中的column_schema中寻找依赖的列,如果找不到,再在 resolved_cols中找 int ObResolverUtils::resolve_generated_column_expr(ObResolverParams ¶ms, const ParseNode *node, ObTableSchema &tbl_schema, ObIArray &resolved_cols, ObColumnSchemaV2 &generated_column, ObRawExpr *&expr, const PureFunctionCheckStatus check_status) { int ret = OB_SUCCESS; ObColumnSchemaV2 *col_schema = NULL; ObSEArray columns; ObSEArray, 2> ref_sys_exprs; ObSEArray real_exprs; ObSQLSessionInfo *session_info = params.session_info_; ObRawExprFactory *expr_factory = params.expr_factory_; // sequence in generated column not allowed. if (OB_ISNULL(expr_factory) || OB_ISNULL(session_info) || OB_ISNULL(node)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K(session_info), K(node)); } else if (OB_FAIL(ObRawExprUtils::build_generated_column_expr(*expr_factory, *session_info, *node, expr, columns, &tbl_schema, false, /* allow_sequence */ NULL, params.schema_checker_, check_status))) { LOG_WARN("build generated column expr failed", K(ret)); } for (int64_t i = 0; OB_SUCC(ret) && i < columns.count(); ++i) { const ObQualifiedName &q_name = columns.at(i); if (q_name.is_sys_func()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("generated column expr has invalid qualified name", K(q_name)); } else if (lib::is_oracle_mode() && q_name.is_pl_udf()) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "using udf as generated column"); LOG_WARN("using udf as generated column is not supported", K(ret)); // OZ (ObRawExprUtils::resolve_gen_column_udf_expr(expr, // const_cast(q_name), // *expr_factory, // *session_info, // params.schema_checker_, // columns, // real_exprs, // NULL)); } else if (q_name.database_name_.length() > 0 || q_name.tbl_name_.length() > 0) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "generated column function"; ObString col_name = concat_qualified_name(q_name.database_name_, q_name.tbl_name_, q_name.col_name_); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, col_name.length(), col_name.ptr(), scope_name.length(), scope_name.ptr()); } else if (FALSE_IT(col_schema = tbl_schema.get_column_schema(q_name.col_name_) == NULL ? get_column_schema_from_array(resolved_cols, q_name.col_name_) : tbl_schema.get_column_schema(q_name.col_name_))) { } if (OB_SUCC(ret)) { if (tbl_schema.is_external_table()) { // c1 int as( concat(file$col1, file$col2) ) // defination of external generated column can only contain file columns if (NULL != col_schema) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "Refering a normal external table column"); } else if (OB_FAIL(ObResolverUtils::resolve_external_table_column_def(*params.expr_factory_, *params.session_info_, q_name, real_exprs, expr))) { LOG_WARN("fail to resolve external table column def", K(ret)); } } else { if (NULL == col_schema || (col_schema->is_hidden() && !col_schema->is_udt_hidden_column())) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "generated column function"; LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, q_name.col_name_.length(), q_name.col_name_.ptr(), scope_name.length(), scope_name.ptr()); } else if (col_schema->is_generated_column()) { ret = OB_ERR_UNSUPPORTED_ACTION_ON_GENERATED_COLUMN; LOG_USER_ERROR(OB_ERR_UNSUPPORTED_ACTION_ON_GENERATED_COLUMN, "Defining a generated column on generated column(s)"); } else if (lib::is_oracle_mode() && col_schema->get_meta_type().is_blob() && !col_schema->is_udt_hidden_column()) { // generated column depends on xml: gen_expr(sys_makexml(blob)) ret = OB_NOT_SUPPORTED; LOG_WARN("Define a blob column in generated column def is not supported", K(ret)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "blob column in generated column definition"); } else if (lib::is_mysql_mode() && col_schema->is_autoincrement()) { ret = OB_NOT_SUPPORTED; LOG_WARN("generated column cannot refer to auto-increment column", K(ret), K(*expr)); LOG_USER_ERROR(OB_NOT_SUPPORTED, "generated column refer to auto-increment column"); } else if (OB_FAIL(ObRawExprUtils::init_column_expr(*col_schema, *q_name.ref_expr_))) { LOG_WARN("init column expr failed", K(ret)); } else if (OB_FAIL(generated_column.add_cascaded_column_id(col_schema->get_column_id()))) { LOG_WARN("add cascaded column id to generated column failed", K(ret)); } else { col_schema->add_column_flag(GENERATED_DEPS_CASCADE_FLAG); OZ (real_exprs.push_back(q_name.ref_expr_)); } } } } if (OB_SUCC(ret)) { if (lib::is_oracle_mode()) { bool expr_changed = false; OZ (ObRawExprUtils::try_modify_expr_for_gen_col_recursively(*session_info, NULL, *expr_factory, expr, expr_changed)); OZ (expr->formalize(session_info)); } if (OB_SUCC(ret) && lib::is_oracle_mode()) { if (OB_FAIL(ObRawExprUtils::try_modify_udt_col_expr_for_gen_col_recursively(*session_info, tbl_schema, resolved_cols, *expr_factory, expr))) { LOG_WARN("transform udt col expr for generated column failed", K(ret)); } } if (OB_SUCC(ret) && (ObResolverUtils::CHECK_FOR_FUNCTION_INDEX == check_status || ObResolverUtils::CHECK_FOR_GENERATED_COLUMN == check_status)) { if (OB_FAIL(expr->formalize(session_info))) { LOG_WARN("fail to formalize expr", K(ret)); } else if (OB_FAIL(ObRawExprUtils::check_is_valid_generated_col(expr, expr_factory->get_allocator()))) { if (OB_ERR_ONLY_PURE_FUNC_CANBE_VIRTUAL_COLUMN_EXPRESSION == ret && ObResolverUtils::CHECK_FOR_FUNCTION_INDEX == check_status) { ret = OB_ERR_ONLY_PURE_FUNC_CANBE_INDEXED; LOG_WARN("sysfunc in expr is not valid for generated column", K(ret), K(*expr)); } else { LOG_WARN("fail to check if the sysfunc exprs are valid in generated columns", K(ret)); } } } const ObObjType expr_datatype = expr->get_result_type().get_type(); const ObCollationType expr_cs_type = expr->get_result_type().get_collation_type(); const ObObjType dst_datatype = generated_column.get_data_type(); const ObCollationType dst_cs_type = generated_column.get_collation_type(); if (OB_SUCC(ret) && ObUserDefinedSQLType == expr_datatype) { ret = OB_ERR_RESULTANT_DATA_TYPE_OF_VIRTUAL_COLUMN_IS_NOT_SUPPORTED; LOG_WARN("Define a xmltype column in generated column def is not supported", K(ret)); LOG_USER_ERROR(OB_ERR_RESULTANT_DATA_TYPE_OF_VIRTUAL_COLUMN_IS_NOT_SUPPORTED); } /* implicit data conversion judgement */ if (OB_SUCC(ret) && lib::is_oracle_mode()) { if (!cast_supported(expr_datatype, expr_cs_type, dst_datatype, dst_cs_type) || OB_FAIL(ObDatumCast::check_can_cast(expr_datatype, expr_cs_type, dst_datatype, dst_cs_type))) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_USER_ERROR(OB_ERR_INVALID_TYPE_FOR_OP, ob_obj_type_str(expr_datatype), ob_obj_type_str(dst_datatype)); LOG_WARN("cast to expected type not supported", K(ret), K(expr_datatype), K(dst_datatype)); } else { ObObjType tmp_datatype = dst_datatype; if (ObNullType == tmp_datatype) { tmp_datatype = expr->get_result_type().get_type(); } switch (tmp_datatype) { case ObURowIDType: ret = OB_ERR_VIRTUAL_COL_NOT_ALLOWED; LOG_WARN("rowid data type in generated column definition", K(ret)); break; case ObLobType: case ObLongTextType: ret = OB_ERR_RESULTANT_DATA_TYPE_OF_VIRTUAL_COLUMN_IS_NOT_SUPPORTED; LOG_WARN("lob data type in generated column definition", K(ret)); break; default: /* nothing to do */ break; } } } if (OB_FAIL(ret)) { } else if (tbl_schema.is_external_table()) { //skip length check } else if (lib::is_oracle_mode() && ob_is_string_type(dst_datatype)) { // generated_column是用户定义的生成列,其长度以及长度语义(按照字符计算长度还是字节计算长度)依赖于SQL语句的定义 // expr是用于生成generated_column数据的表达式。expr计算结果的长度不能大于generated_column定义的长度 // 需要注意的是在进行长度比较时要考虑二者的长度语义,这里统一使用LS_BYTE语义来进行长度的比较 // int64_t generated_column_length_in_byte = 0; int64_t expr_length_in_byte = 0; common::ObCollationType cs_type = generated_column.get_collation_type(); int64_t mbmaxlen = 1; if (LS_CHAR == generated_column.get_length_semantics()) { if (OB_FAIL(common::ObCharset::get_mbmaxlen_by_coll(cs_type, mbmaxlen))) { LOG_WARN("fail to get mbmaxlen for generated_column", K(cs_type), K(ret)); } else { generated_column_length_in_byte = generated_column.get_data_length() * mbmaxlen; } } else { generated_column_length_in_byte = generated_column.get_data_length(); } if (OB_SUCC(ret)) { if (LS_CHAR == expr->get_accuracy().get_length_semantics()) { cs_type = expr->get_collation_type(); if (OB_FAIL(common::ObCharset::get_mbmaxlen_by_coll(cs_type, mbmaxlen))) { LOG_WARN("fail to get mbmaxlen for expr", K(cs_type), K(ret)); } else { expr_length_in_byte = expr->get_accuracy().get_length() * mbmaxlen; } } else { expr_length_in_byte = expr->get_accuracy().get_length(); } /* clob/blob, raise error , according oracle: SQL> CREATE TABLE Z0CASE(z0_test0 char(10) , z0_test1 varchar2(4000),z0_test2 char(200 byte) GENERATED ALWAYS AS (to_blob('')) VIRTUAL); CREATE TABLE Z0CASE(z0_test0 char(10) , z0_test1 varchar2(4000),z0_test2 char(200 byte) GENERATED ALWAYS AS (to_blob('')) VIRTUAL) * ERROR at line 1: ORA-12899: value too large for column "Z0_TEST2" (actual: 4000, maximum: 200) */ if (expr_length_in_byte < 0 && ObLongTextType == expr->get_result_type().get_type()) { expr_length_in_byte = OB_MAX_ORACLE_CHAR_LENGTH_BYTE * 2; } } if (OB_SUCC(ret) && OB_UNLIKELY(generated_column_length_in_byte < expr_length_in_byte)) { ret = OB_ERR_DATA_TOO_LONG; LOG_WARN("the length of generated column expr is more than the length of specified type", K(generated_column_length_in_byte), K(expr_length_in_byte)); } } else if (ob_is_raw(dst_datatype)) { if (ob_is_string_type(expr->get_data_type())) { if (OB_UNLIKELY(generated_column.get_data_length() * 2 < (expr->get_accuracy()).get_length())) { ret = OB_ERR_DATA_TOO_LONG; LOG_WARN("the length of generated column expr is more than the length of specified type"); } } else if (ob_is_raw(expr->get_data_type())) { if (OB_UNLIKELY(generated_column.get_data_length() < (expr->get_accuracy()).get_length())) { ret = OB_ERR_DATA_TOO_LONG; LOG_WARN("the length of generated column expr is more than the length of specified type"); } } else { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("inconsistent datatypes", K(expr->get_result_type().get_type())); } } if (OB_FAIL(ret)) { } else if (OB_FAIL(ObDDLResolver::print_expr_to_default_value(*expr, generated_column, params.schema_checker_, session_info->get_timezone_info()))) { LOG_WARN("fail to print_expr_to_default_value", KPC(expr), K(generated_column), K(ret)); } else if (OB_FAIL(ObRawExprUtils::check_generated_column_expr_str( generated_column.get_cur_default_value().get_string(), *session_info, tbl_schema))) { LOG_WARN("fail to check printed generated column expr", K(ret)); } } return ret; } // This function is used to resolve the dependent columns of generated column when retrieve schema. // We use this function instead of build_generated_column_expr because there is not a thread-safe // mem_context and the expr is not necessary. int ObResolverUtils::resolve_generated_column_info(const ObString &expr_str, ObIAllocator &allocator, ObItemType &root_expr_type, ObIArray &column_names) { int ret = OB_SUCCESS; const ParseNode *node = NULL; if (OB_FAIL(ObRawExprUtils::parse_expr_node_from_str( expr_str, CS_TYPE_UTF8MB4_BIN, allocator, node))) { LOG_WARN("parse expr node from string failed", K(ret), K(expr_str)); } else if (OB_ISNULL(node)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node is null", K(ret)); } else if (OB_FAIL(SMART_CALL(resolve_column_info_recursively(node, column_names)))) { LOG_WARN("failed to resolve column into"); } else { ObItemType type = node->type_; if (T_FUN_SYS == type) { if (OB_UNLIKELY(1 > node->num_child_) || OB_ISNULL(node->children_) || OB_ISNULL(node->children_[0])) { ret = OB_ERR_PARSER_SYNTAX; LOG_WARN("invalid node children for fun_sys node", K(ret)); } else { ObString func_name(node->children_[0]->str_len_, node->children_[0]->str_value_); type = ObExprOperatorFactory::get_type_by_name(func_name); if (OB_UNLIKELY(T_INVALID == (type))) { ret = OB_ERR_FUNCTION_UNKNOWN; LOG_WARN("function not exist", K(func_name), K(ret)); } } } OX (root_expr_type = type); } return ret; } int ObResolverUtils::resolve_column_info_recursively(const ParseNode *node, ObIArray &column_names) { int ret = OB_SUCCESS; if (OB_ISNULL(node)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node is null"); } else if (T_COLUMN_REF == node->type_) { if (OB_UNLIKELY(node->num_child_ != 3)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid node type", K_(node->type), K(node->num_child_), K(ret)); } else if (OB_UNLIKELY(node->children_[0] != NULL || node->children_[1] != NULL)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("database node or table node is not null", K_(node->type), K(ret)); } else if (OB_ISNULL(node->children_[2])) { ret = OB_INVALID_ARGUMENT; LOG_WARN("column node is null", K_(node->type), K(ret)); } else if (OB_UNLIKELY(T_STAR == node->children_[2]->type_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("column node can't be T_STAR", K_(node->type), K(ret)); } else { ObString column_name(static_cast(node->children_[2]->str_len_), node->children_[2]->str_value_); if (OB_FAIL(column_names.push_back(column_name))) { LOG_WARN("Add column failed", K(ret)); } } } else if (T_OBJ_ACCESS_REF == node->type_) { if (OB_UNLIKELY(node->num_child_ != 2)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("invalid node type", K_(node->type), K(node->num_child_), K(ret)); } else if (OB_ISNULL(node->children_[0])) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node is NULL", K(node->num_child_)); } else if (T_IDENT == node->children_[0]->type_ && NULL == node->children_[1]) { ObString column_name(static_cast(node->children_[0]->str_len_), node->children_[0]->str_value_); OZ (column_names.push_back(column_name)); } } for (int64_t i = 0; OB_SUCC(ret) && i < node->num_child_; ++i) { const ParseNode *child_node = node->children_[i]; if (NULL == child_node) { // do nothing } else if (OB_FAIL(SMART_CALL(resolve_column_info_recursively(child_node, column_names)))) { LOG_WARN("recursive resolve column node failed", K(ret)); } } return ret; } ObColumnSchemaV2* ObResolverUtils::get_column_schema_from_array( ObIArray &resolved_cols, const ObString &column_name) { for (int64_t i = 0; i < resolved_cols.count(); ++i) { if (OB_ISNULL(resolved_cols.at(i))) { LOG_WARN_RET(OB_ERR_UNEXPECTED, "resolved_cols has null pointer", K(i), K(resolved_cols)); return NULL; } else if (0 == resolved_cols.at(i)->get_column_name_str().case_compare(column_name)) { return resolved_cols.at(i); } } return NULL; } int ObResolverUtils::resolve_default_expr_v2_column_expr(ObResolverParams ¶ms, const ObString &expr_str, ObColumnSchemaV2 &default_expr_v2_column, ObRawExpr *&expr, bool allow_sequence) { int ret = OB_SUCCESS; const ParseNode *expr_node = NULL; if (OB_ISNULL(params.allocator_) || OB_ISNULL(params.session_info_)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("allocator or session is null", K(ret)); } else if (OB_FAIL(ObRawExprUtils::parse_expr_node_from_str( expr_str, params.session_info_->get_local_collation_connection(), *params.allocator_, expr_node))) { LOG_WARN("parse expr node from str failed", K(ret), K(expr_str)); } else if (OB_FAIL(resolve_default_expr_v2_column_expr(params, expr_node, default_expr_v2_column, expr, allow_sequence))) { LOG_WARN("resolve default_expr_v2_column expr failed", K(ret), K(expr_str)); } return ret; } int ObResolverUtils::resolve_default_expr_v2_column_expr(ObResolverParams ¶ms, const ParseNode *node, ObColumnSchemaV2 &default_expr_v2_column, ObRawExpr *&expr, bool allow_sequence) { int ret = OB_SUCCESS; ObArray columns; ObSQLSessionInfo *session_info = params.session_info_; ObRawExprFactory *expr_factory = params.expr_factory_; if (OB_ISNULL(expr_factory) || OB_ISNULL(session_info) || OB_ISNULL(node)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K(session_info), K(node)); } else if (OB_FAIL(ObRawExprUtils::build_generated_column_expr(*expr_factory, *session_info, *node, expr, columns, NULL, allow_sequence, NULL, params.schema_checker_, PureFunctionCheckStatus::DISABLE_CHECK, false))) { LOG_WARN("build expr_default column expr failed", "is_oracle_compatible", session_info->get_compatibility_mode(), K(ret)); } else if (lib::is_oracle_mode() && columns.count() > 0) { // oracle模式下,default值如果是一个函数,函数会被挂在T_OBJ_ACCESS_REF下面,resolve之后可能会生成column // 比如create table tjianhua12(c1 int default length('hello')); // length('hello')会在resolve后产生一个column,需要将column.ref_expr_替换成真正的sys_func bool is_all_sys_func = true; ObRawExpr *real_ref_expr = NULL; for (int64_t i = 0; OB_SUCC(ret) && is_all_sys_func && i < columns.count(); i++) { ObQualifiedName &q_name = columns.at(i); if (q_name.is_pl_udf()) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "using udf as default value"); LOG_WARN("using udf as default value is not supported", K(ret)); } else if (!q_name.is_sys_func()) { is_all_sys_func = false; } else if (OB_ISNULL(q_name.access_idents_.at(0).sys_func_expr_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("NULL ptr", K(ret)); } else if (OB_FAIL(q_name.access_idents_.at(0).sys_func_expr_->check_param_num())) { LOG_WARN("sys func param number not match", K(ret)); } else { real_ref_expr = static_cast(q_name.access_idents_.at(0).sys_func_expr_); if (OB_FAIL(ObRawExprUtils::replace_ref_column(expr, q_name.ref_expr_, real_ref_expr))) { LOG_WARN("replace column ref expr failed", K(ret)); } else { real_ref_expr = NULL; } } } if (!is_all_sys_func) { // log user error ret = OB_ERR_BAD_FIELD_ERROR; const ObQualifiedName &q_name = columns.at(0); ObString scope_name = default_expr_v2_column.get_column_name_str(); ObString col_name = concat_qualified_name(q_name.database_name_, q_name.tbl_name_, q_name.col_name_); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, col_name.length(), col_name.ptr(), scope_name.length(), scope_name.ptr()); } if (OB_FAIL(ret)) { // do nothing } else if (OB_FAIL(expr->formalize(session_info))) { LOG_WARN("formalize expr failed", K(ret)); } else { LOG_DEBUG("succ to resolve_default_expr_v2_column_expr", "is_const_expr", expr->is_const_raw_expr(), KPC(expr), K(ret)); } } else if (OB_UNLIKELY(!columns.empty())) { ret = OB_ERR_BAD_FIELD_ERROR; const ObQualifiedName &q_name = columns.at(0); ObString scope_name = default_expr_v2_column.get_column_name_str(); ObString col_name = concat_qualified_name(q_name.database_name_, q_name.tbl_name_, q_name.col_name_); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, col_name.length(), col_name.ptr(), scope_name.length(), scope_name.ptr()); } else if (OB_FAIL(expr->formalize(session_info))) { LOG_WARN("formalize expr failed", K(ret)); } else { LOG_DEBUG("succ to resolve_default_expr_v2_column_expr", "is_const_expr", expr->is_const_raw_expr(), KPC(expr), K(ret)); } return ret; } int ObResolverUtils::resolve_check_constraint_expr( ObResolverParams ¶ms, const ParseNode *node, const ObTableSchema &tbl_schema, ObConstraint &constraint, ObRawExpr *&expr, const share::schema::ObColumnSchemaV2 *column_schema, ObIArray *res_columns /*default null*/) { int ret = OB_SUCCESS; ObArray columns; ObArray> ref_sys_exprs; ObSQLSessionInfo *session_info = params.session_info_; ObRawExprFactory *expr_factory = params.expr_factory_; bool is_col_level_cst = false; // table level cst common::ObSEArray column_ids; if (NULL != column_schema) { // column_schema 为 NULL 表示约束为表级约束 is_col_level_cst = true; } if (OB_ISNULL(expr_factory) || OB_ISNULL(session_info) || OB_ISNULL(node) || OB_ISNULL(params.schema_checker_)) { ret = OB_NOT_INIT; LOG_WARN("resolve status is invalid", K_(params.expr_factory), K(session_info), K(node), K(params.schema_checker_)); } else if (OB_FAIL(ObRawExprUtils::build_check_constraint_expr(*expr_factory, *session_info, *node, expr, columns))) { LOG_WARN("build generated column expr failed", K(ret)); } for (int64_t i = 0; OB_SUCC(ret) && i < columns.count(); ++i) { const ObQualifiedName &q_name = columns.at(i); if (q_name.is_sys_func()) { ObRawExpr *sys_func = q_name.access_idents_.at(0).sys_func_expr_; CK (OB_NOT_NULL(sys_func)); if (OB_FAIL(ret)) { } else if (lib::is_oracle_mode() && (T_FUN_SYS_SYS_CONTEXT == sys_func->get_expr_type() || T_FUN_SYS_USERENV == sys_func->get_expr_type())) { ret = OB_ERR_DATE_OR_SYS_VAR_CANNOT_IN_CHECK_CST; LOG_WARN("date or system variable wrongly specified in CHECK constraint", K(ret)); } else if (lib::is_mysql_mode()) { bool is_non_pure_func = false; if (OB_FAIL(sys_func->is_non_pure_sys_func_expr(is_non_pure_func))) { LOG_WARN("check is non pure sys func expr failed", K(ret)); } else if (is_non_pure_func) { ret = OB_ERR_CHECK_CONSTRAINT_NAMED_FUNCTION_IS_NOT_ALLOWED; LOG_WARN("date or system variable wrongly specified in CHECK constraint", K(ret), K(sys_func->get_expr_type())); } } for (int64_t i = 0; OB_SUCC(ret) && i < ref_sys_exprs.count(); ++i) { OZ (ObRawExprUtils::replace_ref_column(sys_func, ref_sys_exprs.at(i).first, ref_sys_exprs.at(i).second)); } OZ (q_name.access_idents_.at(0).sys_func_expr_->check_param_num()); OZ (ObRawExprUtils::replace_ref_column(expr, q_name.ref_expr_, sys_func)); OZ (ref_sys_exprs.push_back(std::pair(q_name.ref_expr_, sys_func))); } else if (q_name.database_name_.length() > 0 || q_name.tbl_name_.length() > 0) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "constraint column function"; ObString col_name = concat_qualified_name(q_name.database_name_, q_name.tbl_name_, q_name.col_name_); LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, col_name.length(), col_name.ptr(), scope_name.length(), scope_name.ptr()); } else { if (!is_col_level_cst) { if (OB_ISNULL(column_schema = tbl_schema.get_column_schema(q_name.col_name_)) || column_schema->is_hidden()) { if (lib::is_oracle_mode()) { ret = OB_ERR_BAD_FIELD_ERROR; ObString scope_name = "constraint column function"; LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, q_name.col_name_.length(), q_name.col_name_.ptr(), scope_name.length(), scope_name.ptr()); } else { ret = OB_ERR_CHECK_CONSTRAINT_REFERS_UNKNOWN_COLUMN; LOG_USER_ERROR(OB_ERR_CHECK_CONSTRAINT_REFERS_UNKNOWN_COLUMN, constraint.get_constraint_name_str().length(), constraint.get_constraint_name_str().ptr(), q_name.col_name_.length(), q_name.col_name_.ptr()); } } } else { // is_col_level_cst if (0 != columns.at(i).col_name_.compare(column_schema->get_column_name_str())) { ret = OB_ERR_COL_CHECK_CST_REFER_ANOTHER_COL; if (lib::is_mysql_mode()) { LOG_USER_ERROR(OB_ERR_COL_CHECK_CST_REFER_ANOTHER_COL, constraint.get_constraint_name_str().length(), constraint.get_constraint_name_str().ptr()); } LOG_WARN("column check constraint cannot reference other columns", K(ret), K(columns.at(i).col_name_), K(column_schema->get_column_name_str())); } } if (OB_SUCC(ret) && lib::is_mysql_mode() && column_schema->is_autoincrement()) { ret = OB_ERR_CHECK_CONSTRAINT_REFERS_AUTO_INCREMENT_COLUMN; LOG_WARN("Check constraint cannot refer to an auto-increment column", K(ret), K(column_schema->get_column_id())); } if (OB_SUCC(ret)) { // 当添加重复的 column id 时,需要去重 if (column_ids.end() == std::find(column_ids.begin(), column_ids.end(), column_schema->get_column_id())) { if (OB_FAIL(column_ids.push_back(column_schema->get_column_id()))) { LOG_WARN("push back to column_ids failed", K(ret), K(column_schema->get_column_id())); } } } if (OB_SUCC(ret)) { if (OB_FAIL(ObRawExprUtils::init_column_expr(*column_schema, *q_name.ref_expr_))) { LOG_WARN("init column expr failed", K(ret)); } } } } if (OB_SUCC(ret)) { if (OB_FAIL(constraint.assign_column_ids(column_ids))) { LOG_WARN("fail to assign_column_ids", K(column_ids)); } } if (OB_SUCC(ret) && OB_FAIL(expr->formalize(session_info))) { LOG_WARN("formalize expr failed", K(ret)); } if (OB_FAIL(ret)) { } else if (lib::is_mysql_mode()) { if (T_INT == expr->get_expr_type() || T_TINYINT == expr->get_expr_type() || IS_BOOL_OP(expr->get_expr_type())) { // 1, 0, true, false, <=> are permitted } else if (expr->is_sys_func_expr() && ObTinyIntType == expr->get_result_type().get_type()) { // sys func returns bool are permitted } else { ret = OB_ERR_NON_BOOLEAN_EXPR_FOR_CHECK_CONSTRAINT; LOG_USER_ERROR(OB_ERR_NON_BOOLEAN_EXPR_FOR_CHECK_CONSTRAINT, constraint.get_constraint_name_str().length(), constraint.get_constraint_name_str().ptr()); LOG_WARN("expr result type is not boolean", K(ret), K(expr->get_result_type().get_type())); } } else { if (expr->get_expr_type() == T_FUN_SYS_IS_JSON) { ObObjType in_type = column_schema->get_data_type(); if (!(in_type == ObVarcharType || in_type == ObNVarchar2Type || in_type == ObLongTextType || in_type == ObJsonType || in_type == ObNVarchar2Type || in_type == ObRawType)) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_USER_ERROR(OB_ERR_INVALID_TYPE_FOR_OP, "-", ob_obj_type_str(in_type)); } } } if (OB_SUCC(ret)) { HEAP_VAR(char[OB_MAX_DEFAULT_VALUE_LENGTH], expr_str_buf) { MEMSET(expr_str_buf, 0, sizeof(expr_str_buf)); int64_t pos = 0; ObString expr_def; ObRawExprPrinter expr_printer(expr_str_buf, OB_MAX_DEFAULT_VALUE_LENGTH, &pos, params.schema_checker_->get_schema_guard(), session_info->get_timezone_info()); if (OB_FAIL(expr_printer.do_print(expr, T_NONE_SCOPE, true))) { LOG_WARN("print expr definition failed", K(ret)); } else if (FALSE_IT(expr_def.assign_ptr(expr_str_buf, static_cast(pos)))) { } else if (OB_FAIL(constraint.set_check_expr(expr_def))) { LOG_WARN("set check expr failed", K(ret)); } } } if (OB_SUCC(ret) && res_columns != NULL) { if (OB_FAIL(append(*res_columns, columns))) { LOG_WARN("failed to append", K(ret)); } } return ret; } int ObResolverUtils::create_not_null_expr_str(const ObString &column_name, common::ObIAllocator &allocator, ObString &expr_str, const bool is_oracle_mode) { int ret = OB_SUCCESS; char *buf = NULL; int64_t pos = 0; const int64_t buf_len = column_name.length() + NOT_NULL_STR_EXTRA_SIZE + 1; if (OB_ISNULL(buf = static_cast(allocator.alloc(buf_len)))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("allocate memory failed", K(column_name)); } else if (OB_FAIL(databuff_printf(buf, buf_len, pos, is_oracle_mode ? "\"%.*s\" IS NOT NULL" : "`%.*s` IS NOT NULL", column_name.length(), column_name.ptr()))) { LOG_WARN("print not null constraint expr str failed", K(ret)); } else if (OB_UNLIKELY(buf_len != pos + 1)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("length of not null constraint expr str not expected", K(ret), K(buf_len), K(pos), K(column_name)); } else { expr_str.assign_ptr(buf, pos); } return ret; } int ObResolverUtils::build_partition_key_expr(ObResolverParams ¶ms, const share::schema::ObTableSchema &table_schema, ObRawExpr *&partition_key_expr, ObIArray *qualified_names) { int ret = OB_SUCCESS; ObSysFunRawExpr *func_expr = NULL; if (OB_ISNULL(params.expr_factory_)) { ret = OB_NOT_INIT; LOG_WARN("expr factory is null", K(params.expr_factory_)); } else if (OB_FAIL(params.expr_factory_->create_raw_expr(T_FUN_SYS_PART_KEY, func_expr))) { LOG_WARN("create sysfunc expr failed", K(ret)); } else { ObString partition_fun_name("partition_key"); func_expr->set_func_name(partition_fun_name); if (OB_FAIL(func_expr->add_flag(IS_FUNC))) { LOG_WARN("failed to add flag IS_FUNC"); } else if (OB_FAIL(func_expr->add_flag(CNT_COLUMN))) { LOG_WARN("failed to add flag CNT_COLUMN"); } else if (OB_FAIL(func_expr->add_flag(CNT_FUNC))) { LOG_WARN("failed to add flag CNT_FUNC"); } else {} } //use primary key column to build a ObColumnRefRawExpr for (ObTableSchema::const_column_iterator iter = table_schema.column_begin(); OB_SUCC(ret) && iter != table_schema.column_end(); ++iter) { const ObColumnSchemaV2 &column_schema = (**iter); if (!column_schema.is_original_rowkey_column() || column_schema.is_hidden()) { //parition by key() use primary key to create partition key not hidden auto_increment primary key continue; } else if (column_schema.is_autoincrement()) { ret = OB_ERR_AUTO_PARTITION_KEY; LOG_USER_ERROR(OB_ERR_AUTO_PARTITION_KEY, column_schema.get_column_name_str().length(), column_schema.get_column_name_str().ptr()); } else { ObColumnRefRawExpr *column_expr = NULL; if (OB_FAIL(ObRawExprUtils::build_column_expr(*params.expr_factory_, column_schema, column_expr))) { LOG_WARN("failed to build column schema!", K(column_expr), K(column_schema)); } else if (OB_FAIL(func_expr->add_param_expr(column_expr))) { LOG_WARN("failed to add param expr!", K(ret)); } else if (qualified_names != NULL) { ObQualifiedName name; name.col_name_.assign_ptr(column_schema.get_column_name(), column_schema.get_column_name_str().length()); name.ref_expr_ = column_expr; name.is_star_ = false; if (OB_FAIL(qualified_names->push_back(name))) { LOG_WARN("failed to push back qualified name", K(ret)); } } } } if (OB_SUCC(ret)) { partition_key_expr = func_expr; if (OB_FAIL(partition_key_expr->formalize(params.session_info_))) { LOG_WARN("deduce type failed", K(ret)); } } return ret; } int ObResolverUtils::check_column_name(const ObSQLSessionInfo *session_info, const ObQualifiedName &q_name, const ObColumnRefRawExpr &col_ref, bool &is_hit) { int ret = OB_SUCCESS; is_hit = true; if (!q_name.database_name_.empty()) { if (OB_FAIL(name_case_cmp(session_info, q_name.database_name_, col_ref.get_database_name(), OB_TABLE_NAME_CLASS, is_hit))) { LOG_WARN("cmp database name failed", K(ret), K(q_name), K(col_ref.get_database_name())); } } if (OB_SUCC(ret) && !q_name.tbl_name_.empty() && is_hit) { ObString table_name = col_ref.get_synonym_name().empty() ? col_ref.get_table_name() : col_ref.get_synonym_name(); if (OB_FAIL(name_case_cmp(session_info, q_name.tbl_name_, table_name, OB_TABLE_NAME_CLASS, is_hit))) { LOG_WARN("compare table name failed", K(q_name), K(q_name), K(col_ref)); } } if (OB_SUCC(ret) && is_hit) { is_hit = ObCharset::case_insensitive_equal(q_name.col_name_, col_ref.get_column_name()); } return ret; } int ObResolverUtils::create_generate_table_column(ObRawExprFactory &expr_factory, const TableItem &table_item, uint64_t column_id, ColumnItem &col_item) { int ret = OB_SUCCESS; ObColumnRefRawExpr *col_expr = NULL; if (OB_UNLIKELY(!table_item.is_generated_table())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("not generated table", K_(table_item.type)); } else { int64_t item_index = column_id - OB_APP_MIN_COLUMN_ID; ObSelectStmt *ref_stmt = table_item.ref_query_; if (OB_ISNULL(ref_stmt)) { ret = OB_NOT_INIT; LOG_WARN("generate table ref stmt is null"); } else if (OB_UNLIKELY(item_index < 0 || item_index >= ref_stmt->get_select_item_size())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("select item index is invalid", K(item_index), K(ref_stmt->get_select_item_size())); } else if (OB_FAIL(expr_factory.create_raw_expr(T_REF_COLUMN, col_expr))) { LOG_WARN("create column ref expr failed", K(ret)); } else if (OB_ISNULL(col_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("col expr is null"); } else if (OB_FAIL(resolve_default_value_and_expr_from_select_item(ref_stmt->get_select_item(item_index), col_item, ref_stmt))) { LOG_WARN("fail to resolve select item's default value"); } else { col_expr->set_ref_id(table_item.table_id_, column_id); col_expr->set_result_type(ref_stmt->get_select_item(item_index).expr_->get_result_type()); col_expr->set_column_attr(table_item.alias_name_, ref_stmt->get_select_item(item_index).alias_name_); } } //init column item if (OB_SUCC(ret)) { col_item.expr_ = col_expr; col_item.table_id_ = col_expr->get_table_id(); col_item.column_id_ = col_expr->get_column_id(); col_item.column_name_ = col_expr->get_column_name(); } return ret; } int ObResolverUtils::check_unique_index_cover_partition_column(const ObTableSchema &table_schema, const ObCreateIndexArg &arg) { int ret = OB_SUCCESS; if (!table_schema.is_partitioned_table() || (INDEX_TYPE_PRIMARY != arg.index_type_ && INDEX_TYPE_UNIQUE_LOCAL != arg.index_type_ && INDEX_TYPE_UNIQUE_GLOBAL != arg.index_type_)) { //nothing to do } else { const common::ObPartitionKeyInfo &partition_info = table_schema.get_partition_key_info(); const common::ObPartitionKeyInfo &subpartition_info = table_schema.get_subpartition_key_info(); ObSEArray idx_col_ids; if (OB_FAIL(get_index_column_ids(table_schema, arg.index_columns_, idx_col_ids))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Failed to get index column ids", K(ret), K(table_schema), K(arg.index_columns_)); } else if (OB_FAIL(unique_idx_covered_partition_columns(table_schema, idx_col_ids, partition_info))) { LOG_WARN("Unique index covered partition columns failed", K(ret)); } else if (OB_FAIL(unique_idx_covered_partition_columns(table_schema, idx_col_ids, subpartition_info))) { LOG_WARN("Unique index convered partition columns failed", K(ret)); } else { }//do nothing } return ret; } int ObResolverUtils::get_index_column_ids( const ObTableSchema &table_schema, const ObIArray &columns, ObIArray &column_ids) { int ret = OB_SUCCESS; const ObColumnSchemaV2 *column_schema = NULL; for (int64_t idx = 0; OB_SUCC(ret) && idx < columns.count(); ++idx) { if (OB_ISNULL(column_schema = table_schema.get_column_schema(columns.at(idx).column_name_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Failed to get column schema", K(ret), "column id", columns.at(idx)); } else if (OB_FAIL(column_ids.push_back(column_schema->get_column_id()))) { LOG_WARN("Failed to add column id", K(ret)); } else { }//do nothing } return ret; } int ObResolverUtils::unique_idx_covered_partition_columns( const ObTableSchema &table_schema, const ObIArray &index_columns, const ObPartitionKeyInfo &partition_info) { int ret = OB_SUCCESS; const ObColumnSchemaV2 *column_schema = NULL; const ObPartitionKeyColumn *column = NULL; for (int64_t i = 0; OB_SUCC(ret) && i < partition_info.get_size(); i++) { column = partition_info.get_column(i); if (OB_ISNULL(column)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("fail to get parition info", K(ret), K(column)); } else if (!has_exist_in_array(index_columns, column->column_id_)) { if (OB_ISNULL(column_schema = table_schema.get_column_schema(column->column_id_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Column schema is NULL", K(ret)); } else if (column_schema->is_generated_column()) { ObSEArray cascaded_columns; if (OB_FAIL(column_schema->get_cascaded_column_ids(cascaded_columns))) { LOG_WARN("Failed to get cascaded column ids", K(ret)); } else { for (int64_t idx = 0; OB_SUCC(ret) && idx < cascaded_columns.count(); ++idx) { if (!has_exist_in_array(index_columns, cascaded_columns.at(idx))) { ret = OB_EER_UNIQUE_KEY_NEED_ALL_FIELDS_IN_PF; LOG_USER_ERROR(OB_EER_UNIQUE_KEY_NEED_ALL_FIELDS_IN_PF, "UNIQUE INDEX"); } } } } else { ret = OB_EER_UNIQUE_KEY_NEED_ALL_FIELDS_IN_PF; LOG_USER_ERROR(OB_EER_UNIQUE_KEY_NEED_ALL_FIELDS_IN_PF, "UNIQUE INDEX"); } } else { }//do nothing } // end for return ret; } int ObResolverUtils::resolve_data_type(const ParseNode &type_node, const ObString &ident_name, ObDataType &data_type, const int is_oracle_mode/*1:Oracle, 0:MySql */, const bool is_for_pl_type, const ObSessionNLSParams &nls_session_param, uint64_t tenant_id, const bool convert_real_type_to_decimal /*false*/) { int ret = OB_SUCCESS; data_type.set_obj_type(static_cast(type_node.type_)); int32_t length = type_node.int32_values_[0]; int16_t precision = type_node.int16_values_[0]; int16_t scale = type_node.int16_values_[1]; const int16_t number_type = type_node.int16_values_[2]; const bool has_specify_scale = (1 == type_node.int16_values_[2]); uint64_t data_version = 0; if (convert_real_type_to_decimal && !is_oracle_mode && (precision >= 0 && scale >= 0)) { if (static_cast(type_node.type_) == ObFloatType || static_cast(type_node.type_) == ObDoubleType) { data_type.set_obj_type(ObNumberType); } else if (static_cast(type_node.type_) == ObUFloatType || static_cast(type_node.type_) == ObUDoubleType) { data_type.set_obj_type(ObUNumberType); } } const ObAccuracy &default_accuracy = ObAccuracy::DDL_DEFAULT_ACCURACY2[is_oracle_mode][data_type.get_obj_type()]; LOG_DEBUG("resolve_data_type", K(ret), K(has_specify_scale), K(type_node.type_), K(type_node.param_num_), K(number_type), K(scale), K(precision), K(length)); switch (data_type.get_type_class()) { case ObIntTC: // fallthrough case ObUIntTC: if (precision <= 0) { precision = default_accuracy.get_precision(); } if (precision > OB_MAX_INTEGER_DISPLAY_WIDTH) { ret = OB_ERR_TOO_BIG_DISPLAYWIDTH; LOG_USER_ERROR(OB_ERR_TOO_BIG_DISPLAYWIDTH, ident_name.ptr(), OB_MAX_INTEGER_DISPLAY_WIDTH); } else { data_type.set_precision(precision); data_type.set_scale(0); } data_type.set_zero_fill(static_cast(type_node.int16_values_[2])); break; case ObFloatTC: // fallthrough case ObDoubleTC: { if(is_oracle_mode) { data_type.set_precision(precision); data_type.set_scale(scale); } else { if (OB_UNLIKELY(scale > OB_MAX_DOUBLE_FLOAT_SCALE)) { ret = OB_ERR_TOO_BIG_SCALE; LOG_USER_ERROR(OB_ERR_TOO_BIG_SCALE, scale, ident_name.ptr(), OB_MAX_DOUBLE_FLOAT_SCALE); LOG_WARN("scale of double overflow", K(ret), K(scale), K(precision)); } else if (OB_UNLIKELY(OB_DECIMAL_NOT_SPECIFIED == scale && precision > OB_MAX_DOUBLE_FLOAT_PRECISION)) { ret = OB_ERR_COLUMN_SPEC; LOG_USER_ERROR(OB_ERR_COLUMN_SPEC, ident_name.length(), ident_name.ptr()); LOG_WARN("precision of double overflow", K(ret), K(scale), K(precision)); } else if (OB_UNLIKELY(OB_DECIMAL_NOT_SPECIFIED != scale && precision > OB_MAX_DOUBLE_FLOAT_DISPLAY_WIDTH || (0 == scale && 0 == precision))) { ret = OB_ERR_TOO_BIG_DISPLAYWIDTH; LOG_USER_ERROR(OB_ERR_TOO_BIG_DISPLAYWIDTH, ident_name.ptr(), OB_MAX_INTEGER_DISPLAY_WIDTH); } else if (OB_UNLIKELY(precision < scale)) { ret = OB_ERR_M_BIGGER_THAN_D; LOG_USER_ERROR(OB_ERR_M_BIGGER_THAN_D, to_cstring(ident_name)); LOG_WARN("precision less then scale", K(ret), K(scale), K(precision)); } else { // mysql> create table t1(a decimal(0, 0)); // mysql> desc t1; // +-------+---------------+------+-----+---------+-------+ // | Field | Type | Null | Key | Default | Extra | // +-------+---------------+------+-----+---------+-------+ // | a | decimal(10,0) | YES | | NULL | | // +-------+---------------+------+-----+---------+-------+ // the same as float and double. if (precision <= 0 && scale <= 0) { precision = default_accuracy.get_precision(); scale = default_accuracy.get_scale(); } //A precision from 24 to 53 results in an 8-byte double-precision DOUBLE column. if (T_FLOAT == type_node.type_ && precision > OB_MAX_FLOAT_PRECISION && -1 == scale) { data_type.set_obj_type(static_cast(T_DOUBLE)); } data_type.set_precision(precision); data_type.set_scale(scale); data_type.set_zero_fill(static_cast(type_node.int16_values_[2])); } } break; } case ObNumberTC: { if (data_type.get_meta_type().is_number_float()) { if (precision != PRECISION_UNKNOWN_YET && (OB_UNLIKELY(precision < OB_MIN_NUMBER_FLOAT_PRECISION) || OB_UNLIKELY(precision > OB_MAX_NUMBER_FLOAT_PRECISION))) { ret = OB_FLOAT_PRECISION_OUT_RANGE; LOG_WARN("precision of float out of range", K(ret), K(precision)); } else if (-86 == scale) { if (is_for_pl_type) { ret = OB_NUMERIC_PRECISION_NOT_INTEGER; LOG_USER_ERROR(OB_NUMERIC_PRECISION_NOT_INTEGER, (int)type_node.str_len_, type_node.str_value_); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } else { ret = OB_ERR_REQUIRE_INTEGER; LOG_USER_ERROR(OB_ERR_REQUIRE_INTEGER); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } } else { data_type.set_precision(precision); data_type.set_scale(ORA_NUMBER_SCALE_UNKNOWN_YET); } } else if (is_oracle_mode) { if ((number_type == NPT_PERC_SCALE || number_type == NPT_PERC) &&(OB_UNLIKELY(precision < OB_MIN_NUMBER_PRECISION) || OB_UNLIKELY(precision > OB_MAX_NUMBER_PRECISION))) { ret = OB_NUMERIC_PRECISION_OUT_RANGE; LOG_WARN("precision of number overflow", K(ret), K(scale), K(precision)); } else if (-86 == scale) { ret = OB_NUMERIC_PRECISION_NOT_INTEGER; LOG_USER_ERROR(OB_NUMERIC_PRECISION_NOT_INTEGER, (int)type_node.str_len_, type_node.str_value_); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } if (OB_SUCC(ret)) { if ((number_type == NPT_PERC_SCALE || number_type == NPT_STAR_SCALE) && (OB_UNLIKELY(scale < OB_MIN_NUMBER_SCALE) || OB_UNLIKELY(scale > OB_MAX_NUMBER_SCALE))) { ret = OB_NUMERIC_SCALE_OUT_RANGE; LOG_WARN("scale of number out of range", K(ret), K(scale)); } } if (OB_SUCC(ret)) { data_type.set_precision(precision); data_type.set_scale(scale); } } else { if (OB_UNLIKELY(precision > OB_MAX_DECIMAL_PRECISION)) { ret = OB_ERR_TOO_BIG_PRECISION; LOG_USER_ERROR(OB_ERR_TOO_BIG_PRECISION, precision, ident_name.ptr(), OB_MAX_DECIMAL_PRECISION); LOG_WARN("precision of number overflow", K(ret), K(scale), K(precision)); } else if (OB_UNLIKELY(scale > OB_MAX_DECIMAL_SCALE)) { ret = OB_ERR_TOO_BIG_SCALE; LOG_USER_ERROR(OB_ERR_TOO_BIG_SCALE, scale, ident_name.ptr(), OB_MAX_DECIMAL_SCALE); LOG_WARN("scale of number overflow", K(ret), K(scale), K(precision)); } else if (OB_UNLIKELY(precision < scale)) { ret = OB_ERR_M_BIGGER_THAN_D; LOG_USER_ERROR(OB_ERR_M_BIGGER_THAN_D, to_cstring(ident_name)); LOG_WARN("precision less then scale", K(ret), K(scale), K(precision)); } else { // mysql> create table t1(a decimal(0, 0)); // mysql> desc t1; // +-------+---------------+------+-----+---------+-------+ // | Field | Type | Null | Key | Default | Extra | // +-------+---------------+------+-----+---------+-------+ // | a | decimal(10,0) | YES | | NULL | | // +-------+---------------+------+-----+---------+-------+ // the same as float and double. if (precision <= 0 && scale <= 0) { precision = default_accuracy.get_precision(); scale = default_accuracy.get_scale(); } data_type.set_precision(precision); data_type.set_scale(scale); data_type.set_zero_fill(static_cast(type_node.int16_values_[2])); } } break; } case ObOTimestampTC: if (is_oracle_mode && -86 == type_node.int16_values_[2]) { if (is_for_pl_type) { ret = OB_NUMERIC_PRECISION_NOT_INTEGER; LOG_USER_ERROR(OB_NUMERIC_PRECISION_NOT_INTEGER, (int)type_node.str_len_, type_node.str_value_); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } else { ret = OB_ERR_REQUIRE_INTEGER; LOG_USER_ERROR(OB_ERR_REQUIRE_INTEGER); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } } else { if (!has_specify_scale) { scale = default_accuracy.get_scale(); } if (OB_UNLIKELY(scale > OB_MAX_TIMESTAMP_TZ_PRECISION)) { ret = OB_ERR_DATETIME_INTERVAL_PRECISION_OUT_OF_RANGE; } else { data_type.set_precision(static_cast(default_accuracy.get_precision() + scale)); data_type.set_scale(scale); } } break; case ObDateTimeTC: if (scale > OB_MAX_DATETIME_PRECISION) { ret = OB_ERR_TOO_BIG_PRECISION; LOG_USER_ERROR(OB_ERR_TOO_BIG_PRECISION, scale, ident_name.ptr(), OB_MAX_DATETIME_PRECISION); } else { // TODO@nijia.nj 这里precision应该算上小数点的一位, ob_schama_macro_define.h中也要做相应修改 data_type.set_precision(static_cast(default_accuracy.get_precision() + scale)); data_type.set_scale(scale); } break; case ObDateTC: // nothing to do. data_type.set_precision(default_accuracy.get_precision()); data_type.set_scale(default_accuracy.get_scale()); break; case ObTimeTC: if (scale > OB_MAX_DATETIME_PRECISION) { ret = OB_ERR_TOO_BIG_PRECISION; LOG_USER_ERROR(OB_ERR_TOO_BIG_PRECISION, scale, ident_name.ptr(), OB_MAX_DATETIME_PRECISION); } else { if (scale < 0) { scale = default_accuracy.get_scale(); } // TODO@nijia.nj 这里precision应该算上小数点的一位, ob_schama_macro_define.h中也要做相应修改 data_type.set_precision(static_cast(default_accuracy.get_precision() + scale)); data_type.set_scale(scale); } break; case ObYearTC: data_type.set_precision(default_accuracy.get_precision()); data_type.set_scale(default_accuracy.get_scale()); // nothing to do. break; case ObStringTC: data_type.set_length(length); if (ObVarcharType != data_type.get_obj_type() && ObCharType != data_type.get_obj_type() && ObNVarchar2Type != data_type.get_obj_type() && ObNCharType != data_type.get_obj_type()) { ret = OB_ERR_UNEXPECTED; SQL_RESV_LOG(ERROR,"column type must be ObVarcharType or ObCharType", K(ret)); } else if (type_node.int32_values_[1]/*is binary*/) { if (is_for_pl_type && ObVarcharType == data_type.get_obj_type() && OB_MAX_MYSQL_VARCHAR_LENGTH < length) { ret = OB_ERR_TOO_LONG_COLUMN_LENGTH; LOG_WARN("column data length is invalid", K(ret), K(length), K(data_type)); LOG_USER_ERROR(OB_ERR_TOO_LONG_COLUMN_LENGTH, ident_name.ptr(), static_cast(OB_MAX_MYSQL_VARCHAR_LENGTH)); } else { data_type.set_charset_type(CHARSET_BINARY); data_type.set_collation_type(CS_TYPE_BINARY); } } else if (OB_FAIL(resolve_str_charset_info(type_node, data_type, is_for_pl_type))) { SQL_RESV_LOG(WARN, "fail to resolve string charset and collation", K(ret), K(data_type)); } else if (is_oracle_mode && data_type.get_meta_type().get_collation_type() != CS_TYPE_ANY) { int64_t nchar_mbminlen = 0; ObCollationType cs_type = ob_is_nstring_type(data_type.get_obj_type()) ? nls_session_param.nls_nation_collation_ : nls_session_param.nls_collation_; if (OB_UNLIKELY(0 == length)) { ret = OB_ERR_ZERO_LEN_COL; LOG_WARN("Oracle not allowed zero length", K(ret)); } else if (OB_FAIL(ObCharset::get_mbminlen_by_coll( nls_session_param.nls_nation_collation_, nchar_mbminlen))) { LOG_WARN("fail to get mbminlen of nchar", K(ret), K(nls_session_param)); } else if (((ObVarcharType == data_type.get_obj_type() || ObNVarchar2Type == data_type.get_obj_type()) && OB_MAX_ORACLE_VARCHAR_LENGTH < length) || (ObCharType == data_type.get_obj_type() && (is_for_pl_type ? OB_MAX_ORACLE_PL_CHAR_LENGTH_BYTE < length : OB_MAX_ORACLE_CHAR_LENGTH_BYTE < length)) || (ObNCharType == data_type.get_obj_type() && (is_for_pl_type ? OB_MAX_ORACLE_PL_CHAR_LENGTH_BYTE < length * nchar_mbminlen: OB_MAX_ORACLE_CHAR_LENGTH_BYTE < length * nchar_mbminlen))) { ret = OB_ERR_TOO_LONG_COLUMN_LENGTH; LOG_WARN("column data length is invalid", K(ret), K(length), K(data_type), K(nchar_mbminlen)); LOG_USER_ERROR(OB_ERR_TOO_LONG_COLUMN_LENGTH, ident_name.ptr(), static_cast((ObVarcharType == data_type.get_obj_type() || ObNVarchar2Type == data_type.get_obj_type()) ? OB_MAX_ORACLE_VARCHAR_LENGTH : (is_for_pl_type ? OB_MAX_ORACLE_PL_CHAR_LENGTH_BYTE : OB_MAX_ORACLE_CHAR_LENGTH_BYTE))); } else if (type_node.length_semantics_ == LS_DEFAULT) { data_type.set_length_semantics(nls_session_param.nls_length_semantics_); } else if (OB_UNLIKELY(type_node.length_semantics_ != LS_BYTE && type_node.length_semantics_ != LS_CHAR)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("length_semantics_ is invalid", K(ret), K(type_node.length_semantics_)); } else { data_type.set_length_semantics(type_node.length_semantics_); } data_type.set_charset_type(ObCharset::charset_type_by_coll(cs_type)); data_type.set_collation_type(cs_type); LOG_DEBUG("check data type after resolve", K(ret), K(data_type)); } else if (!is_oracle_mode && ObCharType == data_type.get_obj_type() && OB_MAX_CHAR_LENGTH < length) { // varchar length check , TODO: ret = OB_ERR_TOO_LONG_COLUMN_LENGTH; LOG_WARN("column data length is invalid", K(ret), K(length), K(data_type)); LOG_USER_ERROR(OB_ERR_TOO_LONG_COLUMN_LENGTH, ident_name.ptr(), static_cast(OB_MAX_CHAR_LENGTH)); } else {} break; case ObRawTC: data_type.set_length(length); data_type.set_charset_type(CHARSET_BINARY); data_type.set_collation_type(CS_TYPE_BINARY); break; case ObTextTC: case ObLobTC: data_type.set_length(length); data_type.set_scale(default_accuracy.get_scale()); if (type_node.int32_values_[1]/*is binary*/) { data_type.set_charset_type(CHARSET_BINARY); data_type.set_collation_type(CS_TYPE_BINARY); } else if (OB_FAIL(resolve_str_charset_info(type_node, data_type, is_for_pl_type))) { SQL_RESV_LOG(WARN, "fail to resolve string charset and collation", K(ret), K(data_type)); } else { // do nothing } break; case ObJsonTC: if (is_oracle_mode && !is_for_pl_type) { if (OB_FAIL(GET_MIN_DATA_VERSION(tenant_id, data_version))) { LOG_WARN("get tenant data version failed", K(ret)); } else if (data_version < DATA_VERSION_4_1_0_0) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "create json column before cluster min version 4.1."); } } if (OB_SUCC(ret)) { data_type.set_length(length); data_type.set_scale(default_accuracy.get_scale()); data_type.set_charset_type(CHARSET_UTF8MB4); data_type.set_collation_type(CS_TYPE_UTF8MB4_BIN); // ToDo: oracle, allow utf16 } break; case ObGeometryTC: { uint64_t tenant_data_version = 0; if (OB_FAIL(GET_MIN_DATA_VERSION(tenant_id, tenant_data_version))) { LOG_WARN("get tenant data version failed", K(ret)); } else if (tenant_data_version < DATA_VERSION_4_1_0_0) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "tenant version is less than 4.1, geometry type"); } else { data_type.set_length(length); data_type.set_scale(default_accuracy.get_scale()); data_type.set_charset_type(CHARSET_BINARY); data_type.set_collation_type(CS_TYPE_BINARY); } break; } case ObBitTC: if (precision < 0) { ret = OB_ERR_UNEXPECTED; LOG_WARN("precision of bit is negative", K(ret), K(precision)); } else if (precision > OB_MAX_BIT_LENGTH) { ret = OB_ERR_TOO_BIG_DISPLAYWIDTH; LOG_USER_ERROR(OB_ERR_TOO_BIG_DISPLAYWIDTH, ident_name.ptr(), OB_MAX_BIT_LENGTH); } else if (0 == precision ) {//暂时与5.6兼容,5.7中会报错 data_type.set_precision(default_accuracy.get_precision()); data_type.set_scale(default_accuracy.get_scale()); } else { data_type.set_precision(precision); data_type.set_scale(default_accuracy.get_scale()); } break; case ObEnumSetTC: if (OB_FAIL(resolve_str_charset_info(type_node, data_type, is_for_pl_type))) { LOG_WARN("fail to resolve column charset and collation", K(ident_name), K(ret)); } break; case ObIntervalTC: if (is_oracle_mode && -86 == type_node.int16_values_[1]) { if (is_for_pl_type) { ret = OB_NUMERIC_PRECISION_NOT_INTEGER; LOG_USER_ERROR(OB_NUMERIC_PRECISION_NOT_INTEGER, (int)type_node.str_len_, type_node.str_value_); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } else { ret = OB_ERR_REQUIRE_INTEGER; LOG_USER_ERROR(OB_ERR_REQUIRE_INTEGER); LOG_WARN("non-integral numeric literal value is inappropriate in this context", K(ret), K(scale), K(precision)); } } else if (data_type.get_meta_type().is_interval_ym()) { if (0 == type_node.int16_values_[1]) { data_type.set_scale(default_accuracy.get_scale()); } else { if (!ObIntervalScaleUtil::scale_check(type_node.int16_values_[0])) { ret = OB_ERR_DATETIME_INTERVAL_PRECISION_OUT_OF_RANGE; } else { ObScale scale = ObIntervalScaleUtil::interval_ym_scale_to_ob_scale( static_cast(type_node.int16_values_[0])); data_type.set_scale(scale); } } } else { //interval ds int8_t day_scale = ObIntervalScaleUtil::ob_scale_to_interval_ds_day_scale( static_cast(default_accuracy.get_scale())); int8_t fs_scale = ObIntervalScaleUtil::ob_scale_to_interval_ds_second_scale( static_cast(default_accuracy.get_scale())); if (OB_SUCC(ret) && 0 != type_node.int16_values_[1]) { if (!ObIntervalScaleUtil::scale_check(type_node.int16_values_[0])) { ret = OB_ERR_DATETIME_INTERVAL_PRECISION_OUT_OF_RANGE; } else { day_scale = static_cast(type_node.int16_values_[0]); } } if (OB_SUCC(ret) && 0 != type_node.int16_values_[3]) { if (!ObIntervalScaleUtil::scale_check(type_node.int16_values_[2])) { ret = OB_ERR_DATETIME_INTERVAL_PRECISION_OUT_OF_RANGE; } else { fs_scale = static_cast(type_node.int16_values_[2]); } } ObScale scale = ObIntervalScaleUtil::interval_ds_scale_to_ob_scale(day_scale, fs_scale); data_type.set_scale(scale); } break; case ObRowIDTC: if (ob_is_urowid(data_type.get_obj_type())) { if (length > OB_MAX_USER_ROW_KEY_LENGTH) { ret = OB_ERR_TOO_LONG_COLUMN_LENGTH; LOG_WARN("column data length is invalid", K(ret), K(length), K(data_type)); LOG_USER_ERROR(OB_ERR_TOO_LONG_COLUMN_LENGTH, ident_name.ptr(), static_cast(OB_MAX_USER_ROW_KEY_LENGTH)); } else { data_type.set_length(length); } } else { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "signed rowid data type"); SQL_RESV_LOG(WARN, "only support urowid type for now", K(ret), K(data_type)); } break; case ObExtendTC: //to do: udt type compatibility // maybe we should not use udt type, or should change column schema // if (!is_for_pl_type) { // data_type.set_obj_type(ObUserDefinedSQLType); // data_type.set_subschema_id(ObXMLSqlType); //} else { if (OB_FAIL(GET_MIN_DATA_VERSION(tenant_id, data_version))) { LOG_WARN("get tenant data version failed", K(ret)); } else if (data_version < DATA_VERSION_4_2_0_0) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "create extend column before cluster min version 4.2."); } else if (is_oracle_mode) { data_type.set_length(length); data_type.set_charset_type(CHARSET_BINARY); data_type.set_collation_type(CS_TYPE_INVALID); } //} break; default: ret = OB_ERR_ILLEGAL_TYPE; SQL_RESV_LOG(WARN, "Unsupport data type of column definiton", K(ident_name), K(data_type), K(ret)); break; } LOG_DEBUG("resolve data type", K(ret), K(data_type), K(lbt())); return ret; } int ObResolverUtils::resolve_str_charset_info(const ParseNode &type_node, ObDataType &data_type, const bool is_for_pl_type) { int ret = OB_SUCCESS; bool is_binary = false; ObString charset; ObString collation; ObCharsetType charset_type = CHARSET_INVALID; ObCollationType collation_type = CS_TYPE_INVALID; const ParseNode *charset_node = NULL; const ParseNode *collation_node = NULL; const ParseNode *binary_node = NULL; if (OB_ISNULL(type_node.children_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("type node children is null"); } else { charset_node = type_node.children_[0]; collation_node = type_node.children_[1]; if (type_node.num_child_ >= 3) { // CLOB only has two child node without binary_node binary_node = type_node.children_[2]; } } if (OB_SUCC(ret) && NULL != binary_node) { is_binary = true; } if (OB_SUCC(ret) && NULL != charset_node) { charset.assign_ptr(charset_node->str_value_, static_cast(charset_node->str_len_)); if (lib::is_oracle_mode()) { if (is_for_pl_type && 0 == charset.case_compare("any_cs")) { charset_type = CHARSET_ANY; collation_type = CS_TYPE_ANY; } else { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "set charset in oracle mode"); LOG_WARN("set charset in oracle mode is not supported now", K(ret)); } } else { if (CHARSET_INVALID == (charset_type = ObCharset::charset_type(charset))) { ret = OB_ERR_UNKNOWN_CHARSET; LOG_USER_ERROR(OB_ERR_UNKNOWN_CHARSET, charset.length(), charset.ptr()); } } } if (OB_SUCC(ret) && NULL != collation_node) { if (lib::is_oracle_mode()) { ret = OB_NOT_SUPPORTED; LOG_USER_ERROR(OB_NOT_SUPPORTED, "set collate in oracle mode"); LOG_WARN("set collate in oracle mode is not supported now", K(ret)); } else { collation.assign_ptr(collation_node->str_value_, static_cast(collation_node->str_len_)); if (CS_TYPE_INVALID == (collation_type = ObCharset::collation_type(collation))) { ret = OB_ERR_UNKNOWN_COLLATION; LOG_USER_ERROR(OB_ERR_UNKNOWN_COLLATION, collation.length(), collation.ptr()); } } } if (OB_SUCC(ret)) { data_type.set_charset_type(charset_type); data_type.set_collation_type(collation_type); data_type.set_binary_collation(is_binary); } return ret; } // WARNING: is_sync_ddl_user=true means outside program won't wait ddl, which is so misleading int ObResolverUtils::check_sync_ddl_user(ObSQLSessionInfo *session_info, bool &is_sync_ddl_user) { int ret = OB_SUCCESS; is_sync_ddl_user = false; if (OB_ISNULL(session_info)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Empty pointer session_info", K(ret)); } else { const ObString current_user(session_info->get_user_name()); // if this is a pl inner sql, don't mark it as sync ddl user, otherwise ddl in pl will be async if ((session_info->is_inner() && nullptr == session_info->get_pl_context()) || (ObCharset::case_insensitive_equal(current_user, OB_RESTORE_USER_NAME)) || (ObCharset::case_insensitive_equal(current_user, OB_DRC_USER_NAME))) { is_sync_ddl_user = true; } else { is_sync_ddl_user = false; } } return ret; } bool ObResolverUtils::is_restore_user(ObSQLSessionInfo &session_info) { int bret = false; const ObString current_user(session_info.get_user_name()); if (ObCharset::case_insensitive_equal(current_user, OB_RESTORE_USER_NAME)) { bret = true; } else { bret = false; } return bret; } bool ObResolverUtils::is_drc_user(ObSQLSessionInfo &session_info) { int bret = false; const ObString current_user(session_info.get_user_name()); if (ObCharset::case_insensitive_equal(current_user, OB_DRC_USER_NAME)) { bret = true; } else { bret = false; } return bret; } int ObResolverUtils::set_sync_ddl_id_str(ObSQLSessionInfo *session_info, ObString &ddl_id_str) { int ret = OB_SUCCESS; ddl_id_str.reset(); bool is_sync_ddl_user = false; if (OB_FAIL(ObResolverUtils::check_sync_ddl_user(session_info, is_sync_ddl_user))) { LOG_WARN("Failed to check_sync_ddl_user", K(ret)); } else if (session_info->is_inner()) { // do-nothing } else if (is_sync_ddl_user) { const ObString var_name(common::OB_DDL_ID_VAR_NAME); common::ObObj var_obj; if (OB_FAIL(session_info->get_user_variable_value(var_name, var_obj))) { if (OB_ERR_USER_VARIABLE_UNKNOWN == ret) { LOG_DEBUG("no __oceanbase_ddl_id user variable: ", K(ddl_id_str)); ret = OB_SUCCESS; // 没有设置session变量,需要正常返回 } else { LOG_WARN("failed to get value of __oceanbase_ddl_id user variable", K(ret), K(var_name)); } } else { if (ob_is_string_type(var_obj.get_type())) { ddl_id_str = var_obj.get_string(); LOG_DEBUG("__oceanbase_ddl_id user variable: ", K(ddl_id_str)); } else { ret = OB_ERR_WRONG_TYPE_FOR_VAR; LOG_WARN("data type of __oceanbase_ddl_id user variable is not string", K(ret), K(var_obj)); } } } return ret; } int ObResolverUtils::resolve_udf_name_by_parse_node( const ParseNode *node, const common::ObNameCaseMode case_mode, ObUDFInfo &udf_info) { int ret = OB_SUCCESS; ObString udf_name; ObString package_name; ObString database_name; if (OB_ISNULL(node) || node->type_ != T_FUN_UDF) { ret = OB_ERR_UNEXPECTED; LOG_WARN("parse udf node is invalid", K(ret), K(node)); } else if (OB_ISNULL(node->children_[0])) { ret = OB_ERR_UNEXPECTED; LOG_WARN("parse node is invalid", K(ret)); } else { udf_info.udf_name_.assign_ptr(const_cast(node->children_[0]->str_value_), static_cast(node->children_[0]->str_len_)); if (OB_NOT_NULL(node->children_[3])) { udf_info.udf_package_.assign_ptr(const_cast(node->children_[3]->str_value_), static_cast(node->children_[3]->str_len_)); } if (OB_NOT_NULL(node->children_[2])) { udf_info.udf_database_.assign_ptr(const_cast(node->children_[2]->str_value_), static_cast(node->children_[2]->str_len_)); bool perserve_lettercase = lib::is_oracle_mode() ? true : (case_mode != OB_LOWERCASE_AND_INSENSITIVE); if (OB_FAIL(ObSQLUtils::check_and_convert_db_name( CS_TYPE_UTF8MB4_GENERAL_CI, perserve_lettercase, udf_info.udf_database_))) { LOG_WARN("fail convert database name", K(ret), K(udf_info)); } } } return ret; } // for create table with fk in oracle mode int ObResolverUtils::check_dup_foreign_keys_exist( const common::ObSArray &fk_args) { int ret = OB_SUCCESS; for (int i = 0; OB_SUCC(ret) && (i < fk_args.count() - 1); ++i) { for (int j = i + 1; OB_SUCC(ret) && (j < fk_args.count()); ++j) { if (0 == fk_args.at(i).parent_database_.case_compare(fk_args.at(j).parent_database_) && 0 == fk_args.at(i).parent_table_.case_compare(fk_args.at(j).parent_table_)) { if (is_match_columns_with_order( fk_args.at(i).child_columns_, fk_args.at(i).parent_columns_, fk_args.at(j).child_columns_, fk_args.at(j).parent_columns_)) { ret = OB_ERR_DUP_FK_IN_TABLE; LOG_WARN("duplicate fks in table", K(ret), K(i), K(j), K(fk_args)); } } } } return ret; } // for alter table add fk in oracle mode int ObResolverUtils::check_dup_foreign_keys_exist( const common::ObIArray &fk_infos, const common::ObIArray &child_column_ids, const common::ObIArray &parent_column_ids, const uint64_t parent_table_id, const uint64_t child_table_id) { int ret = OB_SUCCESS; for (int i = 0; OB_SUCC(ret) && (i < fk_infos.count()); ++i) { if ((parent_table_id == fk_infos.at(i).parent_table_id_) && (child_table_id == fk_infos.at(i).child_table_id_)) { if (is_match_columns_with_order( fk_infos.at(i).child_column_ids_, fk_infos.at(i).parent_column_ids_, child_column_ids, parent_column_ids)) { ret = OB_ERR_DUP_FK_EXISTS; LOG_WARN("duplicate fk already exists in the table", K(ret), K(i), K(fk_infos.at(i))); } } } return ret; } // description: 检查主表的外键列是否满足唯一约束或者主键约束 // // @param [in] parent_table_schema 父表 schema // @param [in] schema_checker ObSchemaChecker // @param [in] parent_columns 父表外键列的列名 // @param [in] index_arg_list 子表所有索引的 arg 构成的数组(注意:只有自引用的时候,index_arg_list 里才会有子表的索引信息) // @param [out] is_match 主表的外键列是否满足唯一约束或者主键约束的检查结果 // // @return oceanbase error code defined in lib/ob_errno.def int ObResolverUtils::foreign_key_column_match_uk_pk_column(const ObTableSchema &parent_table_schema, ObSchemaChecker &schema_checker, const ObIArray &parent_columns, const ObSArray &index_arg_list, share::schema::ObConstraintType &ref_cst_type, uint64_t &ref_cst_id, bool &is_match) { int ret = OB_SUCCESS; is_match = false; // 检查 parent columns(父表中的外键列) 是否和 rowkey columns(父表中的主键列) 匹配 // 其实就是在检查父表的外键列在父表中是否是主键 const ObRowkeyInfo &rowkey_info = parent_table_schema.get_rowkey_info(); // 通过 rowkey_info 把父表的主键列列名拿出来,然后放到 pk_columns 里面 common::ObSEArray pk_columns; for (int64_t i = 0; OB_SUCC(ret) && i < rowkey_info.get_size(); ++i) { uint64_t column_id = 0; const ObColumnSchemaV2 *col_schema = NULL; if (OB_FAIL(rowkey_info.get_column_id(i, column_id))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("fail to get rowkey info", K(ret), K(i), K(rowkey_info)); } else if (NULL == (col_schema = parent_table_schema.get_column_schema(column_id))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get index column schema failed", K(ret)); } else if (col_schema->is_hidden() || col_schema->is_shadow_column()) { // do nothing } else if(OB_FAIL(pk_columns.push_back(col_schema->get_column_name()))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("push back index column failed", K(ret)); } else { } // do nothing } if (OB_SUCC(ret)) { // 检查父表外键列是否和主键列匹配 if (OB_FAIL(check_match_columns(parent_columns, pk_columns, is_match))) { LOG_WARN("Failed to check_match_columns", K(ret)); } else if (is_match) { // 不需要再对 uk 列进行配对检查,因为 parent columns 已经和父表的主键列相匹配 ref_cst_type = CONSTRAINT_TYPE_PRIMARY_KEY; if (is_oracle_mode()) { for (ObTableSchema::const_constraint_iterator iter = parent_table_schema.constraint_begin(); iter != parent_table_schema.constraint_end(); ++iter) { if (CONSTRAINT_TYPE_PRIMARY_KEY == (*iter)->get_constraint_type()) { ref_cst_id = (*iter)->get_constraint_id(); break; } } } } else if (index_arg_list.count() > 0) { // 只有 create table 时创建自引用外键的时候, index_arg_list 里才会有子表的索引信息 // 当出现自依赖的情况, 父表的 index 信息需要从子表的 CreateTableArg 中获取, // 因为父表和子表为同一张表,所以父表信息此时还没有 publish 到 table schema 中 // 现在把子表里的所有索引依次拿出来和父表的外键列作比较,查看是否满足自引用 for (int64_t i = 0; OB_SUCC(ret) && !is_match && i < index_arg_list.count(); ++i) { SMART_VAR(ObCreateIndexArg, index_arg) { if (OB_FAIL(index_arg.assign(index_arg_list.at(i)))) { LOG_WARN("fail to assign schema", K(ret)); } else if (INDEX_TYPE_UNIQUE_LOCAL == index_arg.index_type_ || INDEX_TYPE_UNIQUE_GLOBAL == index_arg.index_type_) { ObSEArray uk_columns; // 通过 index_arg 把子表有唯一约束的列的列名拿出来,然后放到 uk_columns 里面 for (int64_t j = 0; OB_SUCC(ret) && j < index_arg.index_columns_.count(); ++j) { const ObColumnSortItem &sort_item = index_arg.index_columns_.at(j); if(OB_FAIL(uk_columns.push_back(sort_item.column_name_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("push back index column failed", K(ret), K(sort_item.column_name_)); } } if (OB_FAIL(check_match_columns(parent_columns, uk_columns, is_match))) { LOG_WARN("Failed to check_match_columns", K(ret)); } else if (is_match) { ref_cst_type = CONSTRAINT_TYPE_UNIQUE_KEY; // RS 端会在 ObDDLService::get_uk_cst_id_for_self_ref 填上 arg.ref_cst_id_ } } } } } else { // 如果外键列不是参考父表的 pk 列,那么还需要继续比较是否是父表的 uk 列 // 检查 parent columns 是否和父表的 unique key columns 匹配 ObSEArray simple_index_infos; if (OB_FAIL(parent_table_schema.get_simple_index_infos(simple_index_infos))) { LOG_WARN("get simple_index_infos failed", K(ret)); } for (int64_t i = 0; OB_SUCC(ret) && !is_match && i < simple_index_infos.count(); ++i) { const ObTableSchema *index_table_schema = NULL; if (OB_FAIL(schema_checker.get_table_schema(parent_table_schema.get_tenant_id(), simple_index_infos.at(i).table_id_, index_table_schema))) { LOG_WARN("get_table_schema failed", K(ret), "table id", simple_index_infos.at(i).table_id_); } else if (OB_ISNULL(index_table_schema)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("table schema should not be null", K(ret)); } else if (index_table_schema->is_unique_index()) { const ObColumnSchemaV2 *index_col = NULL; const ObIndexInfo &index_info = index_table_schema->get_index_info(); ObSEArray uk_columns; for (int64_t i = 0; OB_SUCC(ret) && i < index_info.get_size(); ++i) { if (OB_ISNULL(index_col = index_table_schema->get_column_schema(index_info.get_column(i)->column_id_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get index column schema failed", K(ret)); } else if (index_col->is_hidden() || index_col->is_shadow_column()) { // do nothing } else if(OB_FAIL(uk_columns.push_back(index_col->get_column_name()))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("push back index column failed", K(ret)); } else { } // do nothing } if (OB_SUCC(ret)) { if (OB_FAIL(check_match_columns(parent_columns, uk_columns, is_match))) { LOG_WARN("Failed to check_match_columns", K(ret)); } else if (is_match) { ref_cst_type = CONSTRAINT_TYPE_UNIQUE_KEY; ref_cst_id = index_table_schema->get_table_id(); } } } } } } return ret; } // description: oracle 模式下检查两个外键子表中的外键列和父表中的关联列匹配关系是否一致 // oracle 模式下 (c1, c2) references t1(c1, c2) 和 (c2, c1) references t1(c2, c1) 被认为是相同外键 // // eg: in oracle mode // create table t1(c1 int, c2 int, primary key(c1, c2)); // // // create table t2(c1 int, c2 int, // constraint fk foreign key (c1, c2) references t1(c1, c2), // constraint fk2 foreign key (c2, c1) references t1(c2, c1)); // ORA-02274: duplicate referential constraint specifications // // @return oceanbase error code defined in lib/ob_errno.def bool ObResolverUtils::is_match_columns_with_order( const common::ObIArray &child_columns_1, const common::ObIArray &parent_columns_1, const common::ObIArray &child_columns_2, const common::ObIArray &parent_columns_2) { bool dup_foreign_keys_exist = true; if (child_columns_1.count() != child_columns_2.count()) { dup_foreign_keys_exist = false; } else { for (int i = 0; dup_foreign_keys_exist && (i < child_columns_1.count()); ++i) { int j = 0; bool find_same_child_column = false; for (j = 0; !find_same_child_column && (j < child_columns_2.count()); ++j) { if (0 == child_columns_1.at(i).case_compare(child_columns_2.at(j))) { find_same_child_column = true; if (0 != parent_columns_1.at(i).case_compare(parent_columns_2.at(j))) { dup_foreign_keys_exist = false; } } } if (!find_same_child_column) { dup_foreign_keys_exist = false; } } } return dup_foreign_keys_exist; } bool ObResolverUtils::is_match_columns_with_order( const common::ObIArray &child_column_ids_1, const common::ObIArray &parent_column_ids_1, const common::ObIArray &child_column_ids_2, const common::ObIArray &parent_column_ids_2) { bool dup_foreign_keys_exist = true; if (child_column_ids_1.count() != child_column_ids_2.count()) { dup_foreign_keys_exist = false; } else { for (int i = 0; dup_foreign_keys_exist && (i < child_column_ids_1.count()); ++i) { int j = 0; bool find_same_child_column = false; for (j = 0; !find_same_child_column && (j < child_column_ids_2.count()); ++j) { if (child_column_ids_1.at(i) == child_column_ids_2.at(j)) { find_same_child_column = true; if (parent_column_ids_1.at(i) != parent_column_ids_2.at(j)) { dup_foreign_keys_exist = false; } } } if (!find_same_child_column) { dup_foreign_keys_exist = false; } } } return dup_foreign_keys_exist; } // description: 检查子表中的外键列和父表中的主键列或者唯一索引列是否匹配, 顺序可以不一致 // eg: parent table: unique key(c1, c2) // child table: references(c2, c1) // // @param [in] parent_columns 父表中的外键列名 // @param [in] key_columns 父表中的主键列名或者唯一索引列名 // // @return oceanbase error code defined in lib/ob_errno.def int ObResolverUtils::check_match_columns(const ObIArray &parent_columns, const ObIArray &key_columns, bool &is_match) { int ret = OB_SUCCESS; is_match = false; ObSEArray tmp_parent_columns; ObSEArray tmp_key_columns; if (parent_columns.count() == key_columns.count() && parent_columns.count() > 0) { for (int64_t i = 0; OB_SUCC(ret) && i < parent_columns.count(); ++i) { if(OB_FAIL(tmp_parent_columns.push_back(parent_columns.at(i)))) { LOG_WARN("fail to push back", K(ret)); } else if(OB_FAIL(tmp_key_columns.push_back(key_columns.at(i)))) { LOG_WARN("fail to push back", K(ret)); } } if (OB_SUCC(ret)) { if (tmp_parent_columns.count() == tmp_key_columns.count() && tmp_parent_columns.count() > 0) { std::sort(tmp_parent_columns.begin(), tmp_parent_columns.end()); std::sort(tmp_key_columns.begin(), tmp_key_columns.end()); bool is_tmp_match = true; for (int64_t i = 0; is_tmp_match && i < tmp_parent_columns.count(); ++i) { if (0 != tmp_parent_columns.at(i).case_compare(tmp_key_columns.at(i))) { is_tmp_match = false; } } if (is_tmp_match) { is_match = true; } } } } return ret; } int ObResolverUtils::check_match_columns( const common::ObIArray &parent_columns, const common::ObIArray &key_columns, bool &is_match) { int ret = OB_SUCCESS; is_match = false; ObSEArray tmp_parent_columns; ObSEArray tmp_key_columns; if (parent_columns.count() == key_columns.count() && parent_columns.count() > 0) { for (int64_t i = 0; OB_SUCC(ret) && i < parent_columns.count(); ++i) { if(OB_FAIL(tmp_parent_columns.push_back(parent_columns.at(i)))) { LOG_WARN("fail to push back", K(ret)); } else if(OB_FAIL(tmp_key_columns.push_back(key_columns.at(i)))) { LOG_WARN("fail to push back", K(ret)); } } if (OB_SUCC(ret)) { if (tmp_parent_columns.count() == tmp_key_columns.count() && tmp_parent_columns.count() > 0) { std::sort(tmp_parent_columns.begin(), tmp_parent_columns.end()); std::sort(tmp_key_columns.begin(), tmp_key_columns.end()); bool is_tmp_match = true; for (int64_t i = 0; is_tmp_match && i < tmp_parent_columns.count(); ++i) { if (tmp_parent_columns.at(i) != tmp_key_columns.at(i)) { is_tmp_match = false; } } if (is_tmp_match) { is_match = true; } } } } return ret; } // description: 用于在 oracle 模式下检查同一表中的主键列和唯一约束列是否完全匹配, 各个列的顺序必须一致才算完全匹配 // eg: index(c1, c2) 和 index(c2, c1) 认为是匹配 // index(c1, c2) 和 index(c1, c2) 认为是不匹配 // // @return oceanbase error code defined in lib/ob_errno.def int ObResolverUtils::check_match_columns_strict(const ObIArray &columns_array_1, const ObIArray &columns_array_2, bool &is_match) { int ret = OB_SUCCESS; bool is_tmp_match = true; is_match = false; if (columns_array_1.count() == columns_array_2.count() && columns_array_1.count() > 0) { for (int64_t i = 0; is_tmp_match && i < columns_array_1.count(); ++i) { if (columns_array_1.at(i) != columns_array_2.at(i)) { is_tmp_match = false; } } if (is_tmp_match) { is_match = true; } } return ret; } // description: 用于在 oracle 模式下检查同一表中的两个索引的列是否完全匹配, 各列的顺序一致且各列的 order 顺序一致才算完全匹配 // eg: index(c1, c2) 和 index(c2, c1) 认为是两个不同的索引 // index(c1, c2 asc) 和 index(c1, c2 desc) 认为是两个不同的索引 // index(c1 desc, c2) 和 index(c1 desc, c2) 认为是两个相同的索引 // index(c1) 和 index(C1) oracle 认为是两个不同的索引 // // @return oceanbase error code defined in lib/ob_errno.def int ObResolverUtils::check_match_columns_strict_with_order(const ObTableSchema *index_table_schema, const ObCreateIndexArg &create_index_arg, bool &is_match) { int ret = OB_SUCCESS; bool is_tmp_match = true; ObString tmp_col_name_1; ObString tmp_col_name_2; ObOrderType tmp_order_type_1; ObOrderType tmp_order_type_2; const ObColumnSchemaV2 *tmp_index_col = NULL; const ObIndexInfo &index_info = index_table_schema->get_index_info(); is_match = false; bool is_oracle_mode = false; if (OB_FAIL(index_table_schema->check_if_oracle_compat_mode(is_oracle_mode))) { LOG_WARN("failed to get oracle mode", K(ret)); } else if (index_info.get_size() == create_index_arg.index_columns_.count() && create_index_arg.index_columns_.count() > 0) { for (int64_t idx = 0; is_tmp_match && idx < index_info.get_size(); ++idx) { if (OB_ISNULL(tmp_index_col = index_table_schema->get_column_schema(index_info.get_column(idx)->column_id_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get index column schema failed", K(ret)); } else { tmp_col_name_1 = tmp_index_col->get_column_name_str(); tmp_order_type_1 = tmp_index_col->get_order_in_rowkey(); tmp_col_name_2 = create_index_arg.index_columns_.at(idx).column_name_; tmp_order_type_2 = create_index_arg.index_columns_.at(idx).order_type_; const bool name_eq = is_oracle_mode ? tmp_col_name_1 == tmp_col_name_2 : 0 == tmp_col_name_1.case_compare(tmp_col_name_2); if (!name_eq || (tmp_order_type_1 != tmp_order_type_2)) { is_tmp_match = false; } } } if (is_tmp_match) { is_match = true; } } return ret; } int ObResolverUtils::check_pk_idx_duplicate(const ObTableSchema &table_schema, const ObCreateIndexArg &create_index_arg, const ObIArray &input_uk_columns_name, bool &is_match) { int ret = OB_SUCCESS; const ObRowkeyInfo &rowkey = table_schema.get_rowkey_info(); const ObColumnSchemaV2 *column = NULL; uint64_t column_id = OB_INVALID_ID; ObSEArray pk_columns_name; is_match = false; // generate pk_columns_name_array for (int64_t rowkey_idx = 0; rowkey_idx < rowkey.get_size(); ++rowkey_idx) { if (OB_FAIL(rowkey.get_column_id(rowkey_idx, column_id))) { LOG_WARN("fail to get column id", K(ret)); } else if (OB_ISNULL(column = table_schema.get_column_schema(column_id))) { LOG_WARN("fail to get column schema", K(ret), K(column_id), K(rowkey)); } else if (column->is_hidden()) { // skip hidden pk col } else if (OB_FAIL(pk_columns_name.push_back(column->get_column_name_str()))){ LOG_WARN("fail to push back to pk_columns_name array", K(ret), K(rowkey_idx), K(column_id), K(column->get_column_name_str())); } } // check if pk uk duplicate if (OB_SUCC(ret) && rowkey.get_size() != 0) { if (OB_FAIL(ObResolverUtils::check_match_columns_strict(input_uk_columns_name, pk_columns_name, is_match))) { LOG_WARN("Failed to check_match_columns", K(ret)); } else if (is_match) { for (int64_t i = 0; is_match && i < create_index_arg.index_columns_.count(); ++i) { if (ObOrderType::DESC == create_index_arg.index_columns_.at(i).order_type_) { // 主键默认的列 order 顺序是 ASC,如果 uk 存在一列的 order 顺序为 DESC,则认为不匹配 is_match = false; } } } } return ret; } // description: 检查创建外键时父表和子表的外键列的列数和类型是否匹配 // // @param [in] child_table_schema 子表的 schema // @param [in] parent_table_schema 父表的 schema // @param [in] child_columns 子表外键列各个列的列名 // @param [in] parent_columns 父表外键列各个列的列名 // @return oceanbase error code defined in lib/ob_errno.def int ObResolverUtils::check_foreign_key_columns_type(const ObTableSchema &child_table_schema, const ObTableSchema &parent_table_schema, ObIArray &child_columns, ObIArray &parent_columns, const share::schema::ObColumnSchemaV2 *column) { int ret = OB_SUCCESS; // 子表和父表外键列的列数必须相同 if (child_columns.count() != parent_columns.count()) { ret = OB_ERR_WRONG_FK_DEF; LOG_WARN("the count of foreign key columns is not equal to the count of reference columns", K(ret), K(child_columns.count()), K(parent_columns.count())); } else if (child_columns.count() > OB_USER_MAX_ROWKEY_COLUMN_NUMBER) { ret = OB_ERR_TOO_MANY_ROWKEY_COLUMNS; LOG_USER_ERROR(OB_ERR_TOO_MANY_ROWKEY_COLUMNS, OB_USER_MAX_ROWKEY_COLUMN_NUMBER); LOG_WARN("the count of foreign key columns should be between [1,64]", K(ret), K(child_columns.count()), K(parent_columns.count())); } else { for (int64_t i = 0; OB_SUCC(ret) && i < parent_columns.count(); ++i) { const ObColumnSchemaV2 *child_col = NULL; const ObColumnSchemaV2 *parent_col = parent_table_schema.get_column_schema(parent_columns.at(i)); if (NULL == column) { // table-level fk child_col = child_table_schema.get_column_schema(child_columns.at(i)); } else { // column level fk child_col = column; } if (OB_FAIL(ret)) { } else if (OB_ISNULL(child_col)) { ret = OB_ERR_COLUMN_NOT_FOUND; LOG_WARN("child column is not exist", K(ret)); } else if (OB_ISNULL(parent_col)) { ret = OB_ERR_COLUMN_NOT_FOUND; LOG_WARN("parent column is not exist", K(ret)); } else if ((child_col->get_data_type() != parent_col->get_data_type()) && !is_synonymous_type(child_col->get_data_type(), parent_col->get_data_type())) { // 这里类型必须相同的 ret = OB_ERR_CANNOT_ADD_FOREIGN; LOG_WARN("Column data types between child table and parent table are different", K(ret), K(child_col->get_data_type()), K(parent_col->get_data_type())); } else if (ob_is_string_type(child_col->get_data_type())) { // 列类型一致,对于数据宽度要求子表大于父表, 目前只考虑 string 类型, if (child_col->get_collation_type() != parent_col->get_collation_type()) { ret = OB_ERR_CANNOT_ADD_FOREIGN; LOG_WARN("The collation types are different", K(ret), K(child_col->get_collation_type()), K(parent_col->get_collation_type())); } else if (lib::is_mysql_mode() && (child_col->get_data_length() < parent_col->get_data_length())) { ret = OB_ERR_INVALID_CHILD_COLUMN_LENGTH_FK; LOG_USER_ERROR(OB_ERR_INVALID_CHILD_COLUMN_LENGTH_FK, child_col->get_column_name_str().length(), child_col->get_column_name_str().ptr(), parent_col->get_column_name_str().length(), parent_col->get_column_name_str().ptr()); } else { } // 对于其他bit/int/number /datetime/time/year 不做data_length要求 } } } return ret; } int ObResolverUtils::transform_sys_func_to_objaccess( ObIAllocator *allocator, const ParseNode *sys_func, ParseNode *&obj_access) { int ret = OB_SUCCESS; if (allocator == nullptr || sys_func == nullptr || sys_func->type_ != T_FUN_SYS) { ret = OB_ERR_UNEXPECTED; LOG_WARN("func_sys node is null", K(ret)); } else if (OB_ISNULL(obj_access = new_non_terminal_node(allocator, T_OBJ_ACCESS_REF, 2, sys_func, nullptr))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("make T_OBJ_ACCESS node failed", K(ret)); } return ret; } int ObResolverUtils::transform_func_sys_to_udf(ObIAllocator *allocator, const ParseNode *func_sys, const ObString &db_name, const ObString &pkg_name, ParseNode *&func_udf) { int ret = OB_SUCCESS; ParseNode *db_name_node = NULL; ParseNode *pkg_name_node = NULL; func_udf = NULL; if (OB_ISNULL(allocator) || OB_ISNULL(func_sys)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("allocator or sys func node is null", K(ret)); } else if (OB_ISNULL(func_udf = new_non_terminal_node(allocator, T_FUN_UDF, 4, nullptr, nullptr, nullptr, nullptr))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("make T_FUN_UDF node failed", K(ret)); } else { //assign db name node if (!db_name.empty()) { if (OB_ISNULL(db_name_node = new_terminal_node(allocator, T_IDENT))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("make db name T_IDENT node failed", K(ret)); } else { func_udf->children_[2] = db_name_node; db_name_node->str_value_ = parse_strndup(db_name.ptr(), db_name.length(), allocator); if (OB_ISNULL(db_name_node->str_value_)) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("copy db name failed", K(ret)); } else { db_name_node->str_len_ = db_name.length(); } } } //assign pkg name node if (!pkg_name.empty()) { if (OB_ISNULL(pkg_name_node = new_terminal_node(allocator, T_IDENT))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("make pkg name T_IDENT node failed", K(ret)); } else { func_udf->children_[3] = pkg_name_node; pkg_name_node->str_value_ = parse_strndup(pkg_name.ptr(), pkg_name.length(), allocator); if (OB_ISNULL(pkg_name_node->str_value_)) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("copy pkg name failed", K(ret)); } else { pkg_name_node->str_len_ = pkg_name.length(); } } } if (OB_SUCC(ret)) { //sys node and udf node have the same memory life cycle //we share the func name and param node; func_udf->children_[0] = func_sys->children_[0]; //func name if (2 <= func_sys->num_child_) { func_udf->children_[1] = func_sys->children_[1]; //func param } else { func_udf->children_[1] = NULL; } } } return ret; } int ObResolverUtils::get_columns_name_from_index_table_schema(const ObTableSchema &index_table_schema, ObIArray &index_columns_name) { int ret = OB_SUCCESS; const ObColumnSchemaV2 *index_col = NULL; const ObIndexInfo &index_info = index_table_schema.get_index_info(); index_columns_name.reset(); for (int64_t i = 0; OB_SUCC(ret) && i < index_info.get_size(); ++i) { if (OB_ISNULL(index_col = index_table_schema.get_column_schema(index_info.get_column(i)->column_id_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get index column schema failed", K(ret)); } else if (index_col->is_hidden() || index_col->is_shadow_column()) { // do nothing } else if(OB_FAIL(index_columns_name.push_back(index_col->get_column_name()))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("push back index column failed", K(ret)); } else { } // do nothing } return ret; } int ObResolverUtils::resolve_string(const ParseNode *node, ObString &string) { int ret = OB_SUCCESS; if (OB_UNLIKELY(NULL == node)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node should not be null"); } else if (OB_UNLIKELY(T_VARCHAR != node->type_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("node type is not T_VARCHAR", "type", get_type_name(node->type_)); } else if (OB_UNLIKELY(node->str_len_ < 0)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("empty string"); } else { string = ObString(node->str_len_, node->str_value_); } return ret; } // judge whether pdml stmt contain udf can parallel execute or not has two stage: // stage1:check has dml write stmt or read/write package var info in this funciton; // stage2:record udf has select stmt info, and when optimize this stmt, // according outer stmt type to determine, if udf has select stmt: // case1: if outer stmt is select, can paralllel // case2: if outer stmt is dml write stmt, forbid parallel int ObResolverUtils::set_parallel_info(sql::ObSQLSessionInfo &session_info, share::schema::ObSchemaGetterGuard &schema_guard, ObRawExpr &expr, bool &contain_select_stmt) { int ret = OB_SUCCESS; const ObRoutineInfo *routine_info = NULL; ObUDFRawExpr &udf_raw_expr = static_cast(expr); if (udf_raw_expr.is_parallel_enable()) { //do nothing } else { uint64_t tenant_id = session_info.get_effective_tenant_id(); bool enable_parallel = true; if (udf_raw_expr.get_is_udt_udf()) { tenant_id = pl::get_tenant_id_by_object_id(udf_raw_expr.get_pkg_id()); OZ (schema_guard.get_routine_info_in_udt(tenant_id, udf_raw_expr.get_pkg_id(), udf_raw_expr.get_udf_id(), routine_info)); } else if (udf_raw_expr.get_pkg_id() != OB_INVALID_ID) { tenant_id = pl::get_tenant_id_by_object_id(udf_raw_expr.get_pkg_id()); OZ (schema_guard.get_routine_info_in_package(tenant_id, udf_raw_expr.get_pkg_id(), udf_raw_expr.get_udf_id(), routine_info)); } else { OZ (schema_guard.get_routine_info(tenant_id, udf_raw_expr.get_udf_id(), routine_info)); } if (OB_SUCC(ret) && OB_NOT_NULL(routine_info)) { if (routine_info->is_modifies_sql_data() || routine_info->is_wps() || routine_info->is_rps() || routine_info->is_has_sequence() || routine_info->is_external_state()) { enable_parallel = false; } if (routine_info->is_reads_sql_data()) { contain_select_stmt = true; } OX (udf_raw_expr.set_parallel_enable(enable_parallel)); } } return ret; } int ObResolverUtils::resolve_external_symbol(common::ObIAllocator &allocator, sql::ObRawExprFactory &expr_factory, sql::ObSQLSessionInfo &session_info, share::schema::ObSchemaGetterGuard &schema_guard, common::ObMySQLProxy *sql_proxy, ExternalParams *extern_param_info, pl::ObPLBlockNS *ns, ObQualifiedName &q_name, ObIArray &columns, ObIArray &real_exprs, ObRawExpr *&expr, bool is_prepare_protocol, bool is_check_mode, bool is_sql_scope) { int ret = OB_SUCCESS; pl::ObPLPackageGuard dummy_pkg_guard(session_info.get_effective_tenant_id()); pl::ObPLResolver pl_resolver(allocator, session_info, schema_guard, NULL == ns ? dummy_pkg_guard : ns->get_external_ns()->get_resolve_ctx().package_guard_, NULL == sql_proxy ? (NULL == ns ? *GCTX.sql_proxy_ : ns->get_external_ns()->get_resolve_ctx().sql_proxy_) : *sql_proxy, expr_factory, NULL == ns ? NULL : ns->get_external_ns()->get_parent_ns(), is_prepare_protocol, is_check_mode, is_sql_scope, NULL/*param store*/, extern_param_info); HEAP_VAR(pl::ObPLFunctionAST, func_ast, allocator) { if (OB_FAIL(pl_resolver.init(func_ast))) { LOG_WARN("pl resolver init failed", K(ret)); } else if (NULL != ns) { pl_resolver.get_current_namespace() = *ns; } else { /*do nothing*/ } if (OB_SUCC(ret)) { if (OB_FAIL(pl_resolver.resolve_qualified_name(q_name, columns, real_exprs, func_ast, expr))) { if (is_check_mode) { LOG_INFO("failed to resolve var", K(q_name), K(ret)); } else { LOG_WARN_IGNORE_COL_NOTFOUND(ret, "failed to resolve var", K(q_name), K(ret)); } } else if (OB_ISNULL(expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("Invalid expr", K(expr), K(ret)); } else if (!expr->is_const_raw_expr() && !expr->is_obj_access_expr() && !expr->is_sys_func_expr() && !expr->is_udf_expr() && T_FUN_PL_GET_CURSOR_ATTR != expr->get_expr_type()) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr type is invalid", K(expr->get_expr_type())); } else if (OB_NOT_NULL(ns) && OB_NOT_NULL(ns->get_external_ns())) { ObPLDependencyTable &src_dep_tbl = func_ast.get_dependency_table(); for (int64_t i = 0; OB_SUCC(ret) && i < src_dep_tbl.count(); ++i) { OZ (ns->get_external_ns()->add_dependency_object(src_dep_tbl.at(i))); } } } } return ret; } int ObResolverUtils::revert_external_param_info(ExternalParams ¶m_infos, ObRawExpr *expr) { int ret = OB_SUCCESS; if (NULL == expr) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is null", K(ret)); } else { for (int64_t i = 0; i < expr->get_param_count(); ++i) { ObRawExpr *&child = expr->get_param_expr(i); for (int64_t j = 0; j < param_infos.count(); ++j) { if (child == param_infos.at(j).second) { child = param_infos.at(j).first; break; } } if (OB_FAIL(revert_external_param_info(param_infos, child))) { LOG_WARN("failed to revert external param info", K(ret)); } } } return ret; } int ObResolverUtils::resolve_external_param_info(ExternalParams ¶m_infos, ObRawExprFactory &expr_factory, int64_t &prepare_param_count, ObRawExpr *&expr) { int ret = OB_SUCCESS; int64_t same_idx = OB_INVALID_INDEX; if (param_infos.by_name_) { for (int64_t i = 0; OB_SUCC(ret) && OB_INVALID_INDEX == same_idx && i < param_infos.count(); ++i) { ObRawExpr *original_expr = param_infos.at(i).first; if (OB_ISNULL(original_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else if (original_expr->same_as(*expr)) { same_idx = i; } else { /*do nothing*/ } } } if (OB_SUCC(ret)) { if (OB_INVALID_INDEX != same_idx) { expr = param_infos.at(same_idx).second; } else { /* * 把Stmt里的替换成QuestionMark,以便reconstruct_sql的时候会被打印成?,按prepare_param_count_编号 * 如果原本就是QuestionMark,也需要重新生成一个按照prepare_param_count_从0开始编号的QuestionMark, * 以此保证传递给PL的参数顺序和prepare出来的参数化语句里的编号一致 */ std::pair param_info; ObRawExpr *original_ref = expr; if (OB_FAIL(ObRawExprUtils::create_param_expr(expr_factory, prepare_param_count++, expr))) { LOG_WARN("create param expr failed", K(ret)); } else if (OB_ISNULL(expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("access idxs is empty", K(ret)); } else { sql::ObExprResType result_type = expr->get_result_type(); if (result_type.get_length() == -1) { if (result_type.is_varchar() || result_type.is_nvarchar2()) { result_type.set_length(OB_MAX_ORACLE_VARCHAR_LENGTH); } else if (result_type.is_char() || result_type.is_nchar()) { result_type.set_length(OB_MAX_ORACLE_CHAR_LENGTH_BYTE); } } expr->set_result_type(result_type); ObConstRawExpr *param_expr = static_cast(expr); const_cast(param_expr->get_result_type()) .set_param(param_expr->get_value()); param_info.first = original_ref; param_info.second = param_expr; if (OB_FAIL(param_infos.push_back(param_info))) { LOG_WARN("push_back error", K(ret)); } } } } return ret; } int ObResolverUtils::uv_check_basic(ObSelectStmt &stmt, const bool is_insert) { int ret = OB_SUCCESS; if (stmt.get_table_items().count() == 0) { // create view as select 1 a; ret = lib::is_mysql_mode() ? (is_insert ? OB_ERR_NON_INSERTABLE_TABLE : OB_ERR_NON_UPDATABLE_TABLE) : OB_ERR_ILLEGAL_VIEW_UPDATE; LOG_WARN("no table in select", K(ret)); } else { if (lib::is_mysql_mode()) { if (stmt.has_group_by() || stmt.has_having() || stmt.get_aggr_item_size() > 0 || stmt.has_window_function() || stmt.is_distinct() || stmt.is_set_stmt() || stmt.has_limit()) { ret = is_insert ? OB_ERR_NON_INSERTABLE_TABLE : OB_ERR_NON_UPDATABLE_TABLE; LOG_WARN("not updatable", K(ret)); } //oracle mode下,含有fetch的insert/update/delete统一报错,兼容oracle行为 } else if (stmt.has_fetch()) { ret = OB_ERR_VIRTUAL_COL_NOT_ALLOWED; LOG_WARN("subquery with fetch can't occur in insert/update/delete stmt", K(ret)); } else { bool has_rownum = false; if (OB_FAIL(stmt.has_rownum(has_rownum))) { LOG_WARN("check select stmt has rownum failed", K(ret)); } if (stmt.has_window_function() || stmt.is_set_stmt() || has_rownum || (!is_insert && (stmt.has_group_by() || stmt.has_having() || stmt.get_aggr_item_size() > 0))) { ret = OB_ERR_ILLEGAL_VIEW_UPDATE; LOG_WARN("not updatable", K(ret)); } } } return ret; } int ObResolverUtils::check_select_item_subquery(ObSelectStmt &stmt, bool &has_subquery, bool &has_dependent_subquery, const uint64_t base_tid, bool &ref_update_table) { int ret = OB_SUCCESS; ObSEArray query_exprs; FOREACH_CNT_X(item, stmt.get_select_items(), OB_SUCC(ret)) { if (OB_ISNULL(item->expr_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else if (OB_FAIL(ObTransformUtils::extract_query_ref_expr(item->expr_, query_exprs))) { LOG_WARN("extract sub query expr failed", K(ret)); } } if (OB_SUCC(ret) && query_exprs.count() > 0) { has_subquery = true; FOREACH_CNT_X(expr, query_exprs, OB_SUCC(ret) && !has_dependent_subquery) { if (OB_ISNULL(*expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else { ObSelectStmt *ref_stmt = (*expr)->get_ref_stmt(); if (NULL != ref_stmt) { FOREACH_CNT_X(item, ref_stmt->get_table_items(), OB_SUCC(ret) && !ref_update_table) { if (OB_ISNULL(*item)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("NULL table item", K(ret)); } else if ((*item)->ref_id_ == base_tid) { ref_update_table = true; } } if (OB_SUCC(ret)) { has_dependent_subquery = (*expr)->has_exec_param(); } } } } } return ret; } int ObResolverUtils::set_direction_by_mode(const ParseNode &sort_node, OrderItem &order_item) { int ret = OB_SUCCESS; if (OB_ISNULL(sort_node.children_) || sort_node.num_child_ < 2 || OB_ISNULL(sort_node.children_[1])) { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid argument", K(ret)); } else if (T_SORT_ASC == sort_node.children_[1]->type_) { if (lib::is_oracle_mode()) { if (1 == sort_node.children_[1]->value_) { order_item.order_type_ = NULLS_LAST_ASC; } else if (2 == sort_node.children_[1]->value_) { order_item.order_type_ = NULLS_FIRST_ASC; } else { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid value for null position", K(ret), K(sort_node.children_[1]->value_)); } } else { order_item.order_type_ = NULLS_FIRST_ASC; } } else if (T_SORT_DESC == sort_node.children_[1]->type_) { if (lib::is_oracle_mode()) { if (1 == sort_node.children_[1]->value_) { order_item.order_type_ = NULLS_LAST_DESC; } else if (2 == sort_node.children_[1]->value_) { order_item.order_type_ = NULLS_FIRST_DESC; } else { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid value for null position", K(ret), K(sort_node.children_[1]->value_)); } } else { order_item.order_type_ = NULLS_LAST_DESC; } } else { ret = OB_INVALID_ARGUMENT; LOG_WARN("invalid sort type", K(ret), K(sort_node.children_[1]->type_)); } return ret; } int ObResolverUtils::uv_check_select_item_subquery(const TableItem &table_item, bool &has_subquery, bool &has_dependent_subquery, bool &ref_update_table) { int ret = OB_SUCCESS; const TableItem *item = &table_item; const uint64_t base_tid = table_item.get_base_table_item().ref_id_; while (OB_SUCC(ret) && NULL != item && item->is_generated_table() && !has_dependent_subquery) { if (OB_ISNULL(item->ref_query_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("ref query is NULL for generate table", K(ret)); } else if (OB_FAIL(check_select_item_subquery(*item->ref_query_, has_subquery, has_dependent_subquery, base_tid, ref_update_table))) { LOG_WARN("check select item subquery failed", K(ret)); } else { item = item->view_base_item_; } } return ret; } int ObResolverUtils::check_table_referred(ObSelectStmt &stmt, const uint64_t base_tid, bool &referred) { int ret = OB_SUCCESS; OZ(check_stack_overflow()); FOREACH_CNT_X(t, stmt.get_table_items(), OB_SUCC(ret) && !referred) { if (OB_ISNULL(*t)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("table item is NULL", K(ret)); } else { if ((*t)->ref_id_ == base_tid) { referred = true; } else if ((*t)->is_generated_table() && NULL != (*t)->ref_query_) { if (OB_FAIL(check_table_referred(*(*t)->ref_query_, base_tid, referred))) { LOG_WARN("check table referred failed", K(ret)); } } } } FOREACH_CNT_X(expr, stmt.get_subquery_exprs(), OB_SUCC(ret) && !referred) { if (OB_ISNULL(*expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else if (NULL != (*expr)->get_ref_stmt()) { if (OB_FAIL(check_table_referred(*(*expr)->get_ref_stmt(), base_tid, referred))) { LOG_WARN("check table referred in subquery failed", K(ret)); } } } return ret; } int ObResolverUtils::uv_check_where_subquery(const TableItem &table_item, bool &ref_update_table) { int ret = OB_SUCCESS; const TableItem *item = &table_item; uint64_t update_tid = table_item.get_base_table_item().ref_id_; ObSEArray query_exprs; while (OB_SUCC(ret) && NULL != item && item->is_generated_table()) { if (OB_ISNULL(item->ref_query_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("ref query is NULL for generate table", K(ret)); } else { FOREACH_CNT_X(expr, item->ref_query_->get_condition_exprs(), OB_SUCC(ret)) { if (OB_ISNULL(*expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else if (OB_FAIL(ObTransformUtils::extract_query_ref_expr(*expr, query_exprs))) { LOG_WARN("extract subquery failed", K(ret)); } } } item = item->view_base_item_; } FOREACH_CNT_X(expr, query_exprs, OB_SUCC(ret) && !ref_update_table) { if (OB_ISNULL(*expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else if (NULL != (*expr)->get_ref_stmt()) { if (OB_FAIL(check_table_referred(*(*expr)->get_ref_stmt(), update_tid, ref_update_table))) { LOG_WARN("check table referred in subquery failed", K(ret)); } } } return ret; } int ObResolverUtils::check_has_non_inner_join(ObSelectStmt &stmt, bool &has_non_inner_join) { int ret = OB_SUCCESS; FOREACH_CNT_X(join, stmt.get_joined_tables(), !has_non_inner_join) { if (OB_ISNULL(*join)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("join table is NULL", K(ret)); } else if (!(*join)->is_inner_join()) { has_non_inner_join = true; } } return ret; } int ObResolverUtils::uv_check_has_non_inner_join(const TableItem &table_item, bool &has_non_inner_join) { int ret = OB_SUCCESS; const TableItem *item = &table_item; while (OB_SUCC(ret) && NULL != item && item->is_generated_table() && !has_non_inner_join) { if (OB_ISNULL(item->ref_query_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("ref query is NULL for generate table", K(ret)); } else if (OB_FAIL(check_has_non_inner_join(*item->ref_query_, has_non_inner_join))) { LOG_WARN("check select item subquery failed", K(ret)); } else { item = item->view_base_item_; } } return ret; } int ObResolverUtils::uv_check_dup_base_col(const TableItem &table_item, bool &has_dup, bool &has_non_col_ref) { int ret = OB_SUCCESS; has_dup = false; has_non_col_ref = false; if (table_item.is_generated_table() && NULL != table_item.ref_query_) { const uint64_t base_tid = table_item.get_base_table_item().ref_id_; const ObIArray &select_items = table_item.ref_query_->get_select_items(); ObSEArray cids; FOREACH_CNT_X(si, select_items, OB_SUCC(ret) && !has_dup) { if (si->implicit_filled_) { continue; } ObRawExpr *expr = si->expr_; if (T_REF_ALIAS_COLUMN == expr->get_expr_type()) { expr = static_cast(expr)->get_ref_expr(); } if (T_REF_COLUMN != expr->get_expr_type()) { has_non_col_ref = true; } else { ColumnItem *col_item = table_item.ref_query_->get_column_item_by_id( static_cast(expr)->get_table_id(), static_cast(expr)->get_column_id()); if (OB_ISNULL(col_item)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get column item by id failed", K(ret), K(*expr)); } else if (base_tid == col_item->base_tid_) { FOREACH_X(c, cids, !has_dup) { if (*c == col_item->base_cid_) { has_dup = true; } } if (OB_FAIL(cids.push_back(col_item->base_cid_))) { LOG_WARN("array push back failed", K(ret)); } } } } } return ret; } // mysql insertable view: // 1. must be inner join // 2. all join components: // - must be view // - can not reference the update table // - pass uv_check_basic int ObResolverUtils::uv_mysql_insertable_join(const TableItem &table_item, const uint64_t base_tid, bool &insertable) { int ret = OB_SUCCESS; if (table_item.is_generated_table() && NULL != table_item.ref_query_) { OZ(check_stack_overflow()); FOREACH_CNT_X(join, table_item.ref_query_->get_joined_tables(), OB_SUCC(ret) && insertable) { if (OB_ISNULL(*join)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("join table is NULL", K(ret)); } else if (!(*join)->is_inner_join()) { insertable = false; } } FOREACH_CNT_X(it, table_item.ref_query_->get_table_items(), OB_SUCC(ret) && insertable) { const TableItem *item = *it; if (OB_ISNULL(item)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("null join table item", K(ret)); } else if (item->is_basic_table()) { if (table_item.view_base_item_ != item && item->ref_id_ == base_tid) { LOG_DEBUG("reference to insert table"); insertable = false; } } else if (item->is_generated_table()) { if (OB_ISNULL(item->ref_query_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("ref query is NULL", K(ret)); } if (OB_SUCC(ret) && insertable) { if (!item->is_view_table_) { insertable = false; } } if (OB_SUCC(ret) && insertable && item != table_item.view_base_item_) { bool ref = false; if (OB_FAIL(check_table_referred(*item->ref_query_, base_tid, ref))) { LOG_WARN("check table referred failed", K(ret)); } else if (ref) { insertable = false; } } if (OB_SUCC(ret) && insertable) { const bool is_insert = true; int tmp_ret = uv_check_basic(*item->ref_query_, is_insert); if (OB_SUCCESS != tmp_ret) { if (tmp_ret == OB_ERR_NON_INSERTABLE_TABLE) { insertable = false; } else { ret = tmp_ret; LOG_WARN("check basic updatable view failed", K(ret)); } } } if (OB_SUCC(ret) && insertable) { if (OB_FAIL(uv_mysql_insertable_join(*item, base_tid, insertable))) { LOG_WARN("check insertable join failed", K(ret)); } } } } // end FOREACH } return ret; } int ObResolverUtils::uv_check_oracle_distinct(const TableItem &table_item, ObSQLSessionInfo &session_info, ObSchemaChecker &schema_checker, bool &has_distinct) { int ret = OB_SUCCESS; has_distinct = false; const TableItem *item = &table_item; ObSEArray select_exprs; while (NULL != item && item->is_generated_table() && NULL != item->ref_query_ && !has_distinct) { if (item->ref_query_->has_distinct()) { bool unique = false; select_exprs.reuse(); // Can not call ObOptimizerUtil::get_select_exprs(), // since we need ignore implicit filled select items. FOREACH_CNT_X(si, item->ref_query_->get_select_items(), OB_SUCC(ret)) { if (OB_ISNULL(si->expr_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL in select item", K(ret)); } else { if (!si->implicit_filled_) { if (OB_FAIL(select_exprs.push_back(si->expr_))) { LOG_WARN("array push back failed", K(ret)); } } } } if (OB_FAIL(ret)) { } else if (OB_FAIL(ObTransformUtils::check_stmt_unique(item->ref_query_, &session_info, &schema_checker, select_exprs, true /* strict */, unique, FLAGS_IGNORE_DISTINCT /* ignore distinct */))) { LOG_WARN("check stmt unique failed", K(ret)); } else { // distinct will be removed latter if unique. has_distinct = !unique; } } item = item->view_base_item_; } return ret; } // 1. need to be updatable view in mysql mode. // 2. no subquery in conditions. // 3. only one basic table. int ObResolverUtils::view_with_check_option_allowed(const ObSelectStmt *stmt, bool &with_check_option) { int ret = OB_SUCCESS; const ObSelectStmt *select_stmt = stmt; const TableItem *table_item = NULL; if (OB_ISNULL(select_stmt)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("ref query is null", K(ret)); } else if (with_check_option || VIEW_CHECK_OPTION_NONE != select_stmt->get_check_option()) { with_check_option = true; if (!is_oracle_mode() && OB_FAIL(ObResolverUtils::uv_check_basic(const_cast(*select_stmt), false))) { ret = OB_ERR_CHECK_OPTION_ON_NONUPDATABLE_VIEW; LOG_WARN("with check option on non updatable view not allowed", K(ret)); } else if (OB_UNLIKELY(select_stmt->get_table_items().count() > 1)) { ret = OB_OP_NOT_ALLOW; LOG_USER_ERROR(OB_OP_NOT_ALLOW, "join view with check option"); LOG_WARN("view on joined table with check option not allowed", K(ret)); } else { FOREACH_CNT_X(expr, select_stmt->get_condition_exprs(), OB_SUCC(ret)) { if (OB_ISNULL(*expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("expr is NULL", K(ret)); } else if (OB_UNLIKELY((*expr)->has_flag(CNT_SUB_QUERY))) { ret = OB_OP_NOT_ALLOW; LOG_WARN("view with subquery in conditions with check option not allowed", K(ret)); LOG_USER_ERROR(OB_OP_NOT_ALLOW, "view with subquery in condition with check option"); } } } } if (OB_SUCC(ret)) { if (select_stmt->is_set_stmt()) { const bool tmp_with_check_option = with_check_option; FOREACH_CNT_X(set_query, select_stmt->get_set_query(), OB_SUCC(ret)) { bool sub_with_check_option = tmp_with_check_option; if (OB_ISNULL(*set_query)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("set query is null", K(ret)); } else if (OB_FAIL(view_with_check_option_allowed(*set_query, sub_with_check_option))) { LOG_WARN("view with check option not allowed", K(ret), KPC(*set_query)); } else { with_check_option |= sub_with_check_option; } } } else { const bool tmp_with_check_option = with_check_option; FOREACH_CNT_X(table_item, select_stmt->get_table_items(), OB_SUCC(ret)) { bool sub_with_check_option = tmp_with_check_option; if (OB_ISNULL(*table_item)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("table item is null", K(ret)); } else if ((*table_item)->is_generated_table()) { if (OB_FAIL(view_with_check_option_allowed((*table_item)->ref_query_, sub_with_check_option))) { LOG_WARN("view with check option not allowed", K(ret), KPC((*table_item)->ref_query_)); } else { with_check_option |= sub_with_check_option; } } } } } return ret; } ObString ObResolverUtils::get_stmt_type_string(stmt::StmtType stmt_type) { return ((stmt::T_NONE <= stmt_type && stmt_type <= stmt::T_MAX) ? stmt_type_string[stmt::get_stmt_type_idx(stmt_type)] : ObString::make_empty_string()); } ParseNode *ObResolverUtils::get_select_into_node(const ParseNode &node) { ParseNode *into_node = NULL; if (OB_LIKELY(node.type_ == T_SELECT)) { if (NULL != node.children_[PARSE_SELECT_INTO]) { into_node = node.children_[PARSE_SELECT_INTO]; } else { into_node = node.children_[PARSE_SELECT_INTO_EXTRA]; } } return into_node; } int ObResolverUtils::get_select_into_node(const ParseNode &node, ParseNode* &into_node, bool top_level) { int ret = OB_SUCCESS; ParseNode *child_into_node = NULL; if (OB_LIKELY(node.type_ == T_SELECT)) { if (NULL != node.children_[PARSE_SELECT_SET] && NULL != node.children_[PARSE_SELECT_FORMER] && NULL != node.children_[PARSE_SELECT_LATER]) { if (OB_FAIL(SMART_CALL(get_select_into_node(*node.children_[PARSE_SELECT_FORMER], child_into_node, false))) || NULL != child_into_node) { ret = OB_SUCCESS == ret ? OB_ERR_SET_USAGE : ret; LOG_WARN("invalid into clause", K(ret)); } else { child_into_node = get_select_into_node(*node.children_[PARSE_SELECT_LATER]); if (!top_level && NULL != child_into_node) { ret = OB_ERR_SET_USAGE; LOG_WARN("invalid into clause", K(ret)); } into_node = child_into_node; } } else { into_node = get_select_into_node(node); } } return ret; } int ObResolverUtils::parse_interval_ym_type(char *cstr, ObDateUnitType &part_type) { int ret = OB_SUCCESS; if (OB_ISNULL(cstr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("data is null", K(ret)); } else if (OB_NOT_NULL(strcasestr(cstr, ob_date_unit_type_str(DATE_UNIT_YEAR)))) { part_type = DATE_UNIT_YEAR; } else if (OB_NOT_NULL(strcasestr(cstr, ob_date_unit_type_str(DATE_UNIT_MONTH)))) { part_type = DATE_UNIT_MONTH; } else { part_type = DATE_UNIT_MAX; } return ret; } int ObResolverUtils::parse_interval_ds_type(char *cstr, ObDateUnitType &part_type) { int ret = OB_SUCCESS; if (OB_ISNULL(cstr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("data is null", K(ret)); } else if (OB_NOT_NULL(strcasestr(cstr, ob_date_unit_type_str(DATE_UNIT_DAY)))) { part_type = DATE_UNIT_DAY; } else if (OB_NOT_NULL(strcasestr(cstr, ob_date_unit_type_str(DATE_UNIT_HOUR)))) { part_type = DATE_UNIT_HOUR; } else if (OB_NOT_NULL(strcasestr(cstr, ob_date_unit_type_str(DATE_UNIT_MINUTE)))) { part_type = DATE_UNIT_MINUTE; } else if (OB_NOT_NULL(strcasestr(cstr, ob_date_unit_type_str(DATE_UNIT_SECOND)))) { part_type = DATE_UNIT_SECOND; } else { part_type = DATE_UNIT_MAX; } return ret; } int ObResolverUtils::parse_interval_precision(char *cstr, int16_t &precision, int16_t default_precision) { int ret = OB_SUCCESS; const char *brackt_pos1 = strchr(cstr, '('); const char *brackt_pos2 = strchr(cstr, ')'); if (OB_NOT_NULL(brackt_pos1) && OB_NOT_NULL(brackt_pos2)) { precision = atoi(brackt_pos1 + 1); } else { precision = default_precision; } return ret; } int ObResolverUtils::get_user_var_value(const ParseNode *node, ObSQLSessionInfo *session_info, ObObj &value) { int ret = OB_SUCCESS; if (OB_ISNULL(node) || OB_ISNULL(session_info)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("get unexpected null", K(ret), K(node), K(session_info)); } else if (OB_UNLIKELY(1 != node->num_child_) || OB_ISNULL(node->children_) || OB_ISNULL(node->children_[0])) { ret = OB_ERR_PARSER_SYNTAX; LOG_WARN("invalid node children for get user_val", K(ret), K(node->num_child_)); } else { ObString str = ObString(static_cast(node->children_[0]->str_len_), node->children_[0]->str_value_); ObSessionVariable osv; ret = session_info->get_user_variable(str, osv); if (OB_SUCC(ret)) { value = osv.value_; value.set_meta_type(osv.meta_); } else if (OB_ERR_USER_VARIABLE_UNKNOWN == ret) { value.set_null(); value.set_collation_level(CS_LEVEL_IMPLICIT); ret = OB_SUCCESS;//always return success no matter found or not } else { LOG_WARN("Unexpected ret code", K(ret), K(str), K(osv)); } } return ret; } int ObResolverUtils::check_duplicated_column(ObSelectStmt &select_stmt, bool can_skip/*default false*/) { int ret = OB_SUCCESS; /*oracle模式允许sel/upd/del stmt中的generated table含有重复列,只要外层没有引用到重复列就行,同时对于外层引用 * 到的列是否为重复列会在检查column时进行检测,eg: select 1 from (select c1,c1 from t1); * 因此对于oracle模式下sel/upd/del stmt进行检测时,检测到重复列时只需skip,但是仍然需要添加相关plan cache约束 * */ if (!can_skip) { for (int64_t i = 1; OB_SUCC(ret) && i < select_stmt.get_select_item_size(); i++) { for (int64_t j = 0; OB_SUCC(ret) && j < i; ++j) { if (ObCharset::case_compat_mode_equal(select_stmt.get_select_item(i).alias_name_, select_stmt.get_select_item(j).alias_name_)) { if (lib::is_oracle_mode() && OB_NOT_NULL(select_stmt.get_select_item(i).expr_) && OB_NOT_NULL(select_stmt.get_select_item(j).expr_)) { if ((select_stmt.get_select_item(i).expr_->is_column_ref_expr() && static_cast(select_stmt.get_select_item(i).expr_) ->is_joined_dup_column()) || (select_stmt.get_select_item(j).expr_->is_column_ref_expr() && static_cast(select_stmt.get_select_item(j).expr_) ->is_joined_dup_column())){ } else if (select_stmt.get_select_item(i).expr_->is_aggr_expr()) { // bugfix: // aggr_expr in cte shouldn't raise error. } else { ret = OB_NON_UNIQ_ERROR; ObString scope_name = ObString::make_string(get_scope_name(T_FIELD_LIST_SCOPE)); LOG_USER_ERROR(OB_NON_UNIQ_ERROR, select_stmt.get_select_item(i).alias_name_.length(), select_stmt.get_select_item(i).alias_name_.ptr(), scope_name.length(), scope_name.ptr()); } } else { ret = OB_ERR_COLUMN_DUPLICATE; LOG_USER_ERROR(OB_ERR_COLUMN_DUPLICATE, select_stmt.get_select_item(i).alias_name_.length(), select_stmt.get_select_item(i).alias_name_.ptr()); } break; } } } } // mark all need_check_dup_name_ if neccessary for (int64_t i = 0; OB_SUCC(ret) && i < select_stmt.get_select_item_size(); i++) { if (select_stmt.get_select_item(i).is_real_alias_ || 0 == select_stmt.get_select_item(i).paramed_alias_name_.length() || select_stmt.get_select_item(i).need_check_dup_name_) { // do nothing } else { for (int64_t j = i + 1; OB_SUCC(ret) && j < select_stmt.get_select_item_size(); j++) { if (select_stmt.get_select_item(i).is_real_alias_ || 0 == select_stmt.get_select_item(i).paramed_alias_name_.length() || select_stmt.get_select_item(j).need_check_dup_name_) { // do nothing } else if (ObCharset::case_compat_mode_equal( select_stmt.get_select_item(i).paramed_alias_name_, select_stmt.get_select_item(j).paramed_alias_name_)) { select_stmt.get_select_item(i).need_check_dup_name_ = true; select_stmt.get_select_item(j).need_check_dup_name_ = true; } } } } return ret; } int ObResolverUtils::escape_char_for_oracle_mode(ObIAllocator &allocator, ObString &str, ObCollationType cs_type) { int ret = OB_SUCCESS; char *buf = NULL; int64_t buf_len = str.length(); int64_t pos = 0; bool is_escaped_flag = false; auto do_escape = [&is_escaped_flag, &cs_type, &buf, &buf_len, &pos] (ObString encoded_char, int wchar) -> int { int ret = OB_SUCCESS; if (!is_escaped_flag && wchar == '\\') { is_escaped_flag = true; } else { if (is_escaped_flag && wchar < 128) { int with_back_slash = 0; int len = 0; int new_wchar = escaped_char(static_cast(wchar), &with_back_slash); OZ (ObCharset::wc_mb(cs_type, new_wchar, buf + pos, buf_len - pos, len)); pos += len; } else { if (pos + encoded_char.length() > buf_len) { ret = OB_SIZE_OVERFLOW; LOG_WARN("size overflow", K(ret), K(pos), K(encoded_char)); } else { MEMCPY(buf + pos, encoded_char.ptr(), encoded_char.length()); pos += encoded_char.length(); } } is_escaped_flag = false; } return ret; }; if (!str.empty()) { if (OB_ISNULL(buf = static_cast(allocator.alloc(buf_len)))) { ret = OB_ALLOCATE_MEMORY_FAILED; LOG_WARN("fail to allocate memory", K(ret)); } OZ (ObCharsetUtils::foreach_char(str, cs_type, do_escape)); if (OB_SUCC(ret)) { str = ObString(pos, buf); } } return ret; } int ObResolverUtils::check_secure_path(const common::ObString &secure_file_priv, const common::ObString &full_path) { int ret = OB_SUCCESS; if (secure_file_priv.empty()) { // pass security check } else if (0 == secure_file_priv.case_compare(N_NULL)) { ret = OB_ERR_NO_PRIVILEGE; LOG_WARN("no priv", K(ret), K(secure_file_priv), K(full_path)); } else if (OB_UNLIKELY(secure_file_priv.length() >= DEFAULT_BUF_LENGTH)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("secure file priv string length exceeds default buf length", K(ret), K(secure_file_priv), LITERAL_K(DEFAULT_BUF_LENGTH)); } else { char buf[DEFAULT_BUF_LENGTH] = { 0 }; MEMCPY(buf, secure_file_priv.ptr(), secure_file_priv.length()); struct stat path_stat; stat(buf, &path_stat); if (0 == S_ISDIR(path_stat.st_mode)) { ret = OB_ERR_NO_PRIVILEGE; LOG_WARN("no priv", K(ret), K(secure_file_priv), K(full_path)); } else { MEMSET(buf, 0, sizeof(buf)); char *real_secure_file = nullptr; if (NULL == (real_secure_file = ::realpath(to_cstring(secure_file_priv), buf))) { // pass } else { ObString secure_file_priv_tmp(real_secure_file); const int64_t pos = secure_file_priv_tmp.length(); if (full_path.length() < secure_file_priv_tmp.length()) { ret = OB_ERR_NO_PRIVILEGE; LOG_WARN("no priv", K(ret), K(secure_file_priv), K(secure_file_priv_tmp), K(full_path)); } else if (!full_path.prefix_match(secure_file_priv_tmp)) { ret = OB_ERR_NO_PRIVILEGE; LOG_WARN("no priv", K(ret), K(secure_file_priv), K(secure_file_priv_tmp), K(full_path)); } else if (full_path.length() > secure_file_priv_tmp.length() && secure_file_priv_tmp != "/" && full_path[pos] != '/') { ret = OB_ERR_NO_PRIVILEGE; LOG_WARN("no priv", K(ret), K(secure_file_priv), K(secure_file_priv_tmp), K(full_path)); } } } } return ret; } double ObResolverUtils::strntod(const char *str, size_t str_len, ObItemType type, char **endptr, int *err) { double result = 0.0; if ((ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len,"BINARY_DOUBLE_NAN", strlen("BINARY_DOUBLE_NAN")) == 0) || (ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "BINARY_FLOAT_NAN", strlen("BINARY_FLOAT_NAN")) == 0) || (ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "-BINARY_FLOAT_NAN", strlen("-BINARY_FLOAT_NAN")) == 0) || (ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "-BINARY_DOUBLE_NAN", strlen("-BINARY_DOUBLE_NAN")) == 0)) { result = NAN; } else if ((ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "BINARY_DOUBLE_INFINITY", strlen("BINARY_DOUBLE_INFINITY")) == 0) || (ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "BINARY_FLOAT_INFINITY", strlen("BINARY_FLOAT_INFINITY")) == 0)) { result = INFINITY; } else if ((ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "-BINARY_DOUBLE_INFINITY", strlen("-BINARY_DOUBLE_INFINITY")) == 0) || (ObCharset::strcmp(CS_TYPE_UTF8MB4_GENERAL_CI, str, str_len, "-BINARY_FLOAT_INFINITY", strlen("-BINARY_FLOAT_INFINITY")) == 0)) { result = -INFINITY; } else { result = ObCharset::strntodv2(str, str_len, endptr, err); // Oracle behaves differently with MySQL on float/double boundary check. // Oracle reports number overflow when value's lower boundery is out of range // (value underflow). While MySQL has NO value underflow, and returns zero // under such cases. The following block is compatible with oracle underflow // logic. // Note: ObCharset::strntodv2 is compatiable with MySQL. if (*err != EOVERFLOW && lib::is_oracle_mode() && is_overflow(str, type, result)) { *err = EOVERFLOW; } } return result; } bool ObResolverUtils::is_overflow(const char *str, ObItemType type, double val) { bool ret = false; char * stopstr = nullptr; if (type == T_FLOAT && val != 0) { LOG_DEBUG("number overflow check", K(val), K(std::numeric_limits::max()), K(std::numeric_limits::denorm_min())); if (fabs(val) > std::numeric_limits::max() || fabs(val) < std::numeric_limits::denorm_min()) { ret = true; } } else { if (val == 0.0) { // acceleration: underflow shows up when val is zero, otherwise don't check errno = 0; std::strtod(str, &stopstr); if (errno == ERANGE) { ret = true; } } } return ret; } bool ObResolverUtils::is_synonymous_type(ObObjType type1, ObObjType type2) { bool ret = false; if (lib::is_oracle_mode()) { if (ObNumberType == type1 && ObNumberFloatType == type2) { ret = true; } else if (ObNumberFloatType == type1 && ObNumberType == type2) { ret = true; } } return ret; } int ObResolverUtils::resolve_default_value_and_expr_from_select_item(const SelectItem &select_item, ColumnItem &column_item, const ObSelectStmt *stmt) { int ret = OB_SUCCESS; ObColumnRefRawExpr *column_expr = NULL; ColumnItem *tmp_column_item = NULL; if (OB_ISNULL(select_item.expr_)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("unexpected null expr", K(ret)); } else if (select_item.expr_->is_column_ref_expr()) { if (NULL == (column_expr = static_cast(select_item.expr_))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("fail to convert rawexpr to columnrefrawexpr", K(ret)); } else if (NULL == (tmp_column_item = stmt->get_column_item_by_id(column_expr->get_table_id(), column_expr->get_column_id()))) { ret = OB_ERR_BAD_FIELD_ERROR; LOG_WARN("fail to find the column item", K(ret)); } else { column_item.set_default_value(tmp_column_item->default_value_); column_item.set_default_value_expr(tmp_column_item->default_value_expr_); } } else if (is_mysql_mode() && select_item.expr_->is_win_func_expr()) { const ObWinFunRawExpr *win_expr = reinterpret_cast(select_item.expr_); if (T_WIN_FUN_RANK == win_expr->get_func_type() || T_WIN_FUN_DENSE_RANK == win_expr->get_func_type() || T_WIN_FUN_ROW_NUMBER == win_expr->get_func_type()) { ObObj temp_default; temp_default.set_uint64(0); column_item.set_default_value(temp_default); } else if (T_WIN_FUN_CUME_DIST == win_expr->get_func_type() || T_WIN_FUN_PERCENT_RANK == win_expr->get_func_type()) { ObObj temp_default; temp_default.set_double(0); column_item.set_default_value(temp_default); } else { //do nothing } } else { //do nothing } return ret; } int ObResolverUtils::check_whether_assigned(const ObDMLStmt *stmt, const common::ObIArray &assigns, uint64_t table_id, uint64_t base_column_id, bool &exist) { int ret = OB_SUCCESS; int64_t N = assigns.count(); exist = false; for (int64_t i = 0; OB_SUCC(ret) && !exist && i < N; ++i) { const ObAssignment &as = assigns.at(i); const ColumnItem *column_item = nullptr; if (OB_ISNULL(as.column_expr_) || OB_ISNULL(column_item = stmt->get_column_item_by_id(as.column_expr_->get_table_id(), as.column_expr_->get_column_id()))) { ret = OB_ERR_UNEXPECTED; LOG_WARN("column_expr is null", K(ret), K(as.column_expr_), K(column_item)); } else if (column_item->base_cid_ == base_column_id && as.column_expr_->get_table_id() == table_id) { exist = true; } } return ret; } // relevant issue : int ObResolverUtils::prune_check_constraints(const ObIArray &assignments, ObIArray &check_exprs) { int ret = OB_SUCCESS; if (check_exprs.empty()) { /*do nothing*/ } else { ObSEArray tmp_check_exprs; if (OB_FAIL(tmp_check_exprs.assign(check_exprs))) { LOG_WARN("failed to assign check exprs to tmp_check_exprs", K(ret)); } else { check_exprs.reset(); } for (int64_t i = 0; OB_SUCC(ret) && i < tmp_check_exprs.count(); ++i) { ObRawExpr *&check_expr = tmp_check_exprs.at(i); ObSEArray column_exprs; if (OB_ISNULL(check_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("check constraint expr is null", K(ret)); } else if (OB_FAIL(ObRawExprUtils::extract_column_exprs(check_expr, column_exprs))) { LOG_WARN("failed to extract column exprs", K(ret)); } else { bool need_add_cst_to_stmt = false; for (int64_t i = 0; !need_add_cst_to_stmt && i < assignments.count(); ++i) { need_add_cst_to_stmt = has_exist_in_array(column_exprs, static_cast(assignments.at(i).column_expr_)); } if (need_add_cst_to_stmt && OB_FAIL(check_exprs.push_back(check_expr))) { LOG_WARN("add to check_constraint_exprs failed", K(ret)); } } } } return ret; } ColumnItem *ObResolverUtils::find_col_by_base_col_id(ObDMLStmt &stmt, const uint64_t table_id, const uint64_t base_column_id, const uint64_t base_table_id) { ColumnItem *c = NULL; const TableItem *t = stmt.get_table_item_by_id(table_id); if (OB_ISNULL(t)) { LOG_WARN_RET(OB_ERR_UNEXPECTED, "get table item failed", K(table_id)); } else { c = find_col_by_base_col_id(stmt, *t, base_column_id, base_table_id); } return c; } ColumnItem *ObResolverUtils::find_col_by_base_col_id(ObDMLStmt &stmt, const TableItem &table_item, const uint64_t base_column_id, const uint64_t base_table_id) { ColumnItem *item = NULL; bool has_tg = stmt.has_instead_of_trigger(); FOREACH_CNT_X(col, stmt.get_column_items(), NULL == item) { if (!has_tg) { if (col->table_id_ == table_item.table_id_ && col->base_cid_ == base_column_id && in_updatable_view_path(table_item, *col->expr_)) { item = &(*col); } } else { if (col->table_id_ == table_item.table_id_ && col->base_cid_ == base_column_id && col->base_tid_ == base_table_id) { item = &(*col); } } } return item; } const ColumnItem *ObResolverUtils::find_col_by_base_col_id(const ObDMLStmt &stmt, const uint64_t table_id, const uint64_t base_column_id, const uint64_t base_table_id, bool ignore_updatable_check) { const ColumnItem *c = NULL; const TableItem *t = stmt.get_table_item_by_id(table_id); if (OB_ISNULL(t)) { LOG_WARN_RET(OB_ERR_UNEXPECTED, "get table item failed", K(table_id)); } else { c = find_col_by_base_col_id(stmt, *t, base_column_id, base_table_id, ignore_updatable_check); } return c; } const ColumnItem *ObResolverUtils::find_col_by_base_col_id(const ObDMLStmt &stmt, const TableItem &table_item, const uint64_t base_column_id, const uint64_t base_table_id, bool ignore_updatable_check) { const ColumnItem *item = NULL; bool has_tg = stmt.has_instead_of_trigger(); FOREACH_CNT_X(col, stmt.get_column_items(), NULL == item) { if (!has_tg) { if (col->table_id_ == table_item.table_id_ && col->base_cid_ == base_column_id && (ignore_updatable_check || in_updatable_view_path(table_item, *col->expr_))) { item = &(*col); } } else { if (col->table_id_ == table_item.table_id_ && col->base_cid_ == base_column_id && col->base_tid_ == base_table_id) { item = &(*col); } } } return item; } bool ObResolverUtils::in_updatable_view_path(const TableItem &table_item, const ObColumnRefRawExpr &col) { bool in_path = false; if (table_item.table_id_ == col.get_table_id()) { if (table_item.is_generated_table() || table_item.is_temp_table()) { const int64_t cid = col.get_column_id() - OB_APP_MIN_COLUMN_ID; if (NULL != table_item.ref_query_ && NULL != table_item.view_base_item_ && cid >= 0 && cid < table_item.ref_query_->get_select_item_size()) { auto expr = table_item.ref_query_->get_select_item(cid).expr_; if (expr->is_column_ref_expr()) { in_path = in_updatable_view_path(*table_item.view_base_item_, *static_cast(expr)); } } } else { in_path = true; } } return in_path; } int ObResolverUtils::resolve_file_format_string_value(const ParseNode *node, const ObCharsetType &format_charset, ObResolverParams ¶ms, ObString &result_value) { int ret = OB_SUCCESS; // 1. resolve expr ObRawExpr *expr = NULL; ObRawExprFactory *expr_factory = params.expr_factory_; ObSQLSessionInfo *session_info = params.session_info_; if (OB_ISNULL(node) || OB_ISNULL(expr_factory) || OB_ISNULL(session_info)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed. get unexpect NULL ptr", K(ret), K(node), K(expr_factory), K(session_info)); } else if (OB_FAIL(resolve_const_expr(params, *node, expr, NULL))) { LOG_WARN("fail to resolve const expr", K(ret)); } else if (OB_ISNULL(expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed. invalid param", K(ret), K(node->type_)); } else if (OB_FAIL(expr->formalize(session_info))) { LOG_WARN("failed to formalize expr", K(ret), K(*expr)); } else if (!expr->is_static_scalar_const_expr()) { ret = OB_NOT_SUPPORTED; ObSqlString err_msg; err_msg.append_fmt("using '%s' as format value", get_type_name(expr->get_expr_type())); LOG_USER_ERROR(OB_NOT_SUPPORTED, err_msg.ptr()); LOG_WARN("failed. invalid params", K(ret), K(*expr)); } // 2. try case convert if (OB_SUCC(ret)) { ObRawExpr *new_expr = NULL; const int64_t max_len = 64; ObCastMode cast_mode = CM_NONE; ObExprResType expr_output_type = expr->get_result_type(); ObCollationType result_collation_type = ObCharset::get_bin_collation(format_charset); ObExprResType cast_dst_type; cast_dst_type.set_type(ObVarcharType); cast_dst_type.set_length(max_len); cast_dst_type.set_calc_meta(ObObjMeta()); cast_dst_type.set_collation_type(result_collation_type); if (!(expr_output_type.is_varchar() || expr_output_type.is_nvarchar2() || expr_output_type.is_char() || expr_output_type.is_nchar())) { if (result_collation_type == CS_TYPE_INVALID) { ret = OB_ERR_PARAM_INVALID; LOG_WARN("failed. get invalid collaction", K(ret), K(format_charset)); } else if (OB_FAIL(ObSQLUtils::get_default_cast_mode(session_info, cast_mode))) { LOG_WARN("get default cast mode failed", K(ret)); } else if (OB_FAIL(ObRawExprUtils::try_add_cast_expr_above(expr_factory, session_info, *expr, cast_dst_type, cast_mode, new_expr))) { LOG_WARN("try add cast expr above failed", K(ret), K(*expr)); } else if (OB_ISNULL(new_expr)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed. get unexpect NULL ptr", K(ret)); } else if (OB_FAIL(new_expr->add_flag(IS_OP_OPERAND_IMPLICIT_CAST))) { LOG_WARN("failed to add flag", K(ret)); } else { expr = new_expr; } } } // 3. compute expr result if (OB_SUCC(ret)) { RowDesc row_desc; ObNewRow tmp_row; ObObj value_obj; ObTempExpr *temp_expr = NULL; ObExecContext *exec_ctx = session_info->get_cur_exec_ctx(); if (OB_ISNULL(exec_ctx) || OB_ISNULL(exec_ctx->get_sql_ctx())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed. get unexpected NULL", K(ret)); } else if (OB_FAIL(ObStaticEngineExprCG::gen_expr_with_row_desc(expr, row_desc, exec_ctx->get_allocator(), exec_ctx->get_my_session(), exec_ctx->get_sql_ctx()->schema_guard_, temp_expr))) { LOG_WARN("fail to fill sql expression", K(ret)); } else if (OB_ISNULL(temp_expr)) { ret = OB_INVALID_ARGUMENT; LOG_WARN("fail to gen temp expr", K(ret)); } else if (OB_FAIL(temp_expr->eval(*exec_ctx, tmp_row, value_obj))) { LOG_WARN("fail to calc value", K(ret), K(*expr)); } else if (value_obj.is_null()) { result_value = ObString(); } else { result_value = value_obj.get_string(); } } return ret; } } // namespace sql } // namespace oceanbase