Files
oceanbase/src/sql/resolver/dml/ob_insert_resolver.cpp
2024-02-19 12:42:27 +00:00

1453 lines
65 KiB
C++

/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#define USING_LOG_PREFIX SQL_RESV
#include "sql/resolver/dml/ob_insert_resolver.h"
#include "share/ob_define.h"
#include "share/schema/ob_schema_struct.h"
#include "share/schema/ob_column_schema.h"
#include "share/ob_autoincrement_param.h"
#include "common/sql_mode/ob_sql_mode_utils.h"
#include "sql/resolver/dml/ob_select_stmt.h"
#include "sql/resolver/dml/ob_select_resolver.h"
#include "sql/resolver/expr/ob_raw_expr_info_extractor.h"
#include "sql/session/ob_sql_session_info.h"
#include "sql/resolver/ob_resolver_utils.h"
#include "sql/rewrite/ob_transform_utils.h"
#include "sql/resolver/expr/ob_raw_expr_util.h"
#include "sql/resolver/dml/ob_insert_stmt.h"
#include "sql/parser/parse_malloc.h"
#include "ob_default_value_utils.h"
#include "observer/ob_server.h"
#include "pl/ob_pl_resolver.h"
#include "common/ob_smart_call.h"
#include "lib/json/ob_json_print_utils.h"
namespace oceanbase
{
using namespace common;
using namespace share;
using namespace share::schema;
namespace sql
{
ObInsertResolver::ObInsertResolver(ObResolverParams &params)
: ObDelUpdResolver(params),
row_count_(0),
sub_select_resolver_(NULL),
autoinc_col_added_(false),
is_mock_(false)
{
params.contain_dml_ = true;
}
ObInsertResolver::~ObInsertResolver()
{
if (NULL != sub_select_resolver_) {
sub_select_resolver_->~ObSelectResolver();
}
}
int ObInsertResolver::resolve(const ParseNode &parse_tree)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = NULL;
bool has_tg = false;
if (OB_UNLIKELY(T_INSERT != parse_tree.type_)
|| OB_UNLIKELY(4 > parse_tree.num_child_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid parse tree", K(parse_tree.type_), K(parse_tree.num_child_));
} else if (OB_ISNULL(insert_stmt = create_stmt<ObInsertStmt>())) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_ERROR("create insert stmt failed", K(insert_stmt));
} else if (OB_ISNULL(parse_tree.children_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid parse tree", K(parse_tree.children_), K(ret));
} else if (OB_ISNULL(session_info_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid session info", K(session_info_), K(ret));
} else if (OB_ISNULL(parse_tree.children_[REPLACE_NODE])) {
ret = OB_ERR_UNEXPECTED;
LOG_ERROR("invalid node for is_replacement", K(parse_tree.children_[1]));
} else { // TODO:@webber.wb replace 情况oracle怎么处理trigger
insert_stmt->set_replace(parse_tree.children_[REPLACE_NODE]->type_ == T_REPLACE);
session_info_->set_ignore_stmt(NULL != parse_tree.children_[IGNORE_NODE] ? true : false);
insert_stmt->set_ignore(NULL != parse_tree.children_[IGNORE_NODE] ? true : false);
}
// resolve outline data hints first
if (OB_SUCC(ret)) {
if (OB_FAIL(resolve_outline_data_hints())) {
LOG_WARN("resolve outline data hints failed", K(ret));
}
}
if (OB_SUCC(ret)) {
NG_TRACE(resolve_ins_tbl_begin);
if (OB_FAIL(resolve_insert_clause(*parse_tree.children_[INSERT_NODE]))) {
LOG_WARN("resolve single table insert failed", K(ret));
} else {
has_tg = insert_stmt->has_instead_of_trigger();
}
NG_TRACE(resolve_ins_tbl_end);
}
if (OB_SUCC(ret)) {
if (insert_stmt->is_replace() && insert_stmt->is_ignore()) {
ret = OB_NOT_SUPPORTED;
LOG_USER_ERROR(OB_NOT_SUPPORTED, "replace statement with ignore");
} else if (insert_stmt->is_ignore() && insert_stmt->has_global_index()) {
ret = OB_NOT_SUPPORTED;
LOG_USER_ERROR(OB_NOT_SUPPORTED, "ignore with global index");
} else { /*do nothing*/ }
}
// resolve hints and inner cast
if (OB_SUCC(ret)) {
if (OB_FAIL(resolve_hints(parse_tree.children_[HINT_NODE]))) {
LOG_WARN("failed to resolve hints", K(ret));
} else if ((stmt::T_INSERT == insert_stmt->stmt_type_)
&& insert_stmt->value_from_select()
&& GCONF._ob_enable_direct_load) {
ObQueryCtx *query_ctx = insert_stmt->get_query_ctx();
if (OB_ISNULL(query_ctx)) {
LOG_WARN("query ctx should not be NULL", KR(ret), KP(query_ctx));
} else if (query_ctx->get_query_hint().get_global_hint().has_append()) {
// For insert into select clause with direct-insert mode, plan cache is disabled
query_ctx->get_query_hint_for_update().global_hint_.merge_plan_cache_hint(OB_USE_PLAN_CACHE_NONE);
}
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(insert_stmt->formalize_stmt(session_info_))) {
LOG_WARN("pull stmt all expr relation ids failed", K(ret));
}
}
if (OB_SUCC(ret) && !has_tg) {
if (OB_FAIL(check_view_insertable())) {
LOG_WARN("view not insertable", K(ret));
}
}
return ret;
}
int ObInsertResolver::resolve_insert_clause(const ParseNode &node)
{
int ret = OB_SUCCESS;
//resolve insert table reference
//the target table must be resolved first,
//insert_stmt appoint that the first table in table_items_ is the target table
const ParseNode *insert_into = NULL;
const ParseNode *values_node = NULL;
TableItem* table_item = NULL;
ObInsertStmt *insert_stmt = get_insert_stmt();
ObSEArray<uint64_t, 4> label_se_columns;
bool has_tg = false;
if (OB_ISNULL(session_info_) || OB_ISNULL(insert_stmt) ||
OB_ISNULL(insert_into = node.children_[INTO_NODE]) ||
OB_ISNULL(values_node = node.children_[VALUE_NODE])) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(session_info_), K(insert_stmt),
K(insert_into), K(values_node), K(ret));
} else if (OB_FAIL(resolve_insert_field(*insert_into, table_item))) {
LOG_WARN("failed to resolve insert filed", K(ret));
} else if (OB_FAIL(get_label_se_columns(insert_stmt->get_insert_table_info(), label_se_columns))) {
LOG_WARN("failed to get label se columns", K(ret));
} else if (OB_FAIL(resolve_values(*values_node,
label_se_columns,
table_item, node.children_[DUPLICATE_NODE]))) {
LOG_WARN("failed to resolve values", K(ret));
} else {
has_tg = insert_stmt->has_instead_of_trigger();
if (!insert_stmt->get_table_items().empty() &&
NULL != insert_stmt->get_table_item(0) &&
(insert_stmt->get_table_item(0)->is_generated_table() ||
insert_stmt->get_table_item(0)->is_temp_table())) {
if (OB_FAIL(add_all_column_to_updatable_view(*insert_stmt, *insert_stmt->get_table_item(0), has_tg))) {
LOG_WARN("failed to add column to updatable view", K(ret));
} else if (OB_FAIL(view_pullup_special_column_exprs())) {
LOG_WARN("failed to pullup special column exprs", K(ret));
} else if (!has_tg && OB_FAIL(view_pullup_part_exprs())) {
LOG_WARN("pullup part exprs for view failed", K(ret));
} else { /*do nothing*/ }
}
if (is_oracle_mode()) {
OZ(add_default_sequence_id_to_stmt(insert_stmt->get_table_item(0)->table_id_));
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(generate_insert_table_info(*table_item, insert_stmt->get_insert_table_info()))) {
LOG_WARN("failed to generate insert table info", K(ret));
} else { /*do nothing*/ }
}
//无论哪种插入方式, 都需要向target field中添加列__session_id
//非赋值方式插入oracle临时表值中的session_id添加在resolve_insert_values已完成
if (FAILEDx(add_new_column_for_oracle_temp_table(insert_stmt->get_insert_table_info().ref_table_id_,
insert_stmt->get_insert_table_info().table_id_,
insert_stmt))) {
LOG_WARN("failed to add new column for oracle temp table", K(ret));
} else if (!has_tg &&
OB_FAIL(add_new_column_for_oracle_label_security_table(label_se_columns,
insert_stmt->get_insert_table_info().ref_table_id_,
insert_stmt->get_insert_table_info().table_id_,
insert_stmt))) {
LOG_WARN("failed to add new column for oracle label security table", K(ret));
} else if (!has_tg && OB_FAIL(generate_autoinc_params(insert_stmt->get_insert_table_info()))) {
LOG_WARN("failed to save autoinc params", K(ret));
} else if (OB_FAIL(generate_column_conv_function(insert_stmt->get_insert_table_info()))) {
LOG_WARN("failed to generate column conv function", K(ret));
} else if (OB_FAIL(replace_gen_col_dependent_col(insert_stmt->get_insert_table_info()))) {
// In static engine we need to replace the dependent column of generate column with the
// new insert value. e.g.:
// c3 as c1 + c2
// after add_column_conv_function() the c3's new value is: column_conv(c1 + c2)
// should be replaced to: column_conv(column_conv(__values.c1) + column_conv(__values.c2).
//
// The old engine no need to do this because it calculate generate column with the
// new inserted row.
LOG_WARN("failed to replace gen col dependent col", K(ret));
}
if (OB_SUCC(ret)) {
if (lib::is_oracle_mode()) {
//resolve returning node
if (OB_FAIL(resolve_returning(node.children_[RETURNING_NODE]))) {
LOG_WARN("failed to resolve returning", K(ret));
} else if (OB_FAIL(try_expand_returning_exprs())) {
LOG_WARN("failed to expand returning exprs", K(ret));
} else if (NULL != node.children_[ERR_LOG_NODE] &&
OB_FAIL(resolve_error_logging(node.children_[ERR_LOG_NODE]))) {
LOG_WARN("resolve_error_logging fail", K(ret));
}
} else if (NULL != node.children_[DUPLICATE_NODE] && // resolve assignments
OB_FAIL(resolve_insert_update_assignment(node.children_[DUPLICATE_NODE],
insert_stmt->get_insert_table_info()))) {
LOG_WARN("failed to resolve insert update assignment", K(ret));
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(resolve_insert_constraint())) {
LOG_WARN("failed to resolve insert constraint", K(ret));
} else { /*do nothing*/ }
}
return ret;
}
//该函数是用来实现values(c1)功能;
//insert into test values(1,2) on duplicate key update c2 = values(c1);
//将values(c1)表达式替换成column_conv()的结果
int ObInsertResolver::process_values_function(ObRawExpr *&expr)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(expr)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument", K(expr));
} else if (OB_UNLIKELY(!expr->has_flag(IS_VALUES))
|| OB_UNLIKELY(expr->get_param_count() != 1)) {
LOG_WARN("invalid expr", K(expr), K(expr->get_param_count()));
ret = OB_INVALID_ARGUMENT;
} else if (OB_UNLIKELY(expr->get_param_expr(0)->get_expr_type() != T_REF_COLUMN)) {
LOG_WARN("invalid param expr", "type", expr->get_param_expr(0)->get_expr_type());
ret = OB_INVALID_ARGUMENT;
} else if (OB_ISNULL(insert_stmt)) {
ret = OB_ERR_UNEXPECTED;
LOG_ERROR("invalid insert stmt", K(ret), K(insert_stmt));
} else {
const ObIArray<ObColumnRefRawExpr*>& insert_columns = insert_stmt->get_insert_table_info().column_exprs_;
ObColumnRefRawExpr *b_expr = static_cast<ObColumnRefRawExpr *>(expr->get_param_expr(0));
if (OB_ISNULL(b_expr)) {
LOG_WARN("invalid expr or insert_columns", K(b_expr));
ret = OB_INVALID_ARGUMENT;
} else {
int64_t table_id = insert_stmt->get_insert_table_info().table_id_;
uint64_t column_id = b_expr->get_column_id();
ColumnItem *column_item = NULL;
if (OB_ISNULL(column_item = insert_stmt->get_column_item_by_id(table_id, column_id))) {
ret = OB_ERR_BAD_FIELD_ERROR;
ObString scope_name = ObString::make_string(get_scope_name(current_scope_));
LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, b_expr->get_column_name().length(), b_expr->get_column_name().ptr(),
scope_name.length(), scope_name.ptr());
LOG_WARN("fail to get column item", K(ret), K(table_id), K(column_id));
} else {
const int64_t N = insert_columns.count();
int64_t index = OB_INVALID_INDEX;
ret = OB_ENTRY_NOT_EXIST;
for (int64_t i = 0; i < N && OB_ENTRY_NOT_EXIST == ret; i++) {
if (OB_ISNULL(insert_columns.at(i))) {
ret = OB_ERR_UNEXPECTED;
LOG_ERROR("invalid insert columns", K(i), K(insert_columns.at(i)));
} else if (insert_columns.at(i)->get_column_id() == column_id) {
index = i;
ret = OB_SUCCESS;
}
}
if (OB_FAIL(ret)) {
//do nothing
} else if (OB_UNLIKELY(index == OB_INVALID_INDEX)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to find column position", K(column_id));
} else {
ObRawExpr *value_expr = get_insert_stmt()->get_column_conv_exprs().at(index);
if (OB_FAIL(add_additional_function_according_to_type(column_item,
value_expr,
T_INSERT_SCOPE,
true))) {
LOG_WARN("fail to add additional function", K(ret));
} else if (value_expr->is_const_expr() &&
!ob_is_enum_or_set_type(value_expr->get_data_type())) {
ObRawExpr* remove_const_expr = NULL;
if (OB_FAIL(ObRawExprUtils::build_remove_const_expr(*params_.expr_factory_,
*params_.session_info_,
value_expr, remove_const_expr))) {
LOG_WARN("fail to build remove_const expr",K(ret), K(expr), K(remove_const_expr));
} else {
value_expr = remove_const_expr;
}
}
if (OB_FAIL(ret)) {
//do nothing
} else if (OB_FAIL(ObRawExprUtils::replace_ref_column(expr, b_expr, value_expr))) {
LOG_WARN("fail to replace ref column", K(ret), K(b_expr), K(value_expr));
} else {
SQL_RESV_LOG(DEBUG, "replace ref column", K(expr), K(b_expr),
K(value_expr), K(column_id));
}
}
}
}
}
return ret;
}
//insert into test values(1, c1 + 2);
//本函数用来解决c1的取值过程。先查找到C1对应的expr 1,然后将expr 1 变成column_conv(1) ;
//将 c1+2==> column_conv(1) + 2;
int ObInsertResolver::replace_column_ref(ObArray<ObRawExpr*> *value_row,
ObRawExpr *&expr,
bool in_generated_column /*default false*/)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(expr) || OB_ISNULL(value_row) || OB_ISNULL(insert_stmt) || OB_ISNULL(params_.expr_factory_)) {
LOG_WARN("invalid argument", K(expr), K(value_row), K(insert_stmt));
ret = OB_INVALID_ARGUMENT;
} else if (OB_ISNULL(allocator_)) {
ret = OB_ERR_UNEXPECTED;
OB_LOG(ERROR, "fail to get allocator", K(ret), K_(allocator));
} else if (expr->get_param_count() > 0) {
for (int i = 0; OB_SUCC(ret) && i < expr->get_param_count(); i++) {
if (OB_FAIL(SMART_CALL(replace_column_ref(value_row, expr->get_param_expr(i),
in_generated_column)))) {
LOG_WARN("fail to postorder_spread", K(ret), K(expr->get_param_expr(i)));
}
}
}
if (OB_SUCC(ret) && expr->is_column_ref_expr()) {
int64_t value_index = -1;
ObIArray<ObColumnRefRawExpr*> &value_desc = insert_stmt->get_values_desc();
if (lib::is_oracle_mode() && !in_generated_column) {
ret = OB_ERR_COLUMN_NOT_ALLOWED;
LOG_WARN("column not allowed here", KPC(expr));
} else if (value_desc.count() < value_row->count()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid array size", K(value_row->count()), K(value_desc.count()));
} else {
ObColumnRefRawExpr *b_expr = static_cast<ObColumnRefRawExpr*>(expr);
uint64_t column_id = b_expr->get_column_id();
ret = OB_ENTRY_NOT_EXIST;
for(int64_t i = 0; OB_ENTRY_NOT_EXIST == ret && i < value_row->count(); i++) {
if (value_desc.at(i)->get_column_id() == column_id) {
value_index = i;
ret = OB_SUCCESS;
}
}
ColumnItem * column_item = NULL;
if (OB_ENTRY_NOT_EXIST == ret) {
if (OB_FAIL(replace_column_to_default(expr))) {
LOG_WARN("fail to replace column to default", K(ret), K(*expr));
} else {
SQL_RESV_LOG(DEBUG, "replace column ref to default", K(*expr));
}
} else if (OB_ISNULL(column_item = insert_stmt->get_column_item_by_id(
get_insert_stmt()->get_insert_table_info().table_id_, column_id))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to find column item", K(ret), K(column_id));
} else {
ObRawExpr *&value_expr = value_row->at(value_index);
if (OB_ISNULL(value_expr)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to get value expr", K(value_index), K(value_expr), K(value_row));
} else if (OB_FAIL(add_additional_function_according_to_type(column_item,
value_expr,
T_INSERT_SCOPE,
true))) {
LOG_WARN("fail to build column conv expr", K(ret));
}
if (OB_SUCC(ret)) {
expr = insert_stmt->get_values_desc().at(value_index);
insert_stmt->set_is_all_const_values(false);
SQL_RESV_LOG(DEBUG, "replace column ref to value", K(*expr), K(value_index));
}
}
}
}
return ret;
}
int ObInsertResolver::resolve_insert_field(const ParseNode &insert_into, TableItem*& table_item)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
const ParseNode *table_node = NULL;
table_item = NULL;
ObSelectStmt *ref_stmt = NULL;
CK(OB_NOT_NULL(insert_stmt));
CK(OB_NOT_NULL(table_node = insert_into.children_[0]));
//resolve insert table
//oracle mode allow to use insert subquery... => eg:insert into (select * from t1)v values(1,2,3);
if (is_oracle_mode() && table_node->num_child_ == 2) {//节点孩子为2时说明存在上述情形,需要进行特殊处理
if (OB_FAIL(ObDMLResolver::resolve_table(*table_node, table_item))) {
LOG_WARN("failed to resolve table", K(ret));
} else if (OB_ISNULL(table_item) || (!table_item->is_generated_table() && !table_item->is_temp_table()) ||
OB_ISNULL(ref_stmt = table_item->ref_query_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected error", K(table_item), K(ref_stmt), K(ret));
} else if (OB_FAIL(set_base_table_for_view(*table_item))) {
LOG_WARN("set base table for insert view failed", K(ret));
} else {/*do nothing*/}
} else {
const bool old_flag = session_info_->is_table_name_hidden();
session_info_->set_table_name_hidden(session_info_->get_ddl_info().is_ddl()
&& session_info_->get_ddl_info().is_dest_table_hidden());
OZ(resolve_basic_table(*table_node, table_item));
session_info_->set_table_name_hidden(old_flag);
}
OZ(column_namespace_checker_.add_reference_table(table_item));
if (OB_SUCC(ret)) {
current_scope_ = T_INSERT_SCOPE;
const ObTableSchema *table_schema = NULL;
uint64_t ref_id = (!OB_ISNULL(table_item->ref_query_) && table_item->ref_query_->is_view_stmt())
? table_item->ref_query_->get_view_ref_id()
: table_item->get_base_table_item().ref_id_;
OZ(schema_checker_->get_table_schema(session_info_->get_effective_tenant_id(), ref_id, table_schema, table_item->is_link_table()));
OZ (check_need_fired_trigger(table_item));
if (OB_SUCC(ret)) {
if (table_schema->is_oracle_tmp_table()) {
//oracle临时表各session不会创建自己的私有对象只能在数据增加时设置标记
session_info_->set_has_temp_table_flag();
set_is_oracle_tmp_table(true);
set_oracle_tmp_table_type(table_schema->is_oracle_sess_tmp_table() ? 0 : 1);
}
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(generate_insert_table_info(*table_item,
insert_stmt->get_insert_table_info(),
false))) {
LOG_WARN("failed to generate insert table info", K(ret));
} else { /*do nothing*/ }
}
if (OB_SUCC(ret) && 2 == insert_into.num_child_ &&
OB_FAIL(resolve_insert_columns(insert_into.children_[1], insert_stmt->get_insert_table_info()))) {
LOG_WARN("failed to resolve insert columns", K(ret));
}
OZ(remove_dup_dep_cols_for_heap_table(insert_stmt->get_insert_table_info().part_generated_col_dep_cols_,
insert_stmt->get_values_desc()));
return ret;
}
int ObInsertResolver::resolve_insert_assign(const ParseNode &assign_list)
{
int ret = OB_SUCCESS;
//insert into t1 set c1=1, c2=1;
ObSEArray<ObTableAssignment, 2> tables_assign;
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(insert_stmt)) {
ret = OB_ERR_UNEXPECTED;
LOG_ERROR("invalid insert stmt", K(ret), K(insert_stmt));
} else if (OB_FAIL(resolve_assignments(assign_list, tables_assign, current_scope_))) {
LOG_WARN("resolve insert set assignment list failed", K(ret));
} else {
ObArray<ObRawExpr*> value_row;
int64_t table_count = tables_assign.count();
for (int64_t i = 0 ; OB_SUCC(ret) && i < table_count; i++) {
ObTableAssignment &ts = tables_assign.at(i);
int64_t assign_count = ts.assignments_.count();
for (int64_t j = 0; OB_SUCC(ret) && j < assign_count; j++) {
ObAssignment &assign = ts.assignments_.at(j);
//add column_item
if (OB_ISNULL(assign.column_expr_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid assignment variable", K(i), K(j), K(assign));
} else if (assign.is_duplicated_) {
ret = OB_ERR_FIELD_SPECIFIED_TWICE;
LOG_USER_ERROR(OB_ERR_FIELD_SPECIFIED_TWICE, to_cstring(assign.column_expr_->get_column_name()));
} else if (OB_FAIL(replace_column_to_default(assign.expr_))) {
LOG_WARN("replace values column to default failed", K(ret));
} else if (OB_FAIL(assign.expr_->formalize(session_info_))) {
LOG_WARN("formalize expr failed", K(ret));
} else if (OB_FAIL(value_row.push_back(assign.expr_))) {
LOG_WARN("Can not add expr_id to ObArray", K(ret));
}
}
if (OB_SUCCESS == ret && OB_FAIL(add_new_value_for_oracle_temp_table(value_row))) {
LOG_WARN("add cur session value failed", K(ret));
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(append(insert_stmt->get_insert_table_info().values_vector_, value_row))) {
LOG_WARN("failed to append value row", K(ret));
}
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(check_need_match_all_params(insert_stmt->get_insert_table_info().values_desc_,
insert_stmt->get_query_ctx()->need_match_all_params_))) {
LOG_WARN("check need match all params failed", K(ret));
}
}
const ObIArray<ObColumnRefRawExpr*> &dep_cols = insert_stmt->get_insert_table_info().part_generated_col_dep_cols_;
if (OB_SUCC(ret) && 0 != dep_cols.count()) {
ColumnItem *col_item = NULL;
ObDefaultValueUtils utils(insert_stmt, &params_, this);
for (int64_t i = 0; OB_SUCC(ret) && i < dep_cols.count(); ++i) {
const ObColumnRefRawExpr *col_ref = dep_cols.at(i);
CK(OB_NOT_NULL(col_ref));
CK(OB_NOT_NULL(col_item = insert_stmt->get_column_item_by_id(
col_ref->get_table_id(),
col_ref->get_column_id())));
if (OB_SUCC(ret)) {
if (NULL == col_item->default_value_expr_) {
OZ(utils.resolve_default_expr(*col_item, col_item->default_value_expr_,
T_INSERT_SCOPE));
}
}
}
}
return ret;
}
int ObInsertResolver::resolve_values(const ParseNode &value_node,
ObIArray<uint64_t>& label_se_columns,
TableItem* table_item,
const ParseNode *duplicate_node)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
void *select_buffer = NULL;
if (OB_ISNULL(insert_stmt) || OB_ISNULL(allocator_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid stat", K(insert_stmt), K_(allocator));
} else if (T_VALUE_LIST == value_node.type_) {
// value list
if (OB_FAIL(resolve_insert_values(&value_node,
insert_stmt->get_insert_table_info(),
label_se_columns))) {
LOG_WARN("resolve insert values failed", K(ret));
}
} else if (T_ASSIGN_LIST == value_node.type_) {
if (OB_UNLIKELY(label_se_columns.count() > 0)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("label security only occurs in oracle mode", K(ret), K(label_se_columns));
} else if (OB_FAIL(resolve_insert_assign(value_node))) {
LOG_WARN("resolve insert assign list failed", K(ret));
}
} else if (OB_ISNULL(select_buffer = allocator_->alloc(sizeof(ObSelectResolver)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("allocate select buffer failed", K(ret), "size", sizeof(ObSelectResolver));
} else {
// value from sub-query(insert into table select ..)
is_mock_ = lib::is_mysql_mode() && value_node.reserved_;
ObSelectStmt *select_stmt = NULL;
sub_select_resolver_ = new(select_buffer) ObSelectResolver(params_);
//insert clause and select clause in insert into select belong to the same namespace level
//so select resolver current level equal to insert resolver
sub_select_resolver_->set_current_level(current_level_);
sub_select_resolver_->set_current_view_level(current_view_level_);
//select层不应该看到上层的insert stmt的属性,所以upper scope stmt应该为空
sub_select_resolver_->set_parent_namespace_resolver(NULL);
//for values stmt: insert into table_name values row()...
sub_select_resolver_->set_upper_insert_resolver(this);
TableItem *sub_select_table = NULL;
ObString view_name;
ObSEArray<ColumnItem, 4> column_items;
ParseNode *alias_node = NULL;
ParseNode *table_alias_node = NULL;
if (is_mock_ &&
value_node.children_[PARSE_SELECT_FROM] != NULL &&
value_node.children_[PARSE_SELECT_FROM]->num_child_ == 1 &&
value_node.children_[PARSE_SELECT_FROM]->children_[0]->type_ == T_ALIAS &&
value_node.children_[PARSE_SELECT_FROM]->children_[0]->num_child_ == 2) {
alias_node = value_node.children_[PARSE_SELECT_FROM]->children_[0]->children_[1];
if (T_LINK_NODE == alias_node->type_ && alias_node->num_child_ == 2) {
table_alias_node = alias_node->children_[0];
} else {
table_alias_node = alias_node;
}
if (NULL != table_alias_node) {
view_name.assign_ptr(const_cast<char*>(table_alias_node->str_value_),
static_cast<int32_t>(table_alias_node->str_len_));
}
}
if (OB_UNLIKELY(T_SELECT != value_node.type_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid value node", K(value_node.type_));
} else if (OB_FAIL(sub_select_resolver_->resolve(value_node))) {
LOG_WARN("failed to resolve select stmt in INSERT stmt", K(ret));
} else if (OB_ISNULL(select_stmt = sub_select_resolver_->get_select_stmt())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid select stmt", K(select_stmt));
} else if (!session_info_->get_ddl_info().is_ddl() &&
OB_FAIL(check_insert_select_field(*insert_stmt, *select_stmt, is_mock_))) {
LOG_WARN("check insert select field failed", K(ret), KPC(insert_stmt), KPC(select_stmt));
} else if (!session_info_->get_ddl_info().is_ddl() && OB_FAIL(add_new_sel_item_for_oracle_temp_table(*select_stmt))) {
LOG_WARN("add session id value to select item failed", K(ret));
} else if (OB_FAIL(add_new_sel_item_for_oracle_label_security_table(insert_stmt->get_insert_table_info(),
label_se_columns,
*select_stmt))) {
LOG_WARN("add label security columns to select item failed", K(ret));
} else if (OB_FAIL(resolve_generate_table_item(select_stmt, view_name, sub_select_table))) {
LOG_WARN("failed to resolve generate table item", K(ret));
}
if (OB_SUCC(ret) && is_mock_) {
ObString ori_table_name = table_item->table_name_;
ObSEArray<ObString, 4> ori_column_names;
ObString row_alias_table_name = sub_select_table->get_table_name();
ObSEArray<ObString, 4> row_alias_column_names;
//1. check_table_and_column_name
if (OB_FAIL(check_table_and_column_name(insert_stmt->get_values_desc(),
select_stmt,
ori_table_name,
ori_column_names,
row_alias_table_name,
row_alias_column_names))) {
LOG_WARN("fail to get table and column name", K(ret));
}
//2.check_validity_of_duplicate_node
if (OB_FAIL(ret)) {
//do nothing
} else if (duplicate_node != NULL) {
if (OB_FAIL(check_validity_of_duplicate_node(duplicate_node,
ori_table_name,
ori_column_names,
row_alias_table_name,
row_alias_column_names))) {
LOG_WARN("fail to check validity of duplicate node", K(ret));
}
}
}
if (OB_FAIL(ret)) {
//do nothing
} else if (OB_FAIL(resolve_all_generated_table_columns(*sub_select_table,
column_items))) {
LOG_WARN("failed to resolve all generated table columns", K(ret));
} else {
insert_stmt->add_from_item(sub_select_table->table_id_);
}
}
return ret;
}
int ObInsertResolver::check_table_and_column_name(const ObIArray<ObColumnRefRawExpr*> & value_desc,
ObSelectStmt *select_stmt,
ObString &ori_table_name,
ObIArray<ObString> &ori_column_names,
ObString &row_alias_table_name,
ObIArray<ObString> &row_alias_column_names)
{
int ret = OB_SUCCESS;
if (OB_ISNULL(select_stmt)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected error", K(ret));
}
//get original table name and column name,row alias table name and column name
for (int64_t i = 0; OB_SUCC(ret) && i < value_desc.count(); i++) {
//column name comparsion is case insensitive
const ObColumnRefRawExpr* column = value_desc.at(i);
if (OB_ISNULL(column)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("column is NULL", K(ret));
} else if (OB_FAIL(ori_column_names.push_back(column->get_column_name()))) {
LOG_WARN("fail to push column name");
} else if (OB_FAIL(row_alias_column_names.push_back(select_stmt->get_select_item(i).alias_name_))){
LOG_WARN("fail to push column name");
}
}
if (OB_SUCC(ret)) {
//check validity
ObNameCaseMode mode = OB_NAME_CASE_INVALID;
bool perserve_lettercase = true;
ObCollationType cs_type = CS_TYPE_INVALID;
if (OB_FAIL(session_info_->get_name_case_mode(mode))) {
LOG_WARN("fail to get name case mode", K(mode), K(ret));
} else if (OB_FAIL(session_info_->get_collation_connection(cs_type))) {
LOG_WARN("fail to get collation_connection", K(ret));
} else {
perserve_lettercase = lib::is_oracle_mode() ?
true : (mode != OB_LOWERCASE_AND_INSENSITIVE);
}
if (OB_FAIL(ret)) {
//do nothing
} else if (!perserve_lettercase) {
ObCharset::casedn(cs_type, ori_table_name);
ObCharset::casedn(cs_type, row_alias_table_name);
}
if (0 == ori_table_name.compare(row_alias_table_name)) {
//case: insert into t1(a,b) values (4,5) as t1(a,b) on duplicate key update a = t1.a;
ret = OB_ERR_NONUNIQ_TABLE;
LOG_USER_ERROR(OB_ERR_NONUNIQ_TABLE, row_alias_table_name.length(), row_alias_table_name.ptr());
} else if (row_alias_column_names.count() == 0 ||
ori_column_names.count() == 0) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected column column", K(ret));
} else if (row_alias_column_names.count() != ori_column_names.count()) {
//case: insert into t1(a,b) values (4,5) as new(a,b,c) on duplicate key update a = t1.a;
ret = OB_ERR_VIEW_WRONG_LIST;
LOG_WARN("unexpect different count between row_alias_column_names and ori_column_names", K(ret));
}
}
return ret;
}
int ObInsertResolver::check_validity_of_duplicate_node(const ParseNode* node,
ObString &ori_table_name,
ObIArray<ObString> &ori_column_names,
ObString &row_alias_table_name,
ObIArray<ObString> &row_alias_column_names)
{
int ret = OB_SUCCESS;
bool is_valid = true;
if (OB_ISNULL(node)) {
is_valid = false;
} else if (T_ASSIGN_ITEM == node->type_) {
ObString table_name;
ObString column_name;
ParseNode* table_name_node = NULL;
ParseNode* column_name_node = NULL;
ParseNode* col_ref_node = node->children_[0];
if (col_ref_node->num_child_ != 3) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected error", K(ret));
} else if (OB_ISNULL(table_name_node = col_ref_node->children_[1])) {
//do nothing
} else if (OB_ISNULL(column_name_node = col_ref_node->children_[2])) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected error", K(ret));
} else {
table_name.assign_ptr(table_name_node->str_value_,
static_cast<int32_t>(table_name_node->str_len_));
if (0 == (row_alias_table_name.compare(ori_table_name)) ) {
column_name.assign_ptr(column_name_node->str_value_,
static_cast<int32_t>(column_name_node->str_len_));
/*
* INSERT INTO t1 VALUES (4,5,7) AS t1(m,n,p) ON DUPLICATE KEY UPDATE NEW.m = m+n+1;
* NEW.m is not allowed to set
*/
ret = OB_ERR_BAD_FIELD_ERROR;
ObString scope_name = ObString::make_string(get_scope_name(current_scope_));
LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, column_name.length(), column_name.ptr(),
scope_name.length(), scope_name.ptr());
} else if (OB_FAIL(check_ambiguous_column(column_name, ori_column_names, row_alias_column_names))) {
LOG_WARN("fail to check ambiguous columns", K(ret));
}
}
} else if (T_FUN_SYS == node->type_) {
if (node->num_child_ != 2) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected error", K(node->num_child_), K(ret));
} else {
ObString node_name;
ObString node_column_name;
node_name.assign_ptr(node->children_[0]->str_value_,
static_cast<int32_t>(node->children_[0]->str_len_));
if (0 == node_name.case_compare("values")) {
//do nothing, do not replace column under values expr
if (node->children_[1]->type_ == T_EXPR_LIST) {
ParseNode* expr_list_node = node->children_[1];
for (int64_t i = 0; OB_SUCC(ret) && i < expr_list_node->num_child_; ++i) {
ObString node_table_name;
if (OB_ISNULL(expr_list_node->children_[i])) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected error", K(ret));
} else {
//case: insert into t1(a,b) values (4,5) as new(a,b) on duplicate key update a = value(new.a)+new.a;
//new.a under values is not allowed
ParseNode* col_ref_node = expr_list_node->children_[i];
if (col_ref_node->num_child_ != 3 || OB_ISNULL(col_ref_node->children_[2])) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected error", K(col_ref_node->num_child_), K(col_ref_node->children_[2]), K(ret));
} else if (col_ref_node->children_[1] == NULL) {
//table node is null
//insert into t1(a,b) values (4,5) as new(a,b) on duplicate key update a = value(a)+a
//a in valus expr must be column of target table t1
node_column_name.assign_ptr(col_ref_node->children_[2]->str_value_,
static_cast<int32_t>(col_ref_node->children_[2]->str_len_));
if (!find_in_column(node_column_name, ori_column_names)) {
ret = OB_ERR_BAD_FIELD_ERROR;
ObString scope_name = ObString::make_string(get_scope_name(current_scope_));
LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, node_column_name.length(), node_column_name.ptr(),
scope_name.length(), scope_name.ptr());
}
} else {
//table node is not null
node_table_name.assign_ptr(col_ref_node->children_[1]->str_value_,
static_cast<int32_t>(col_ref_node->children_[1]->str_len_));
if (0 == (node_table_name.compare(row_alias_table_name))) {
node_column_name.assign_ptr(col_ref_node->children_[2]->str_value_,
static_cast<int32_t>(col_ref_node->children_[2]->str_len_));
ret = OB_ERR_BAD_FIELD_ERROR;
ObString scope_name = ObString::make_string(get_scope_name(current_scope_));
LOG_USER_ERROR(OB_ERR_BAD_FIELD_ERROR, node_column_name.length(), node_column_name.ptr(),
scope_name.length(), scope_name.ptr());
}
}
}
}
}
is_valid = false;
}
}
} else if (T_COLUMN_REF == node->type_) {
ObString table_name;
ObString column_name;
if (node->num_child_ != 3) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpect column ref child node", K(node->num_child_), K(ret));
} else {
if ((node->children_[1]) != NULL) {
table_name.assign_ptr(node->children_[1]->str_value_,
static_cast<int32_t>(node->children_[1]->str_len_));
}
if ((node->children_[2]) != NULL) {
column_name.assign_ptr(node->children_[2]->str_value_,
static_cast<int32_t>(node->children_[2]->str_len_));
}
if (node->children_[1] == NULL ||
(0 == (table_name.compare(ori_table_name)) &&
0 == (table_name.compare(row_alias_table_name)))) {
//case: insert into t1(a,b) values (4,5) as new(a,b) on duplicate key update a = value(a)+a;
//update a[0] = value(a[1])+a[2], a[2] is ambiguous
if (OB_FAIL(check_ambiguous_column(column_name, ori_column_names, row_alias_column_names))) {
LOG_WARN("fail to check ambiguous columns", K(ret));
}
}
}
is_valid = false;
}
for (int64_t i = 0; OB_SUCC(ret) && is_valid && i < node->num_child_; i++) {
if (T_ASSIGN_ITEM == node->type_ && 0 == i) {
//ON DUPLICATE KEY UPDATE c = new.a+values(b), only deal with value list [new.a+values(b)]
} else if (OB_FAIL(SMART_CALL(check_validity_of_duplicate_node(node->children_[i],
ori_table_name,
ori_column_names,
row_alias_table_name,
row_alias_column_names)))) {
LOG_WARN("refine_insert_update_assignment fail", K(ret));
}
}
return ret;
}
int ObInsertResolver::check_ambiguous_column(ObString &column_name,
ObIArray<ObString> &ori_column_names,
ObIArray<ObString> &row_alias_column_names)
{
int ret = OB_SUCCESS;
bool find_in_ori = false;
bool find_in_row_alias = false;
if (row_alias_column_names.count() != ori_column_names.count()) {
ret = OB_ERR_VIEW_WRONG_LIST;
LOG_WARN("unexpect different count between row_alias_column_names and ori_column_names", K(ret));
}
for (int i = 0; OB_SUCC(ret) && (!find_in_row_alias || !find_in_ori)
&& i < row_alias_column_names.count(); i++) {
ObString row_alias_col_name = row_alias_column_names.at(i);
ObString ori_col_name = ori_column_names.at(i);
if (0 == (column_name.case_compare(row_alias_col_name))) {
find_in_row_alias = true;
}
if (0 == (column_name.case_compare(ori_col_name))) {
find_in_ori = true;
}
}
if (OB_FAIL(ret)) {
//do nothing
} else if (find_in_row_alias && find_in_ori) {
ret = OB_NON_UNIQ_ERROR;
ObString scope_name = ObString::make_string(get_scope_name(current_scope_));
LOG_USER_ERROR(OB_NON_UNIQ_ERROR, column_name.length(), column_name.ptr(),
scope_name.length(), scope_name.ptr());
}
return ret;
}
bool ObInsertResolver::find_in_column(ObString &column_name,
ObIArray<ObString> &column_names)
{
bool find_column = false;
for (int i = 0; !find_column && i < column_names.count(); i++) {
ObString tmp_col_name = column_names.at(i);
if (0 == (column_name.case_compare(tmp_col_name))) {
find_column = true;
}
}
return find_column;
}
int ObInsertResolver::check_insert_select_field(ObInsertStmt &insert_stmt,
ObSelectStmt &select_stmt,
bool is_mock)
{
int ret = OB_SUCCESS;
bool is_generated_column = false;
const ObIArray<ObColumnRefRawExpr*> &values_desc = insert_stmt.get_values_desc();
ObSelectStmt *ref_stmt = NULL;
if (OB_ISNULL(session_info_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid session_info_", K(ret));
} else if (values_desc.count() != select_stmt.get_select_item_size()) {
ret = OB_ERR_COULUMN_VALUE_NOT_MATCH;
LOG_WARN("column count mismatch", K(values_desc.count()), K(select_stmt.get_select_item_size()));
LOG_USER_ERROR(OB_ERR_COULUMN_VALUE_NOT_MATCH, 1l);
} else if (is_mock && select_stmt.is_single_table_stmt()) {
const TableItem *table_item = select_stmt.get_table_item(0);
if (table_item->is_generated_table()) {
ref_stmt = table_item->ref_query_;
if (ref_stmt->get_select_item_size() != select_stmt.get_select_item_size()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("item size is unexpected", K(ret), K(ref_stmt->get_select_item_size()), K(select_stmt.get_select_item_size()));
}
}
}
for (int64_t i = 0; OB_SUCC(ret) && i < values_desc.count(); ++i) {
const ObColumnRefRawExpr *value_desc = values_desc.at(i);
if (OB_ISNULL(value_desc)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("value desc is null", K(ret));
} else if (OB_FAIL(ObDMLResolver::check_basic_column_generated(value_desc,
&insert_stmt,
is_generated_column))) {
LOG_WARN("check basic column generated failed", K(ret));
} else if (is_generated_column) {
if (select_stmt.get_table_size() == 1 &&
select_stmt.get_table_item(0) != NULL &&
select_stmt.get_table_item(0)->is_values_table()) {
//do nothing, already checked in advance.
} else {
ret = OB_NON_DEFAULT_VALUE_FOR_GENERATED_COLUMN;
if (!is_oracle_mode()) {
ColumnItem *orig_col_item = NULL;
if (NULL != (orig_col_item = insert_stmt.get_column_item_by_id(
insert_stmt.get_insert_table_info().table_id_, value_desc->get_column_id()))
&& orig_col_item->expr_ != NULL) {
const ObString &column_name = orig_col_item->expr_->get_column_name();
const ObString &table_name = orig_col_item->expr_->get_table_name();
LOG_USER_ERROR(OB_NON_DEFAULT_VALUE_FOR_GENERATED_COLUMN,
column_name.length(), column_name.ptr(),
table_name.length(), table_name.ptr());
}
}
}
} else if (!session_info_->is_in_user_scope() && value_desc->is_always_identity_column()) {
// create table as select not need check here
ret = OB_ERR_INSERT_INTO_GENERATED_ALWAYS_IDENTITY_COLUMN;
LOG_USER_ERROR(OB_ERR_INSERT_INTO_GENERATED_ALWAYS_IDENTITY_COLUMN);
}
if (OB_FAIL(ret)) {
//do nothing
} else if (is_mock &&
ref_stmt != NULL) {
if (!ref_stmt->get_select_item(i).is_real_alias_) {
ref_stmt->get_select_item(i).alias_name_ = value_desc->get_column_name();
ref_stmt->get_select_item(i).is_real_alias_ = true;
}
if (!select_stmt.get_select_item(i).is_real_alias_) {
select_stmt.get_select_item(i).alias_name_ = ref_stmt->get_select_item(i).alias_name_;
select_stmt.get_select_item(i).is_real_alias_ = true;
}
}
}
return ret;
}
int ObInsertResolver::mock_values_column_ref(const ObColumnRefRawExpr *column_ref)
{
int ret = OB_SUCCESS;
ObInsertStmt *stmt = get_insert_stmt();
ObColumnRefRawExpr *value_desc = NULL;
ObColumnRefRawExpr *base_column_ref = const_cast<ObColumnRefRawExpr*>(column_ref);
if (OB_ISNULL(column_ref) || OB_ISNULL(stmt) || OB_ISNULL(params_.expr_factory_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument", K(column_ref), K(stmt), KP_(params_.expr_factory));
} else {
bool found_column = false;
for (int64_t i = 0; OB_SUCC(ret) && i < stmt->get_values_desc().count(); ++i) {
if (OB_ISNULL(value_desc = stmt->get_values_desc().at(i))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("value desc is null");
} else if (column_ref->get_column_id() == value_desc->get_column_id()) {
found_column = true;
break;
}
}
if (found_column) {
//ignore generating new column
} else if (OB_FAIL(params_.expr_factory_->create_raw_expr(T_REF_COLUMN, value_desc))) {
LOG_WARN("create column ref raw expr failed", K(ret));
} else if (OB_ISNULL(value_desc)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN(("value desc is null"));
} else {
if (OB_FAIL(ObTransformUtils::get_base_column(stmt, base_column_ref))) {
// may be invalid updatable view, will be handled later.
ret = OB_SUCCESS;
base_column_ref = const_cast<ObColumnRefRawExpr*>(column_ref);
LOG_WARN("failed to get base column", K(ret));
}
value_desc->set_result_type(column_ref->get_result_type());
value_desc->set_result_flag(column_ref->get_result_flag());
value_desc->set_column_flags(column_ref->get_column_flags());
if (base_column_ref != column_ref) {
if (base_column_ref->is_table_part_key_column()) {
value_desc->set_table_part_key_column();
}
if (base_column_ref->is_table_part_key_org_column()) {
value_desc->set_table_part_key_org_column();
}
}
value_desc->set_dependant_expr(const_cast<ObRawExpr *>(column_ref->get_dependant_expr()));
value_desc->set_ref_id(stmt->get_insert_table_info().table_id_, column_ref->get_column_id());
value_desc->set_column_attr(ObString::make_string(OB_VALUES), column_ref->get_column_name());
value_desc->set_udt_set_id(column_ref->get_udt_set_id());
if (ob_is_enumset_tc(column_ref->get_result_type().get_type ())
&& OB_FAIL(value_desc->set_enum_set_values(column_ref->get_enum_set_values()))) {
LOG_WARN("failed to set_enum_set_values", K(*column_ref), K(ret));
}
if (OB_SUCC(ret)) {
if (OB_FAIL(value_desc->add_flag(IS_COLUMN))) {
LOG_WARN("failed to add flag IS_COLUMN", K(ret));
} else if (OB_FAIL(stmt->get_values_desc().push_back(value_desc))) {
LOG_WARN("failed to push back values desc", K(ret), K(*value_desc));
} else {/*do nothing*/}
}
}
}
return ret;
}
int ObInsertResolver::replace_column_to_default(ObRawExpr *&origin)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(origin)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("null pointer passed in", K(ret));
} else {
if (T_REF_COLUMN == origin->get_expr_type()) {
ObColumnRefRawExpr *b_expr = static_cast<ObColumnRefRawExpr*>(origin);
ColumnItem *column_item = NULL;
ObDefaultValueUtils utils(insert_stmt, &params_, static_cast<ObDMLResolver*>(this));
if (OB_ISNULL(column_item = insert_stmt->get_column_item_by_id(
insert_stmt->get_insert_table_info().table_id_, b_expr->get_column_id()))) {
LOG_WARN("fail to get column item", K(ret));
} else if (OB_FAIL(utils.resolve_column_ref_in_insert(column_item, origin))) {
LOG_WARN("fail to resolve column ref in insert", K(ret));
}
} else {
int64_t N = origin->get_param_count();
for (int64_t i = 0; OB_SUCC(ret) && i < N; ++i) {
ObRawExpr *& cur_child = origin->get_param_expr(i);
if (OB_FAIL(replace_column_to_default(cur_child))) {
LOG_WARN("failed to replace child column_ref expr to default value", K(ret));
}
}
}
}
return ret;
}
int ObInsertResolver::check_returning_validity()
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(insert_stmt)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid stmt", K(ret), K(insert_stmt));
} else if (insert_stmt->value_from_select()) {
ret = OB_ERR_CMD_NOT_PROPERLY_ENDED;
LOG_WARN("insert into select does not have returning into clause", K(ret));
} else if (insert_stmt->get_returning_aggr_item_size() > 0) {
ret = OB_ERR_GROUP_FUNC_NOT_ALLOWED;
LOG_WARN("insert into returning into does not allow group function", K(ret));
} else if (OB_FAIL(ObDelUpdResolver::check_returning_validity())) {
LOG_WARN("check returning validity failed", K(ret));
}
return ret;
}
int ObInsertResolver::resolve_column_ref_expr(const ObQualifiedName &q_name, ObRawExpr *&real_ref_expr)
{
int ret = OB_SUCCESS;
if (OB_FAIL(resolve_basic_column_ref(q_name, real_ref_expr))) {
if ((OB_ERR_BAD_FIELD_ERROR == ret || OB_ERR_COLUMN_NOT_FOUND == ret) && sub_select_resolver_ != NULL) {
//In insert into select stmt, insert clause and select clause belong to the same namespace
//the on duplicate key update clause will see the column in select clause,
//so need to add table reference to insert resolve column namespace checker
//eg:
int64_t idx = -1;
ObString dummy_name;
TableItem *view = NULL;
ColumnItem *col_item = NULL;
ObSelectStmt *sel_stmt = sub_select_resolver_->get_select_stmt();
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(sel_stmt) || OB_ISNULL(insert_stmt)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("stmt is null", K(ret), K(sel_stmt), K(insert_stmt));
} else if (OB_UNLIKELY(insert_stmt->get_from_item_size() != 1) ||
OB_ISNULL(view = insert_stmt->get_table_item_by_id(
insert_stmt->get_from_item(0).table_id_))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("does not find generated table item", K(ret), K(insert_stmt->get_from_items()));
} else if (OB_FAIL(sub_select_resolver_->resolve_column_ref_expr(q_name, real_ref_expr))) {
LOG_WARN("resolve column ref expr in sub select resolver failed", K(ret), K(q_name));
} else if (!real_ref_expr->is_column_ref_expr()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("expr is expected to be column", K(ret));
} else {
for (idx = 0; OB_SUCC(ret) && idx < sel_stmt->get_select_item_size(); ++idx) {
if (OB_ISNULL(sel_stmt->get_select_item(idx).expr_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("select expr is null", K(ret));
} else if (sel_stmt->get_select_item(idx).expr_ == real_ref_expr) {
break;
}
}
if (idx == sel_stmt->get_select_item_size()) {
SelectItem sel_item;
sel_item.expr_ = real_ref_expr;
sel_item.expr_name_ = static_cast<ObColumnRefRawExpr*>(real_ref_expr)->get_column_name();
sel_item.alias_name_ = sel_item.expr_name_;
if (OB_FAIL(sel_stmt->add_select_item(sel_item))) {
LOG_WARN("failed to add select item", K(ret));
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(resolve_generated_table_column_item(
*view, dummy_name, col_item, insert_stmt, idx + OB_APP_MIN_COLUMN_ID))) {
LOG_WARN("failed to resolve generated table column item", K(ret));
} else if (OB_ISNULL(col_item)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("column item is null", K(ret), K(col_item));
} else {
real_ref_expr = col_item->expr_;
}
}
}
} else {
// don't print this log as WARN,
// as it takes lots of CPU cycles when inserting many rows
// related issue:
LOG_TRACE("resolve basic column ref failed", K(ret), K(q_name));
}
}
return ret;
}
int ObInsertResolver::resolve_order_item(const ParseNode &sort_node, OrderItem &order_item)
{
UNUSED(sort_node);
UNUSED(order_item);
return OB_NOT_SUPPORTED;
}
int ObInsertResolver::resolve_insert_update_assignment(const ParseNode *node, ObInsertTableInfo& table_info)
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = get_insert_stmt();
if (OB_ISNULL(insert_stmt)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument", K(insert_stmt), K(ret));
} else if (insert_stmt->is_replace()) {
ret = OB_NOT_SUPPORTED;
LOG_WARN("REPLACE statement does not support ON DUPLICATE KEY UPDATE clause");
LOG_USER_ERROR(OB_NOT_SUPPORTED, "REPLACE statement ON DUPLICATE KEY UPDATE clause");
} else if (FALSE_IT(is_resolve_insert_update_ = true)) {
//do nothing
} else if (OB_FAIL(ObDelUpdResolver::resolve_insert_update_assignment(node, table_info))) {
LOG_WARN("resolve assignment error", K(ret));
}
return ret;
}
int ObInsertResolver::resolve_insert_constraint()
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = NULL;
TableItem *table_item = NULL;
if (OB_ISNULL(insert_stmt = get_insert_stmt()) || OB_ISNULL(session_info_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(insert_stmt), K(session_info_), K(ret));
} else if (session_info_->get_ddl_info().is_ddl() || insert_stmt->has_instead_of_trigger()) {
/*do nothing*/
} else if (OB_ISNULL(table_item = insert_stmt->get_table_item_by_id(
insert_stmt->get_insert_table_info().table_id_))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret));
} else {
ObInsertTableInfo &table_info = insert_stmt->get_insert_table_info();
if (OB_FAIL(resolve_view_check_exprs(table_item->table_id_, table_item, false, table_info.view_check_exprs_))) {
LOG_WARN("resolve view check exprs failed", K(ret));
} else if (OB_FAIL(resolve_check_constraints(table_item, table_info.check_constraint_exprs_))) {
LOG_WARN("failed to resolve check constraints", K(ret));
} else {
// TODO @yibo remove view check exprs in log_del_upd
for (uint64_t i = 0; OB_SUCC(ret) && i < table_info.view_check_exprs_.count(); ++i) {
if (OB_FAIL(replace_column_ref_for_check_constraint(
table_info, table_info.view_check_exprs_.at(i)))) {
LOG_WARN("fail to replace column ref for check constraint", K(ret),
K(i), K(table_info.view_check_exprs_.at(i)));
}
}
const ObIArray<ObColumnRefRawExpr *> &table_columns = table_info.column_exprs_;
for (uint64_t i = 0; OB_SUCC(ret) && i < table_columns.count(); ++i) {
ObColumnRefRawExpr *table_column = table_columns.at(i);
if (OB_ISNULL(table_column)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to resolve table desc as tbl column expr is null", K(ret));
} else if (table_column->is_strict_json_column() > 0) { // 0 not json 1 relax json 4 strict json
for (uint64_t j = 0; OB_SUCC(ret) && j < table_info.values_desc_.count(); ++j) {
ObColumnRefRawExpr *table_column_desc = table_info.values_desc_.at(j);
if (table_column_desc->get_column_id() == table_column->get_column_id()) {
table_column_desc->set_strict_json_column(table_column->is_strict_json_column());
}
}
}
}
}
}
return ret;
}
int ObInsertResolver::check_view_insertable()
{
int ret = OB_SUCCESS;
TableItem *table = NULL;
ObInsertStmt *stmt = NULL;
if (OB_ISNULL(stmt = get_insert_stmt())
|| stmt->get_table_items().empty()
|| OB_ISNULL(table = stmt->get_table_item(0))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("stmt is NULL or table item is NULL", K(ret));
}
// uv_check_basic already checked
if (OB_SUCC(ret) && is_mysql_mode() &&
(table->is_generated_table() || table->is_temp_table())) {
// check duplicate base column and non column reference column.
if (OB_SUCC(ret)) {
bool has_dup_col = false;
bool has_non_col_ref = false;
if (OB_FAIL(ObResolverUtils::uv_check_dup_base_col(*table, has_dup_col, has_non_col_ref))) {
LOG_WARN("check update view hash duplicate column failed", K(ret));
} else {
LOG_DEBUG("update view check duplicate column", K(has_dup_col), K(has_non_col_ref));
if (has_dup_col || has_non_col_ref) {
ret = OB_ERR_NON_INSERTABLE_TABLE;
}
}
}
// check all column belong to the insert base table, some columns already checked in
// resolving assignment, but some columns are missing. e.g.:
// create table t1 (c1 int primary key, c2 int);
// create table t2 (c3 int primary key, c4 int);
// create view v as select * from t1, t2 where c1 = c3;
// insert into v (c2) values (1) on duplicate update c2 = c3 + c4;
if (OB_SUCC(ret)) {
bool log_error = true;
ObSEArray<ObRawExpr *, 4> col_exprs;
ObIArray<ObAssignment>& assignments = stmt->get_insert_table_info().assignments_;
for (int64_t i = 0; OB_SUCC(ret) && i < assignments.count(); ++i) {
col_exprs.reuse();
if (OB_FAIL(ObRawExprUtils::extract_column_exprs(assignments.at(i).expr_, col_exprs))) {
LOG_WARN("extract column failed", K(ret));
} else {
FOREACH_CNT_X(col, col_exprs, OB_SUCC(ret)) {
if (OB_FAIL(check_same_base_table(*table,
*static_cast<ObColumnRefRawExpr *>(*col), log_error))) {
LOG_TRACE("check same base table fail", K(ret));
}
}
}
}
}
// subquery in select list is checked in uv_check_dup_base_col
// check subquery in where
if (OB_SUCC(ret)) {
bool ref_update_table = false;
if (OB_FAIL(ObResolverUtils::uv_check_where_subquery(*table, ref_update_table))) {
LOG_WARN("update view check where condition failed", K(ret));
} else {
LOG_DEBUG("update view check", K(ref_update_table));
ret = ref_update_table ? OB_ERR_NON_INSERTABLE_TABLE : OB_SUCCESS;
}
}
// check join
if (OB_SUCC(ret)) {
bool insertable = true;
if (OB_FAIL(ObResolverUtils::uv_mysql_insertable_join(*table,
table->get_base_table_item().ref_id_, insertable))) {
LOG_WARN("check insertable join failed", K(ret));
} else {
LOG_DEBUG("update view check join", K(insertable));
ret = insertable ? ret : OB_ERR_NON_INSERTABLE_TABLE;
}
}
if (ret == OB_ERR_NON_INSERTABLE_TABLE) {
LOG_USER_ERROR(OB_ERR_NON_INSERTABLE_TABLE,
table->get_table_name().length(), table->get_table_name().ptr());
}
}
if (OB_SUCC(ret) && is_oracle_mode() && !stmt->has_instead_of_trigger() &&
(table->is_generated_table() || table->is_temp_table())) {
// 兼容oracle,如果包含instead trigger,不做下面的检查,因为不会真正执行dml语句
if (OB_SUCC(ret)) {
bool has_distinct = false;
if (OB_FAIL(ObResolverUtils::uv_check_oracle_distinct(
*table, *session_info_, *schema_checker_, has_distinct))) {
LOG_WARN("check updatable view distinct failed", K(ret));
} else {
LOG_DEBUG("check has distinct", K(ret), K(has_distinct));
ret = has_distinct ? OB_ERR_ILLEGAL_VIEW_UPDATE : ret;
}
}
// check key preserved table
if (OB_SUCC(ret)) {
bool key_preserved = 0;
if (OB_FAIL(uv_check_key_preserved(*table, key_preserved))) {
LOG_WARN("check key preserved failed", K(ret));
} else {
LOG_DEBUG("check key preserved", K(key_preserved));
ret = !key_preserved ? OB_ERR_O_UPDATE_VIEW_NON_KEY_PRESERVED: ret;
}
}
//check dup base column
if (OB_SUCC(ret)) {
bool has_dup_col = false;
bool has_non_col_ref = false;
if (OB_FAIL(ObResolverUtils::uv_check_dup_base_col(*table, has_dup_col, has_non_col_ref))) {
LOG_WARN("check update view hash duplicate column failed", K(ret));
} else {
LOG_DEBUG("update view check duplicate column", K(has_dup_col), K(has_non_col_ref));
if (has_dup_col) {
ret = OB_ERR_NON_INSERTABLE_TABLE;
}
}
}
}
return ret;
}
/**
*
* 这里为什么做cast?
* 这个地方的处理很像set操作(eg. union)的处理。
* 主要原因是为了insert into select中select item的类型向insert的columns类型靠齐,主要是为了能够
* 能够形成pdml的PK计划。类型不同是无法做PKEY的。
*
* 对旧计划的影响呢?老计划场景下,可能会产生一定的性能下降。
*
*/
int ObInsertResolver::inner_cast(common::ObIArray<ObColumnRefRawExpr*> &target_columns,
ObSelectStmt &select_stmt)
{
int ret = OB_SUCCESS;
ObExprResType res_type;
if (target_columns.count() != select_stmt.get_select_items().count()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected insert target column and select items", K(ret), K(target_columns),
K(select_stmt.get_select_items()));
}
for (int64_t i = 0; i < target_columns.count() && OB_SUCC(ret); ++i) {
SelectItem &select_item = select_stmt.get_select_item(i);
res_type = target_columns.at(i)->get_result_type();
ObSysFunRawExpr *new_expr = NULL;
if (res_type == select_item.expr_->get_result_type()) {
// no need to generate cast expr.
} else if (OB_FAIL(ObRawExprUtils::create_cast_expr(*params_.expr_factory_, select_item.expr_,
res_type, new_expr, session_info_))) {
LOG_WARN("create cast expr for stmt failed", K(ret));
} else {
OZ(new_expr->add_flag(IS_INNER_ADDED_EXPR));
OX(select_item.expr_ = new_expr);
}
LOG_DEBUG("pdml build a cast expr", KPC(target_columns.at(i)), KPC(new_expr));
}
return ret;
}
int ObInsertResolver::try_expand_returning_exprs()
{
int ret = OB_SUCCESS;
ObInsertStmt *insert_stmt = NULL;
// we do not need expand returning expr in prepare stage because we resolve
// it twice, first in prepare stage, second in actual execution. We can only
// do it in second stage
// Otherwise if we expand in prepare stage, which will pollute our spell SQL
// then got a wrong result
bool need_expand = !is_prepare_stage_;
if (OB_ISNULL(insert_stmt = get_insert_stmt())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret));
} else if (need_expand && !insert_stmt->get_returning_exprs().empty()) {
ObIArray<ObRawExpr*> &column_convert = insert_stmt->get_column_conv_exprs();
const ObIArray<ObColumnRefRawExpr *> &table_columns = insert_stmt->get_insert_table_info().column_exprs_;
CK(column_convert.count() == table_columns.count());
for (int64_t i = 0; OB_SUCC(ret) && i < insert_stmt->get_returning_exprs().count(); i++) {
for (int64_t j = 0; OB_SUCC(ret) && j < table_columns.count(); j++) {
if (table_columns.at(j)->is_xml_column()) {
// do nothing and will rewrite in transform stage
} else {
OZ(ObRawExprUtils::replace_ref_column(insert_stmt->get_returning_exprs().at(i),
table_columns.at(j),
column_convert.at(j)));
}
}
}
}
return ret;
}
} // namespace sql
} // namespace oceanbase