/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. * This file is for implementation of func json_array */ #define USING_LOG_PREFIX SQL_ENG #include "ob_expr_json_array.h" #include "sql/engine/ob_exec_context.h" #include "sql/engine/expr/ob_expr_json_func_helper.h" using namespace oceanbase::common; using namespace oceanbase::sql; namespace oceanbase { namespace sql { ObExprJsonArray::ObExprJsonArray(ObIAllocator &alloc) : ObFuncExprOperator(alloc, T_FUN_SYS_JSON_ARRAY, N_JSON_ARRAY, PARAM_NUM_UNKNOWN, VALID_FOR_GENERATED_COL, NOT_ROW_DIMENSION) { } ObExprJsonArray::~ObExprJsonArray() { } int ObExprJsonArray::calc_result_typeN(ObExprResType& type, ObExprResType* types_stack, int64_t param_num, ObExprTypeCtx& type_ctx) const { UNUSED(type_ctx); INIT_SUCC(ret); if (lib::is_mysql_mode()) { if (OB_UNLIKELY(param_num < 0)) { ret = OB_ERR_PARAM_SIZE; ObString name("json_array"); LOG_USER_ERROR(OB_ERR_PARAM_SIZE, name.length(), name.ptr()); } else { // param_num >= 0 type.set_json(); type.set_length((ObAccuracy::DDL_DEFAULT_ACCURACY[ObJsonType]).get_length()); for (int64_t i = 0; i < param_num; i++) { if (ob_is_string_type(types_stack[i].get_type())) { if (types_stack[i].get_charset_type() != CHARSET_UTF8MB4) { types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN); } } else if (types_stack[i].get_type() == ObJsonType) { types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN); } } } } else { if (OB_UNLIKELY(param_num < 4)) { ret = OB_ERR_PARAM_SIZE; ObString name("json_array"); LOG_USER_ERROR(OB_ERR_PARAM_SIZE, name.length(), name.ptr()); } else { int64_t ele_idx = param_num - 3; for (int64_t i = 0; i < ele_idx && OB_SUCC(ret); i += 2) { if (types_stack[i].get_type() == ObNullType) { } else if (ob_is_string_type(types_stack[i].get_type())) { if (types_stack[i].get_collation_type() == CS_TYPE_BINARY) { types_stack[i].set_calc_collation_type(CS_TYPE_BINARY); } else if (types_stack[i].get_charset_type() != CHARSET_UTF8MB4) { types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN); } //types_stack[i].set_calc_collation_type(types_stack[i].get_collation_type()); } else if (types_stack[i].get_type() == ObJsonType) { types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN); } else { types_stack[i].set_calc_type(types_stack[i].get_type()); types_stack[i].set_calc_collation_type(types_stack[i].get_collation_type()); } if (OB_FAIL(ret)) { } else if (!ob_is_integer_type(types_stack[i + 1].get_type())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed to calc type param type should be int type", K(types_stack[i + 1].get_type())); } else { types_stack[i + 1].set_calc_collation_type(types_stack[i + 1].get_collation_type()); types_stack[i + 1].set_calc_type(types_stack[i + 1].get_type()); } } // returning type : 2 if (OB_SUCC(ret)) { ObExprResType dst_type; dst_type.set_type(ObJsonType); dst_type.set_collation_type(CS_TYPE_UTF8MB4_BIN); int16_t length_semantics = (OB_NOT_NULL(type_ctx.get_session()) ? type_ctx.get_session()->get_actual_nls_length_semantics() : LS_BYTE); dst_type.set_length((ObAccuracy::DDL_DEFAULT_ACCURACY[ObJsonType]).get_length()); dst_type.set_collation_level(CS_LEVEL_IMPLICIT); if (ele_idx > 0 && OB_FAIL(ObJsonExprHelper::parse_res_type(types_stack[0], types_stack[param_num - 2], dst_type, type_ctx))) { LOG_WARN("get cast dest type failed", K(ret)); } else if (OB_FAIL(ObJsonExprHelper::set_dest_type(types_stack[0], type, dst_type, type_ctx))) { LOG_WARN("set dest type failed", K(ret)); } } if (OB_SUCC(ret)) { if (!ob_is_integer_type(types_stack[param_num - 3].get_type()) || !ob_is_integer_type(types_stack[param_num - 1].get_type())) { ret = OB_ERR_UNEXPECTED; LOG_WARN("failed to calc type param type should be int type", K(types_stack[param_num - 1].get_type()), K(types_stack[param_num - 3].get_type())); } else { types_stack[param_num - 3].set_calc_collation_type(types_stack[param_num - 3].get_collation_type()); types_stack[param_num - 3].set_calc_type(types_stack[param_num - 3].get_type()); types_stack[param_num - 1].set_calc_collation_type(types_stack[param_num - 1].get_collation_type()); types_stack[param_num - 1].set_calc_type(types_stack[param_num - 1].get_type()); } } } } return ret; } // for new sql engine int ObExprJsonArray::eval_ora_json_array(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res) { INIT_SUCC(ret); ObDatum *json_datum = NULL; ObEvalCtx::TempAllocGuard tmp_alloc_g(ctx); common::ObArenaAllocator &temp_allocator = tmp_alloc_g.get_allocator(); uint32_t max_val_idx = expr.arg_cnt_ - 3; int64_t opt_array[OPT_MAX_ID] = {0}; int64_t& opt_strict = opt_array[OPT_STRICT_ID]; for (size_t i = max_val_idx; OB_SUCC(ret) && i < expr.arg_cnt_; i++) { ObDatum *opt_datum = NULL; ObExpr *opt_expr = expr.args_[i]; ObObjType val_type = opt_expr->datum_meta_.type_; if (OB_UNLIKELY(OB_FAIL(opt_expr->eval(ctx, opt_datum)))) { LOG_WARN("eval json arg failed", K(ret)); } else if (val_type == ObNullType || opt_datum->is_null()) { } else if (!ob_is_integer_type(val_type)) { ret = OB_ERR_INVALID_TYPE_FOR_OP; LOG_WARN("input type error", K(val_type)); } else { opt_array[i-max_val_idx] = opt_datum->get_int(); } } ObObjType dst_type; int32_t dst_len = OB_MAX_TEXT_LENGTH; int64_t& opt_res_type = opt_array[OPT_TYPE_ID]; if (OB_FAIL(ret)) { } else if (opt_res_type == 0) { dst_type = ObJsonType; } else if (OB_FAIL(ObJsonExprHelper::eval_and_check_res_type(opt_res_type, dst_type, dst_len))) { LOG_WARN("fail to check returning type", K(ret)); } int64_t& opt_null = opt_array[OPT_NULL_ID]; bool is_strict = (opt_strict > 0 || (dst_type == ObJsonType && opt_res_type > 0)); bool is_null_absent = opt_null > 0 ; ObJsonArray j_arr(&temp_allocator); for (uint32_t i = 0; OB_SUCC(ret) && i < max_val_idx; i += 2) { // [expr][format-json]: i -> expr, i + i -> format json ObDatum *opt_format = NULL; ObExpr *opt_expr = expr.args_[i + 1]; ObObjType val_type = opt_expr->datum_meta_.type_; bool is_format_json = false; ObIJsonBase* j_val = nullptr; if (OB_UNLIKELY(OB_FAIL(opt_expr->eval(ctx, opt_format)))) { LOG_WARN("eval json arg failed", K(ret)); } else if (val_type == ObNullType || opt_format->is_null()) { } else if (!ob_is_integer_type(val_type)) { ret = OB_ERR_UNEXPECTED; LOG_WARN("input type error", K(val_type)); } else { is_format_json = (opt_format->get_int() > 0); } if (OB_FAIL(ret)) { } else if (OB_FAIL(ObJsonExprHelper::eval_oracle_json_val( expr.args_[i], ctx, &temp_allocator, j_val, is_format_json, is_strict, false))) { LOG_WARN("failed to get json value node.", K(ret), K(val_type)); } else if (is_null_absent && j_val->json_type() == ObJsonNodeType::J_NULL) { } else if (OB_FAIL(j_arr.append(static_cast(j_val)))) { LOG_WARN("failed to append in array.", K(ret), K(i)); } } if (OB_SUCC(ret)) { ObJsonBuffer string_buffer(&temp_allocator); ObString res_string; if (ObJsonParser::is_json_doc_over_depth(j_arr.depth())) { ret = OB_ERR_JSON_OUT_OF_DEPTH; LOG_WARN("current json over depth", K(ret), K(j_arr.depth())); } else if (dst_type == ObJsonType) { if (OB_FAIL(j_arr.get_raw_binary(res_string, &temp_allocator))) { LOG_WARN("failed: get json raw binary", K(ret)); } } else { if (OB_FAIL(string_buffer.reserve(j_arr.get_serialize_size()))) { LOG_WARN("fail to reserve string.", K(ret), K(j_arr.get_serialize_size())); } else if (OB_FAIL(j_arr.print(string_buffer, true, false))) { LOG_WARN("failed: get json string text", K(ret)); } else { res_string.assign_ptr(string_buffer.ptr(), string_buffer.length()); } } if (OB_SUCC(ret)) { uint64_t length = res_string.length(); if (dst_type == ObVarcharType && length > dst_len) { char res_ptr[OB_MAX_DECIMAL_PRECISION] = {0}; if (OB_ISNULL(ObCharset::lltostr(dst_len, res_ptr, 10, 1))) { LOG_WARN("dst_len fail to string.", K(ret)); } ret = OB_OPERATE_OVERFLOW; LOG_USER_ERROR(OB_OPERATE_OVERFLOW, res_ptr, N_JSON_ARRAY); } else if (OB_FAIL(ObJsonExprHelper::pack_json_str_res(expr, ctx, res, res_string))) { LOG_WARN("fail to pack ressult.", K(ret)); } } } return ret; } // for new sql engine int ObExprJsonArray::eval_json_array(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res) { INIT_SUCC(ret); ObDatum *json_datum = NULL; ObEvalCtx::TempAllocGuard tmp_alloc_g(ctx); common::ObArenaAllocator &temp_allocator = tmp_alloc_g.get_allocator(); ObJsonArray j_arr(&temp_allocator); ObIJsonBase *j_base = &j_arr; if (expr.datum_meta_.cs_type_ != CS_TYPE_UTF8MB4_BIN) { ret = OB_ERR_INVALID_JSON_CHARSET; LOG_WARN("invalid out put charset", K(ret), K(expr.datum_meta_.cs_type_)); } for (uint32_t i = 0; OB_SUCC(ret) && i < expr.arg_cnt_; i++) { ObIJsonBase *j_val; if (OB_FAIL(ObJsonExprHelper::get_json_val(expr, ctx, &temp_allocator, i, j_val))) { ret = OB_ERR_INVALID_JSON_TEXT_IN_PARAM; LOG_WARN("failed: get_json_val failed", K(ret)); } else if (OB_FAIL(j_base->array_append(j_val))) { LOG_WARN("failed: json array append json value", K(ret)); } } if (OB_SUCC(ret)) { ObString raw_bin; if (ObJsonParser::is_json_doc_over_depth(j_arr.depth())) { ret = OB_ERR_JSON_OUT_OF_DEPTH; LOG_WARN("current json over depth", K(ret), K(j_arr.depth())); } else if (OB_FAIL(j_base->get_raw_binary(raw_bin, &temp_allocator))) { LOG_WARN("failed: json get binary", K(ret)); } else if (OB_FAIL(ObJsonExprHelper::pack_json_str_res(expr, ctx, res, raw_bin))) { LOG_WARN("fail to pack json result", K(ret)); } } return ret; } int ObExprJsonArray::cg_expr(ObExprCGCtx &expr_cg_ctx, const ObRawExpr &raw_expr, ObExpr &rt_expr) const { UNUSED(expr_cg_ctx); UNUSED(raw_expr); if (lib::is_oracle_mode()) { rt_expr.eval_func_ = eval_ora_json_array; } else { rt_expr.eval_func_ = eval_json_array; } return OB_SUCCESS; } } }