patch 4.0

This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions

View File

@ -10,7 +10,6 @@
* See the Mulan PubL v2 for more details.
*/
// This file is for implement of func json_insert
#define USING_LOG_PREFIX SQL_ENG
#include "ob_expr_json_insert.h"
@ -41,7 +40,7 @@ int ObExprJsonInsert::calc_result_typeN(ObExprResType& type,
int64_t param_num,
ObExprTypeCtx& type_ctx) const
{
UNUSED(type_ctx); // type_ctx session, collation, raw expr, maybe should use type_ctx in oracle mode to judge character set
UNUSED(type_ctx); // type_ctx session, collation, raw expr, oracle模式下可能需要从type_ctx来判断字符集
INIT_SUCC(ret);
const ObString name("json_insert");
@ -79,124 +78,11 @@ int ObExprJsonInsert::calc_result_typeN(ObExprResType& type,
return ret;
}
int ObExprJsonInsert::calc_resultN(ObObj &result, const ObObj *objs, int64_t param_num, ObExprCtx &expr_ctx) const
{
INIT_SUCC(ret);
ObIAllocator *allocator = expr_ctx.calc_buf_;
ObIJsonBase *j_base = NULL;
bool is_null = false;
if (result_type_.get_collation_type() != CS_TYPE_UTF8MB4_BIN) {
ret = OB_ERR_INVALID_JSON_CHARSET;
LOG_WARN("invalid out put charset", K(ret), K(result_type_));
} else if (OB_ISNULL(objs)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid arguments", K(ret), K(objs), K(param_num));
} else if (OB_ISNULL(allocator)) { // check allocator
ret = OB_NOT_INIT;
LOG_WARN("varchar buffer not init", K(ret));
} else if (OB_FAIL(ObJsonExprHelper::get_json_doc(objs, allocator, 0, j_base, is_null))) {
LOG_WARN("get_json_doc failed", K(ret));
}
for (int32 i = 1; OB_SUCC(ret) && i < param_num && !is_null; i += 2) {
if (objs[i].get_type() == ObNullType || objs[i].is_null()) {
is_null = true;
} else {
ObString j_path_text = objs[i].get_string();
ObJsonPath j_path(j_path_text, allocator);
if (OB_FAIL(j_path.parse_path())) {
LOG_WARN("failed: parse text to path.", K(j_path_text), K(ret));
} else if (j_path.can_match_many()) {
ret = OB_ERR_INVALID_JSON_PATH_WILDCARD;
LOG_WARN("path expressions may not contain the * and ** tokens", K(ret), K(j_path_text));
} else if (j_path.path_node_cnt() == 0) {
// do nothing
} else {
ObJsonBaseVector hit;
// if target exists continue, don't replace
if (OB_FAIL(j_base->seek(j_path, j_path.path_node_cnt(), true, true, hit))) {
LOG_WARN("failed: json seek.", K(j_path_text), K(ret), K(j_path.path_node_cnt()));
} else if (hit.size()) {
// do nothing
} else if (OB_FAIL(j_base->seek(j_path, j_path.path_node_cnt() - 1, true, true, hit))) {
LOG_WARN("failed: json seek.", K(j_path_text), K(ret), K(j_path.path_node_cnt() - 1));
} else if (hit.size() == 0) {
// do nothing
} else {
bool is_bool = false;
ObIJsonBase *j_val;
if (OB_FAIL(get_param_is_boolean(expr_ctx, objs[i+1], is_bool))) {
LOG_WARN("failed: get_param_is_boolean.", K(ret));
} else if (OB_FAIL(ObJsonExprHelper::get_json_val(objs[i+1], expr_ctx, is_bool,
allocator, j_val))) {
ret = OB_ERR_INVALID_JSON_TEXT_IN_PARAM;
LOG_USER_ERROR(OB_ERR_INVALID_JSON_TEXT_IN_PARAM);
} else {
ObIJsonBase *j_pos_node = *hit.last();
ObJsonPathBasicNode *path_last = j_path.last_path_node();
if (path_last->get_node_type() == JPN_ARRAY_CELL) {
if (j_pos_node->json_type() == ObJsonNodeType::J_ARRAY) {
ObJsonArrayIndex array_index;
size_t length = j_pos_node->element_count();
if (OB_FAIL(path_last->get_first_array_index(length, array_index))) {
LOG_WARN("failed: get array index.", K(ret), K(length));
} else if (OB_FAIL(j_pos_node->array_insert(array_index.get_array_index(), j_val))) {
LOG_WARN("failed: insert array node.", K(ret), K(*j_val));
}
} else if (!path_last->is_autowrap()) {
void *buf = allocator->alloc(sizeof(ObJsonArray));
if (OB_ISNULL(buf)) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("failed: alloc jsonarray node.", K(ret));
} else {
ObJsonArray *j_new_arr = new (buf) ObJsonArray(allocator);
ObIJsonBase *jb_new_arr = j_new_arr;
ObJsonNode *j_parent = static_cast<ObJsonNode *>(j_pos_node)->get_parent();
ObIJsonBase *jb_parent = j_parent;
if (OB_FAIL(jb_new_arr->array_append(j_pos_node))
|| OB_FAIL(jb_new_arr->array_append(j_val))) {
LOG_WARN("failed: array append node.", K(ret), K(*j_pos_node), K(*j_val));
} else if (OB_ISNULL(jb_parent)) { // root
j_base = jb_new_arr;
} else if (OB_FAIL(jb_parent->replace(j_pos_node, jb_new_arr))){ // not root, replace pos node with new array
LOG_WARN("fail to replace pos node with new array", K(ret), K(*jb_new_arr));
}
}
}
} else if (path_last->get_node_type() == JPN_MEMBER
&& j_pos_node->json_type() == ObJsonNodeType::J_OBJECT) {
ObString key;
key.assign_ptr(path_last->get_object().object_name_, path_last->get_object().len_);
if (OB_FAIL(j_pos_node->object_add(key, j_val))) {
LOG_WARN("error, json object add kv pair failed", K(ret), K(*j_val));
}
}
}
}
}
}
}
if (OB_SUCC(ret)) {
ObString raw_bin;
if (is_null) {
result.set_null();
} else if (OB_FAIL(j_base->get_raw_binary(raw_bin, allocator))) {
LOG_WARN("fail to get json raw binary", K(ret));
} else {
result.set_collation_type(CS_TYPE_UTF8MB4_BIN);
result.set_string(ObJsonType, raw_bin.ptr(), raw_bin.length());
}
}
return ret;
}
int ObExprJsonInsert::eval_json_insert(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res)
{
INIT_SUCC(ret);
common::ObArenaAllocator &temp_allocator = ctx.get_reset_tmp_alloc();
ObEvalCtx::TempAllocGuard tmp_alloc_g(ctx);
common::ObArenaAllocator &temp_allocator = tmp_alloc_g.get_allocator();
ObIJsonBase *j_base = NULL;
ObDatum *json_datum = NULL;
bool is_null = false;