support json type
This commit is contained in:
xj0
287
src/sql/engine/expr/ob_expr_json_set.cpp
Normal file
287
src/sql/engine/expr/ob_expr_json_set.cpp
Normal file
@ -0,0 +1,287 @@
|
||||
/**
|
||||
* Copyright (c) 2021 OceanBase
|
||||
* OceanBase CE is licensed under Mulan PubL v2.
|
||||
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
||||
* You may obtain a copy of Mulan PubL v2 at:
|
||||
* http://license.coscl.org.cn/MulanPubL-2.0
|
||||
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
||||
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
||||
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
||||
* See the Mulan PubL v2 for more details.
|
||||
*/
|
||||
|
||||
// This file is for implementation of func json_set
|
||||
#define USING_LOG_PREFIX SQL_ENG
|
||||
#include "ob_expr_json_func_helper.h"
|
||||
#include "ob_expr_json_set.h"
|
||||
|
||||
using namespace oceanbase::common;
|
||||
using namespace oceanbase::sql;
|
||||
|
||||
namespace oceanbase
|
||||
{
|
||||
namespace sql
|
||||
{
|
||||
ObExprJsonSet::ObExprJsonSet(ObIAllocator &alloc)
|
||||
: ObFuncExprOperator(alloc, T_FUN_SYS_JSON_SET, N_JSON_SET, MORE_THAN_ONE, NOT_ROW_DIMENSION)
|
||||
{
|
||||
}
|
||||
|
||||
ObExprJsonSet::~ObExprJsonSet()
|
||||
{
|
||||
}
|
||||
|
||||
int ObExprJsonSet::calc_result_typeN(ObExprResType& type,
|
||||
ObExprResType* types_stack,
|
||||
int64_t param_num,
|
||||
ObExprTypeCtx& type_ctx) const
|
||||
{
|
||||
UNUSED(type_ctx);
|
||||
int ret = OB_SUCCESS;
|
||||
if (OB_UNLIKELY(param_num < 3 || param_num % 2 == 0)) {
|
||||
ret = OB_ERR_PARAM_SIZE;
|
||||
ObString func_name_(N_JSON_SET);
|
||||
LOG_USER_ERROR(OB_ERR_PARAM_SIZE, func_name_.length(), func_name_.ptr());
|
||||
} else {
|
||||
if (OB_FAIL(ObJsonExprHelper::is_valid_for_json(types_stack, 0, N_JSON_SET))) {
|
||||
LOG_WARN("wrong type for json doc.", K(ret), K(types_stack[0].get_type()));
|
||||
}
|
||||
|
||||
for (int64_t i = 1; OB_SUCC(ret) && i < param_num; i+=2) {
|
||||
if (OB_FAIL(ObJsonExprHelper::is_valid_for_path(types_stack, i))) {
|
||||
LOG_WARN("wrong type for json path.", K(ret), K(types_stack[i].get_type()));
|
||||
} else {
|
||||
ObJsonExprHelper::set_type_for_value(types_stack, i+1);
|
||||
}
|
||||
}
|
||||
type.set_json();
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
int ObExprJsonSet::calc_resultN(common::ObObj &result,
|
||||
const common::ObObj *params,
|
||||
int64_t param_num,
|
||||
common::ObExprCtx &expr_ctx) const
|
||||
{
|
||||
INIT_SUCC(ret);
|
||||
ObIAllocator *allocator = expr_ctx.calc_buf_;
|
||||
ObIJsonBase *json_doc = NULL;
|
||||
bool is_null_result = false;
|
||||
|
||||
if (result_type_.get_collation_type() != CS_TYPE_UTF8MB4_BIN) {
|
||||
ret = OB_ERR_INVALID_JSON_CHARSET;
|
||||
LOG_WARN("invalid out put charset", K(ret), K(result_type_));
|
||||
} else if (OB_ISNULL(params)) {
|
||||
ret = OB_INVALID_ARGUMENT;
|
||||
LOG_WARN("invalid arguments", K(params), K(param_num));
|
||||
} else if (OB_ISNULL(allocator)) { // check allocator
|
||||
ret = OB_NOT_INIT;
|
||||
LOG_WARN("allocator not init", K(ret));
|
||||
} else if (OB_FAIL(ObJsonExprHelper::get_json_doc(params, allocator, 0,
|
||||
json_doc, is_null_result))){
|
||||
LOG_WARN("get_json_doc failed", K(ret));
|
||||
}
|
||||
|
||||
for (int64_t i = 1; OB_SUCC(ret) && !is_null_result && i < param_num; i+=2) {
|
||||
if (params[i].get_type() == ObNullType || params[i].is_null()) {
|
||||
is_null_result = true;
|
||||
break;
|
||||
}
|
||||
|
||||
ObString path_val = params[i].get_string();
|
||||
ObJsonPath json_path(path_val, allocator);
|
||||
ObJsonBaseVector hit;
|
||||
if (OB_FAIL(json_path.parse_path())) {
|
||||
LOG_WARN("parse text to path failed", K(path_val), K(ret));
|
||||
break;
|
||||
} else if (json_path.can_match_many()) {
|
||||
ret = OB_ERR_INVALID_JSON_PATH_WILDCARD;
|
||||
LOG_WARN("invalid json path wildcard", K(path_val), K(ret));
|
||||
LOG_USER_ERROR(OB_ERR_INVALID_JSON_PATH_WILDCARD);
|
||||
} else if (OB_FAIL(json_doc->seek(json_path, json_path.path_node_cnt(), true, false, hit))) {
|
||||
LOG_WARN("json seek failed", K(path_val), K(ret));
|
||||
}
|
||||
|
||||
if (OB_SUCC(ret) && !is_null_result) {
|
||||
ObIJsonBase *json_val = NULL;
|
||||
bool is_bool = false;
|
||||
if (OB_FAIL(get_param_is_boolean(expr_ctx, params[i+1], is_bool))) {
|
||||
LOG_WARN("get_param_is_boolean failed", K(ret));
|
||||
} else if (OB_FAIL(ObJsonExprHelper::get_json_val(params[i+1], expr_ctx, is_bool, allocator, json_val))) {
|
||||
LOG_WARN("get_json_val failed", K(ret));
|
||||
} else if (OB_FAIL(set_value(hit, json_doc, json_val, &json_path, allocator))) {
|
||||
LOG_WARN("set_json_value failed", K(ret));
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// set result
|
||||
if (OB_UNLIKELY(OB_FAIL(ret))) {
|
||||
LOG_WARN("Json parse and seek failed", K(ret));
|
||||
} else if (is_null_result) {
|
||||
result.set_null();
|
||||
} else {
|
||||
ObString str;
|
||||
if (OB_FAIL(json_doc->get_raw_binary(str, allocator))) {
|
||||
LOG_WARN("json_set result to binary failed", K(ret));
|
||||
} else {
|
||||
uint64_t length = str.length();
|
||||
char *buf = reinterpret_cast<char *>(allocator->alloc(length));
|
||||
if (OB_ISNULL(buf)) {
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
LOG_WARN("fail to alloc memory for json set result", K(ret), K(length));
|
||||
} else {
|
||||
MEMCPY(buf, str.ptr(), length);
|
||||
result.set_string(ObJsonType, buf, length);
|
||||
result.set_collation_type(CS_TYPE_UTF8MB4_BIN);
|
||||
}
|
||||
}
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
int ObExprJsonSet::set_value(ObJsonBaseVector &hit, ObIJsonBase *&json_doc, ObIJsonBase* json_val,
|
||||
ObJsonPath *json_path, ObIAllocator *allocator)
|
||||
{
|
||||
INIT_SUCC(ret);
|
||||
|
||||
int32_t hit_cnt = hit.size();
|
||||
if (hit_cnt == 1) {
|
||||
if (OB_FAIL(ObJsonExprHelper::json_base_replace(hit[0], json_val, json_doc))) {
|
||||
LOG_WARN("json_base_replace failed", K(ret));
|
||||
}
|
||||
} else if (hit_cnt == 0) {
|
||||
// seek again
|
||||
if (OB_FAIL(json_doc->seek(*json_path, json_path->path_node_cnt() - 1, true, true, hit))) {
|
||||
LOG_WARN("json seek failed", K(ret));
|
||||
} else if (hit.size() != 0) {
|
||||
ObIJsonBase* pos_node = *hit.last();
|
||||
ObJsonPathBasicNode* path_last = json_path->last_path_node();
|
||||
if (path_last->get_node_type() == JPN_ARRAY_CELL) {
|
||||
if (pos_node->json_type() == ObJsonNodeType::J_ARRAY) {
|
||||
uint64_t arr_len = pos_node->element_count();
|
||||
ObJsonArrayIndex array_index;
|
||||
if (OB_FAIL(path_last->get_first_array_index(arr_len, array_index))) {
|
||||
LOG_WARN("error, get array index failed", K(ret), K(arr_len));
|
||||
} else if (OB_FAIL(pos_node->array_insert(array_index.get_array_index(), json_val))) {
|
||||
LOG_WARN("error, insert array node failed", K(ret), K(array_index.get_array_index()));
|
||||
}
|
||||
} else if (!path_last->is_autowrap()) {
|
||||
void* array_buf = allocator->alloc(sizeof(ObJsonArray));
|
||||
if (OB_ISNULL(array_buf)) {
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
LOG_WARN("error, alloc jsonarray node failed", K(ret));
|
||||
} else {
|
||||
ObJsonArray* json_array = (ObJsonArray*)new(array_buf)ObJsonArray(allocator);
|
||||
ObJsonNode *j_parent = static_cast<ObJsonNode *>(pos_node)->get_parent();
|
||||
if (OB_FAIL(json_array->array_append(pos_node))
|
||||
|| OB_FAIL(json_array->array_append(json_val))) {
|
||||
LOG_WARN("error, array append node failed", K(ret));
|
||||
} else if (OB_ISNULL(j_parent)){
|
||||
json_doc = json_array;
|
||||
} else {
|
||||
j_parent->replace(pos_node, json_array);
|
||||
}
|
||||
}
|
||||
}
|
||||
} else if (path_last->get_node_type() == JPN_MEMBER
|
||||
&& pos_node->json_type() == ObJsonNodeType::J_OBJECT) {
|
||||
ObString key_name;
|
||||
key_name.assign_ptr(path_last->get_object().object_name_, path_last->get_object().len_);
|
||||
if (OB_FAIL(pos_node->object_add(key_name, json_val))) {
|
||||
LOG_WARN("error, json object add kv pair failed", K(ret));
|
||||
}
|
||||
} else {}
|
||||
}
|
||||
} else {
|
||||
ret = OB_ERR_UNEXPECTED;
|
||||
LOG_WARN("Input path seek failed", K(ret));
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
int ObExprJsonSet::eval_json_set(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res)
|
||||
{
|
||||
INIT_SUCC(ret);
|
||||
ObIJsonBase *json_doc = NULL;
|
||||
bool is_null_result = false;
|
||||
common::ObArenaAllocator &temp_allocator = ctx.get_reset_tmp_alloc();
|
||||
if (expr.datum_meta_.cs_type_ != CS_TYPE_UTF8MB4_BIN) {
|
||||
ret = OB_ERR_INVALID_JSON_CHARSET;
|
||||
LOG_WARN("invalid out put charset", K(ret), K(expr.datum_meta_.cs_type_));
|
||||
} else if (OB_FAIL(ObJsonExprHelper::get_json_doc(expr, ctx, temp_allocator, 0,
|
||||
json_doc, is_null_result))) {
|
||||
LOG_WARN("get_json_doc failed", K(ret));
|
||||
}
|
||||
|
||||
ObJsonPathCache ctx_cache(&temp_allocator);
|
||||
ObJsonPathCache* path_cache = NULL;
|
||||
if (OB_SUCC(ret)) {
|
||||
path_cache = ObJsonExprHelper::get_path_cache_ctx(expr.expr_ctx_id_, &ctx.exec_ctx_);
|
||||
path_cache = ((path_cache != NULL) ? path_cache : &ctx_cache);
|
||||
}
|
||||
|
||||
for (int64_t i = 1; OB_SUCC(ret) && !is_null_result && i < expr.arg_cnt_; i+=2) {
|
||||
ObJsonBaseVector hit;
|
||||
ObDatum *path_data = NULL;
|
||||
ObJsonPath *json_path = NULL;
|
||||
if (expr.args_[i]->datum_meta_.type_ == ObNullType) {
|
||||
is_null_result = true;
|
||||
break;
|
||||
} else if (OB_FAIL(expr.args_[i]->eval(ctx, path_data))) {
|
||||
LOG_WARN("eval json path datum failed", K(ret));
|
||||
} else {
|
||||
ObString path_val = path_data->get_string();
|
||||
if (OB_FAIL(ObJsonExprHelper::find_and_add_cache(path_cache, json_path, path_val, i, false))) {
|
||||
LOG_WARN("get json path cache failed", K(path_data->get_string()), K(ret));
|
||||
} else if (OB_FAIL(json_doc->seek(*json_path, json_path->path_node_cnt(), true, false, hit))) {
|
||||
LOG_WARN("json seek failed", K(path_data->get_string()), K(ret));
|
||||
}
|
||||
}
|
||||
|
||||
if (OB_SUCC(ret) && !is_null_result) {
|
||||
ObIJsonBase *json_val = NULL;
|
||||
if (OB_FAIL(ObJsonExprHelper::get_json_val(expr, ctx, &temp_allocator, i+1, json_val))) {
|
||||
LOG_WARN("get_json_val failed", K(ret));
|
||||
} else if (OB_FAIL(set_value(hit, json_doc, json_val, json_path, &temp_allocator))) {
|
||||
LOG_WARN("set_json_value failed", K(ret));
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// set result
|
||||
if (OB_UNLIKELY(OB_FAIL(ret))) {
|
||||
LOG_WARN("Json parse and seek failed", K(ret));
|
||||
} else if (is_null_result) {
|
||||
res.set_null();
|
||||
} else {
|
||||
ObString str;
|
||||
if (OB_FAIL(json_doc->get_raw_binary(str, &temp_allocator))) {
|
||||
LOG_WARN("json_set result to binary failed", K(ret));
|
||||
} else {
|
||||
char *buf = expr.get_str_res_mem(ctx, str.length());
|
||||
if (OB_UNLIKELY(buf == NULL)){
|
||||
ret = OB_ALLOCATE_MEMORY_FAILED;
|
||||
LOG_WARN("fail to alloc memory for json set result", K(ret));
|
||||
} else {
|
||||
MEMCPY(buf, str.ptr(), str.length());
|
||||
res.set_string(buf, str.length());
|
||||
}
|
||||
}
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
int ObExprJsonSet::cg_expr(ObExprCGCtx &expr_cg_ctx, const ObRawExpr &raw_expr,
|
||||
ObExpr &rt_expr) const
|
||||
{
|
||||
UNUSED(expr_cg_ctx);
|
||||
UNUSED(raw_expr);
|
||||
rt_expr.eval_func_ = eval_json_set;
|
||||
return OB_SUCCESS;
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user