hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE]:Oracle Json Supported

Browse Source
This commit is contained in:
obdev
2023-01-28 15:52:29 +08:00
committed by ob-robot
parent 274e68514d
commit bbb017266b
197 changed files with 30520 additions and 2252 deletions
Download Patch File Download Diff File Expand all files Collapse all files

266
src/sql/engine/expr/ob_expr_json_array.cpp
View File

@ -8,10 +8,13 @@
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
* This file is for implementation of func json_array
*/
#define USING_LOG_PREFIX SQL_ENG
#include "ob_expr_json_array.h"
#include "sql/engine/ob_exec_context.h"
#include "sql/engine/expr/ob_expr_json_func_helper.h"
using namespace oceanbase::common;
@ -42,22 +45,248 @@ int ObExprJsonArray::calc_result_typeN(ObExprResType& type,
{
UNUSED(type_ctx);
INIT_SUCC(ret);
if (OB_UNLIKELY(param_num < 0)) {
ret = OB_ERR_PARAM_SIZE;
ObString name("json_array");
LOG_USER_ERROR(OB_ERR_PARAM_SIZE, name.length(), name.ptr());
} else {
// param_num >= 0
type.set_json();
type.set_length((ObAccuracy::DDL_DEFAULT_ACCURACY[ObJsonType]).get_length());
for (int64_t i = 0; i < param_num; i++) {
if (ob_is_string_type(types_stack[i].get_type())) {
if (types_stack[i].get_charset_type() != CHARSET_UTF8MB4) {
if (lib::is_mysql_mode()) {
if (OB_UNLIKELY(param_num < 0)) {
ret = OB_ERR_PARAM_SIZE;
ObString name("json_array");
LOG_USER_ERROR(OB_ERR_PARAM_SIZE, name.length(), name.ptr());
} else {
// param_num >= 0
type.set_json();
type.set_length((ObAccuracy::DDL_DEFAULT_ACCURACY[ObJsonType]).get_length());
for (int64_t i = 0; i < param_num; i++) {
if (ob_is_string_type(types_stack[i].get_type())) {
if (types_stack[i].get_charset_type() != CHARSET_UTF8MB4) {
types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN);
}
} else if (types_stack[i].get_type() == ObJsonType) {
types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN);
}
} else if (types_stack[i].get_type() == ObJsonType) {
types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN);
}
}
} else {
if (OB_UNLIKELY(param_num < 4)) {
ret = OB_ERR_PARAM_SIZE;
ObString name("json_array");
LOG_USER_ERROR(OB_ERR_PARAM_SIZE, name.length(), name.ptr());
} else {
int64_t ele_idx = param_num - 3;
for (int64_t i = 0; i < ele_idx && OB_SUCC(ret); i += 2) {
if (types_stack[i].get_type() == ObNullType) {
} else if (ob_is_string_type(types_stack[i].get_type())) {
if (types_stack[i].get_collation_type() == CS_TYPE_BINARY) {
types_stack[i].set_calc_collation_type(CS_TYPE_BINARY);
} else if (types_stack[i].get_charset_type() != CHARSET_UTF8MB4) {
types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN);
}
//types_stack[i].set_calc_collation_type(types_stack[i].get_collation_type());
} else if (types_stack[i].get_type() == ObJsonType) {
types_stack[i].set_calc_collation_type(CS_TYPE_UTF8MB4_BIN);
} else {
types_stack[i].set_calc_type(types_stack[i].get_type());
types_stack[i].set_calc_collation_type(types_stack[i].get_collation_type());
}
if (OB_FAIL(ret)) {
} else if (!ob_is_integer_type(types_stack[i + 1].get_type())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to calc type param type should be int type", K(types_stack[i + 1].get_type()));
} else {
types_stack[i + 1].set_calc_collation_type(types_stack[i + 1].get_collation_type());
types_stack[i + 1].set_calc_type(types_stack[i + 1].get_type());
}
}
// returning type : 2
if (OB_SUCC(ret)) {
ObExprResType dst_type;
if (OB_FAIL(ObJsonExprHelper::get_cast_type(types_stack[param_num - 2], dst_type))) {
LOG_WARN("get cast dest type failed", K(ret));
} else if (OB_FAIL(ObJsonExprHelper::set_dest_type(types_stack[0], type, dst_type, type_ctx))) {
LOG_WARN("set dest type failed", K(ret));
} else {
type.set_calc_collation_type(type.get_collation_type());
}
}
if (OB_SUCC(ret)) {
if (!ob_is_integer_type(types_stack[param_num - 3].get_type())
|| !ob_is_integer_type(types_stack[param_num - 1].get_type())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to calc type param type should be int type",
K(types_stack[param_num - 1].get_type()), K(types_stack[param_num - 3].get_type()));
} else {
types_stack[param_num - 3].set_calc_collation_type(types_stack[param_num - 3].get_collation_type());
types_stack[param_num - 3].set_calc_type(types_stack[param_num - 3].get_type());
types_stack[param_num - 1].set_calc_collation_type(types_stack[param_num - 1].get_collation_type());
types_stack[param_num - 1].set_calc_type(types_stack[param_num - 1].get_type());
}
}
}
}
return ret;
}
// for new sql engine
int ObExprJsonArray::eval_ora_json_array(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res)
{
INIT_SUCC(ret);
ObDatum *json_datum = NULL;
ObEvalCtx::TempAllocGuard tmp_alloc_g(ctx);
common::ObArenaAllocator &temp_allocator = tmp_alloc_g.get_allocator();
uint32_t max_val_idx = expr.arg_cnt_ - 3;
int64_t opt_array[OPT_MAX_ID] = {0};
int64_t& opt_strict = opt_array[OPT_STRICT_ID];
for (size_t i = max_val_idx; OB_SUCC(ret) && i < expr.arg_cnt_; i++) {
ObDatum *opt_datum = NULL;
ObExpr *opt_expr = expr.args_[i];
ObObjType val_type = opt_expr->datum_meta_.type_;
if (OB_UNLIKELY(OB_FAIL(opt_expr->eval(ctx, opt_datum)))) {
LOG_WARN("eval json arg failed", K(ret));
} else if (val_type == ObNullType || opt_datum->is_null()) {
} else if (!ob_is_integer_type(val_type)) {
ret = OB_ERR_INVALID_TYPE_FOR_OP;
LOG_WARN("input type error", K(val_type));
} else {
opt_array[i-max_val_idx] = opt_datum->get_int();
}
}
ObObjType dst_type;
int32_t dst_len = OB_MAX_TEXT_LENGTH;
int64_t& opt_res_type = opt_array[OPT_TYPE_ID];
if (OB_SUCC(ret) && OB_FAIL(ObJsonExprHelper::eval_and_check_res_type(opt_res_type, dst_type, dst_len))) {
LOG_WARN("fail to check returning type", K(ret));
}
int64_t& opt_null = opt_array[OPT_NULL_ID];
ObJsonBuffer jsn_buf(&temp_allocator);
if (OB_SUCC(ret) && OB_FAIL(jsn_buf.append("["))) {
LOG_WARN("fail to append curly brace", K(ret));
}
for (uint32_t i = 0; OB_SUCC(ret) && i < max_val_idx; i += 2) {
// [expr][format-json]: i -> expr, i + i -> format json
ObDatum *opt_format = NULL;
ObExpr *opt_expr = expr.args_[i + 1];
ObObjType val_type = opt_expr->datum_meta_.type_;
bool is_format_json = false;
if (OB_UNLIKELY(OB_FAIL(opt_expr->eval(ctx, opt_format)))) {
LOG_WARN("eval json arg failed", K(ret));
} else if (val_type == ObNullType || opt_format->is_null()) {
} else if (!ob_is_integer_type(val_type)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("input type error", K(val_type));
} else {
is_format_json = (opt_format->get_int() > 0);
}
ObExpr *val_expr = expr.args_[i];
val_type = val_expr->datum_meta_.type_;
ObCollationType cs_type = val_expr->datum_meta_.cs_type_;
ObScale scale = val_expr->datum_meta_.scale_;
ObDatum* j_datum = nullptr;
bool can_only_be_null = false;
if (OB_SUCC(ret) && is_format_json
&& (!ObJsonExprHelper::is_convertible_to_json(val_type) || val_type == ObJsonType)) {
if (val_type == ObObjType::ObNumberType) {
can_only_be_null = true;
} else {
ret = OB_ERR_INVALID_TYPE_FOR_OP;
LOG_USER_ERROR(OB_ERR_INVALID_TYPE_FOR_OP, "CHAR", ob_obj_type_str(val_type));
}
}
if (OB_FAIL(ret)) {
} else if (OB_FAIL(val_expr->eval(ctx, j_datum))) {
LOG_WARN("eval json arg failed", K(ret), K(val_type));
} else if (can_only_be_null && !j_datum->is_null()) {
ret = OB_ERR_INVALID_TYPE_FOR_OP;
LOG_USER_ERROR(OB_ERR_INVALID_TYPE_FOR_OP, "CHAR", ob_obj_type_str(val_type));
} else if (j_datum->is_null()) {
if (opt_null == 0) {
if (OB_FAIL(jsn_buf.append("null"))) {
LOG_WARN("failed to append null", K(ret));
}
} else {
continue;
}
} else if (ObJsonExprHelper::is_convertible_to_json(val_type) || ob_is_raw(val_type)) {
if (OB_FAIL(ObJsonExprHelper::transform_convertible_2String(*val_expr, ctx, *j_datum,
val_type,
cs_type,
jsn_buf,
is_format_json,
opt_strict == 1, i))) {
LOG_WARN("failed to transform to string", K(ret), K(val_type));
}
} else if (OB_FAIL(ObJsonExprHelper::transform_scalar_2String(ctx, *j_datum,
val_type,
scale,
ctx.exec_ctx_.get_my_session()->get_timezone_info(),
jsn_buf))) {
LOG_WARN("fail to parse value to json base.", K(ret), K(val_type));
}
if (OB_SUCC(ret) && i + 2 < max_val_idx && OB_FAIL(jsn_buf.append(","))) {
LOG_WARN("failed to append comma", K(ret));
}
}
// 添加右括号前删除多余的','
if (OB_SUCC(ret) && jsn_buf.back() == ',') {
jsn_buf.set_length(jsn_buf.length() - 1);
}
if (OB_SUCC(ret) && jsn_buf.append("]")) {
LOG_WARN("failed to append brace", K(ret), K(jsn_buf.length()));
}
if (OB_SUCC(ret)) {
ObString j_string;
j_string.assign_ptr(jsn_buf.ptr(), jsn_buf.length());
ObString res_string;
ObJsonNode* j_base = nullptr;
uint32_t parse_flag = ObJsonParser::JSN_STRICT_FLAG;
ADD_FLAG_IF_NEED(opt_strict != 1, parse_flag, ObJsonParser::JSN_RELAXED_FLAG);
if (dst_type == ObJsonType &&
OB_FAIL(ObJsonParser::get_tree(&temp_allocator,
j_string,
j_base,
parse_flag))) {
LOG_WARN("fail to get json tree.", K(ret));
} else if (dst_type == ObJsonType) {
if (OB_FAIL(j_base->get_raw_binary(res_string, &temp_allocator))) {
LOG_WARN("failed: get json raw binary", K(ret));
}
} else {
res_string.assign_ptr(j_string.ptr(), j_string.length());
}
if (OB_SUCC(ret)) {
uint64_t length = res_string.length();
if (dst_type == ObVarcharType && length > dst_len) {
char res_ptr[OB_MAX_DECIMAL_PRECISION] = {0};
if (OB_ISNULL(ObCharset::lltostr(dst_len, res_ptr, 10, 1))) {
LOG_WARN("dst_len fail to string.", K(ret));
}
ret = OB_OPERATE_OVERFLOW;
LOG_USER_ERROR(OB_OPERATE_OVERFLOW, res_ptr, "json_array");
} else {
char *buf = expr.get_str_res_mem(ctx, length);
if (buf) {
MEMCPY(buf, res_string.ptr(), length);
res.set_string(buf, length);
} else {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("failed: allocate res string buffer.", K(ret), K(length));
}
}
}
}
@ -115,7 +344,12 @@ int ObExprJsonArray::cg_expr(ObExprCGCtx &expr_cg_ctx, const ObRawExpr &raw_expr
{
UNUSED(expr_cg_ctx);
UNUSED(raw_expr);
rt_expr.eval_func_ = eval_json_array;
if (lib::is_oracle_mode()) {
rt_expr.eval_func_ = eval_ora_json_array;
} else {
rt_expr.eval_func_ = eval_json_array;
}
return OB_SUCCESS;
}