hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

345
src/sql/engine/expr/ob_expr_regexp_replace.cpp
View File

@ -23,18 +23,24 @@
using namespace oceanbase::common;
namespace oceanbase {
namespace sql {
namespace oceanbase
{
namespace sql
{
ObExprRegexpReplace::ObExprRegexpReplace(ObIAllocator& alloc)
: ObStringExprOperator(alloc, T_FUN_SYS_REGEXP_REPLACE, N_REGEXP_REPLACE, MORE_THAN_ONE)
{}
ObExprRegexpReplace::ObExprRegexpReplace(ObIAllocator &alloc)
: ObStringExprOperator(alloc, T_FUN_SYS_REGEXP_REPLACE, N_REGEXP_REPLACE, MORE_THAN_ONE)
{
}
ObExprRegexpReplace::~ObExprRegexpReplace()
{}
{
}
int ObExprRegexpReplace::calc_result_typeN(
ObExprResType& type, ObExprResType* types, int64_t param_num, common::ObExprTypeCtx& type_ctx) const
int ObExprRegexpReplace::calc_result_typeN(ObExprResType &type,
ObExprResType *types,
int64_t param_num,
common::ObExprTypeCtx &type_ctx) const
{
UNUSED(type_ctx);
int ret = OB_SUCCESS;
@ -51,8 +57,8 @@ int ObExprRegexpReplace::calc_result_typeN(
}
}
if (lib::is_oracle_mode()) {
// deduce length
ObExprResType& text = types[0];
//deduce length
ObExprResType &text = types[0];
int64_t to_len = types[2].get_length();
common::ObLength len = text.get_length();
int64_t offset = len * to_len;
@ -60,27 +66,26 @@ int ObExprRegexpReplace::calc_result_typeN(
CK(len <= INT32_MAX);
type.set_length(static_cast<common::ObLength>(len));
auto input_params = make_const_carray(&types[0]);
const bool prefer_varchar = true;
OZ(aggregate_string_type_and_charset_oracle(*type_ctx.get_session(), input_params, type, prefer_varchar));
OZ(aggregate_string_type_and_charset_oracle(
*type_ctx.get_session(), input_params, type, PREFER_VAR_LEN_CHAR));
OZ(deduce_string_param_calc_type_and_charset(*type_ctx.get_session(), type, input_params));
OX(type.set_length_semantics(type_ctx.get_session()->get_actual_nls_length_semantics()));
} else {
const common::ObLengthSemantics default_length_semantics =
(OB_NOT_NULL(type_ctx.get_session()) ? type_ctx.get_session()->get_actual_nls_length_semantics()
: common::LS_BYTE);
const common::ObLengthSemantics default_length_semantics = (OB_NOT_NULL(type_ctx.get_session())
? type_ctx.get_session()->get_actual_nls_length_semantics()
: common::LS_BYTE);
if (types[0].is_lob()) {
type.set_type(types[0].get_type());
} else {
type.set_varchar();
type.set_length_semantics(
types[0].is_varchar_or_char() ? types[0].get_length_semantics() : default_length_semantics);
type.set_length_semantics(types[0].is_varchar_or_char() ? types[0].get_length_semantics() : default_length_semantics);
}
//建表列的最大长度
type.set_length(OB_MAX_COLUMN_NAMES_LENGTH);
ret = aggregate_charsets_for_string_result(type, types, 1, type_ctx.get_coll_type());
}
if (OB_SUCC(ret)) {
switch (param_num) { // because of regexp engine need utf8 code, here need reset calc collation type and can
// implicit cast.
switch (param_num) {//because of regexp engine need utf8 code, here need reset calc collation type and can implicit cast.
case 6:
types[5].set_calc_type(ObVarcharType);
case 5:
@ -131,168 +136,52 @@ int ObExprRegexpReplace::calc_result_typeN(
return ret;
}
int ObExprRegexpReplace::calc_resultN(
common::ObObj& result, const common::ObObj* objs, int64_t param_num, common::ObExprCtx& expr_ctx) const
int ObExprRegexpReplace::calc(common::ObString &ret_str,
const ObString &text,
const ObString &pattern,
const ObString &replacement_string,
int64_t position,
int64_t occurrence,
const ObCollationType cs_type,
const ObString &match_param,
int null_argument_idx,
bool reusable,
ObExprRegexContext* regexp_ptr,
ObExprStringBuf &string_buf,
ObIAllocator &exec_ctx_alloc)
{
int ret = OB_SUCCESS;
ObString text, pattern, match_param, replacement_string;
int64_t position = 1, occurrence = 0;
bool is_flag_null = false;
if (OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("varchar buffer not init or exec ctx or physical plan ctx is NULL", K(expr_ctx.calc_buf_));
} else {
int idx = -1;
for (int i = 0; i < param_num; i++) {
// optional params is null, use default flags
if (objs[i].is_null()) {
if (share::is_oracle_mode() && (i == 5 || i == 2)) {
} else {
idx = idx > i ? idx : i;
is_flag_null = (i == 5);
}
}
}
for (int i = 0; OB_SUCC(ret) && i < param_num; i++) {
if (!objs[i].is_null() && !is_type_valid(objs[i].get_type())) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument", K(ret), K(i), K(objs[i]));
}
}
if (OB_SUCC(ret)) {
switch (param_num) {
case 6:
if (!objs[5].is_null()) {
TYPE_CHECK(objs[5], ObVarcharType);
match_param = objs[5].get_string();
}
case 5:
if (!objs[4].is_null()) {
if (lib::is_oracle_mode()) {
TYPE_CHECK(objs[4], ObNumberType);
} else {
TYPE_CHECK(objs[4], ObIntType);
}
if (OB_FAIL(ObExprUtil::get_trunc_int64(objs[4], expr_ctx, occurrence))) {
LOG_WARN("fail get occurrence", K(occurrence), K(ret));
break;
} else if (OB_UNLIKELY(occurrence < 0)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("regexp_replace occurrence is invalid", K(ret), K(occurrence));
break;
}
}
case 4:
if (!objs[3].is_null()) {
if (lib::is_oracle_mode()) {
TYPE_CHECK(objs[3], ObNumberType);
} else {
TYPE_CHECK(objs[3], ObIntType);
}
if (OB_FAIL(ObExprUtil::get_trunc_int64(objs[3], expr_ctx, position))) {
LOG_WARN("fail get position", K(position), K(ret));
break;
} else if (OB_UNLIKELY(position < 0)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("regexp_replace position is invalid", K(ret), K(position));
break;
}
}
case 3:
if (!objs[2].is_null()) {
TYPE_CHECK(objs[2], ObVarcharType);
replacement_string = objs[2].get_string();
}
case 2:
if (!objs[1].is_null()) {
TYPE_CHECK(objs[1], ObVarcharType);
pattern = objs[1].get_string();
if (share::is_mysql_mode() && pattern.empty() && !is_flag_null) { // compatible mysql
ret = OB_ERR_REGEXP_ERROR;
LOG_WARN("empty regex expression", K(ret));
}
}
if (OB_FAIL(ret)) {
} else if (!objs[0].is_null() && !objs[0].is_clob()) {
TYPE_CHECK(objs[0], ObVarcharType);
text = objs[0].get_string();
} else if (objs[0].is_clob()) {
text = objs[0].get_string();
}
default:
break;
}
ObExprRegexContext regexp_obj;
if (OB_SUCC(ret)) {
ObString ret_str;
if (objs[0].is_clob() && 0 == text.length()) {
result.set_lob_value(ObLongTextType, ret_str.ptr(), ret_str.length());
} else if (OB_FAIL(calc(ret_str,
text,
pattern,
replacement_string,
position,
occurrence,
result_type_.get_collation_type(),
match_param,
idx,
&regexp_obj,
*expr_ctx.calc_buf_))) {
LOG_WARN("fail to cacl regexp_replace", K(ret), K(text), K(pattern), K(occurrence), K(match_param));
} else {
if (OB_ISNULL(ret_str.ptr())) {
result.set_null();
} else {
result.set_string(ObVarcharType, ret_str.ptr(), ret_str.length());
}
}
}
}
}
if (OB_LIKELY(OB_SUCCESS == ret && !result.is_null())) {
result.set_collation_type(ObCharset::get_default_collation_oracle(CHARSET_UTF8MB4));
if (OB_FAIL(convert_result_collation(result_type_, result, expr_ctx.calc_buf_))) {
LOG_WARN("failed to convert result collation", K(ret));
} else {
result.set_collation(result_type_);
}
}
return ret;
}
int ObExprRegexpReplace::calc(common::ObString& ret_str, const ObString& text, const ObString& pattern,
const ObString& replacement_string, int64_t position, int64_t occurrence, const ObCollationType cs_type,
const ObString& match_param, int null_argument_idx, ObExprRegexContext* regexp_ptr, ObExprStringBuf& string_buf)
{
int ret = OB_SUCCESS;
// begin with '^'
//begin with '^'
bool from_begin = false;
// end with '$'
//end with '$'
bool from_end = false;
ret_str.reset();
ObExprRegexContext* regexp_replace_ctx = regexp_ptr;
ObSEArray<uint32_t, 4> begin_locations(common::ObModIds::OB_SQL_EXPR_REPLACE, common::OB_MALLOC_NORMAL_BLOCK_SIZE);
ObExprRegexContext *regexp_replace_ctx = regexp_ptr;
ObSEArray<uint32_t, 4> begin_locations(common::ObModIds::OB_SQL_EXPR_REPLACE,
common::OB_MALLOC_NORMAL_BLOCK_SIZE);
int flags = 0, multi_flag = 0;
const bool reusable = false;
if (OB_ISNULL(regexp_replace_ctx)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("regexp ptr is null", K(ret));
} else if (!regexp_replace_ctx->is_inited()) {
if (OB_FAIL(ObExprRegexpCount::get_regexp_flags(cs_type, match_param, flags, multi_flag))) {
LOG_WARN("fail to get regexp flags", K(ret), K(match_param));
} else if (OB_FAIL(regexp_replace_ctx->init(pattern, flags, string_buf, reusable))) {
LOG_WARN("fail to init regexp", K(flags));
}
} else if (OB_FAIL(ObExprRegexpCount::get_regexp_flags(cs_type, match_param,
flags, multi_flag))) {
LOG_WARN("fail to get regexp flags", K(ret), K(match_param));
} else if (OB_FAIL(regexp_replace_ctx->init(pattern, flags,
reusable ? exec_ctx_alloc : string_buf,
reusable))) {
LOG_WARN("fail to init regexp", K(flags));
}
if (OB_SUCC(ret)) {
if (-1 != null_argument_idx) {
if ((null_argument_idx == 0 || (share::is_oracle_mode() && null_argument_idx == 1)) && text.length() != 0) {
//此处是为了更好的和oracle行为一致
if ((null_argument_idx == 0 || (lib::is_oracle_mode() && null_argument_idx == 1)) &&
text.length() != 0) {
ret_str = text;
} else {
ret_str = ObString(); // NULL
ret_str = ObString(); // NULL
}
} else if (position <= 0 || occurrence < 0) {
if (share::is_oracle_mode()) {
if (lib::is_oracle_mode()) {
ret = OB_ERR_ARGUMENT_OUT_OF_RANGE;
} else {
ret = OB_INVALID_ARGUMENT;
@ -314,14 +203,16 @@ int ObExprRegexpReplace::calc(common::ObString& ret_str, const ObString& text, c
} else {
ObSEArray<size_t, 4> byte_num;
ObSEArray<size_t, 4> byte_offsets;
if (OB_FAIL(ObExprUtil::get_mb_str_info(
text, ObCharset::get_default_collation_oracle(CHARSET_UTF8MB4), byte_num, byte_offsets))) {
if (OB_FAIL(ObExprUtil::get_mb_str_info(text,
ObCharset::get_default_collation_oracle(CHARSET_UTF8MB4),
byte_num,
byte_offsets))) {
LOG_WARN("failed to get mb str info", K(ret));
} else if (multi_flag) {
if (from_begin && 1 != position) {
begin_locations.pop_back();
}
const char* text_ptr = text.ptr();
const char *text_ptr = text.ptr();
for (int64_t idx = position; OB_SUCC(ret) && idx < byte_offsets.count() - 1; ++idx) {
if (OB_UNLIKELY(byte_offsets.at(idx) >= text.length())) {
ret = OB_ERR_UNEXPECTED;
@ -334,15 +225,10 @@ int ObExprRegexpReplace::calc(common::ObString& ret_str, const ObString& text, c
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(regexp_replace_ctx->replace_substr(text,
replacement_string,
occurrence,
string_buf,
byte_offsets,
ret_str,
from_begin,
from_end,
begin_locations))) {
if (OB_FAIL(regexp_replace_ctx->replace_substr(text, replacement_string,
occurrence, string_buf,
byte_offsets, ret_str, from_begin,
from_end, begin_locations))) {
LOG_WARN("fail to replace substr", K(ret), K(text), K(replacement_string));
}
}
@ -352,37 +238,54 @@ int ObExprRegexpReplace::calc(common::ObString& ret_str, const ObString& text, c
return ret;
}
int ObExprRegexpReplace::cg_expr(ObExprCGCtx&, const ObRawExpr&, ObExpr& rt_expr) const
int ObExprRegexpReplace::cg_expr(ObExprCGCtx &op_cg_ctx, const ObRawExpr &raw_expr, ObExpr &rt_expr) const
{
int ret = OB_SUCCESS;
UNUSED(op_cg_ctx);
CK(2 <= rt_expr.arg_cnt_ && rt_expr.arg_cnt_ <= 6);
rt_expr.eval_func_ = &eval_regexp_replace;
CK(raw_expr.get_param_count() >= 2);
if (OB_SUCC(ret)) {
const ObRawExpr *text = raw_expr.get_param_expr(0);
const ObRawExpr *pattern = raw_expr.get_param_expr(1);
if (OB_ISNULL(text) || OB_ISNULL(pattern)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(text), K(pattern), K(ret));
} else {
const bool const_text = text->is_const_expr();
const bool const_pattern = pattern->is_const_expr();
rt_expr.extra_ = (!const_text && const_pattern) ? 1 : 0;
rt_expr.eval_func_ = &eval_regexp_replace;
LOG_DEBUG("regexp reeplace expr cg", K(const_text), K(const_pattern), K(rt_expr.extra_));
}
}
return ret;
}
int ObExprRegexpReplace::eval_regexp_replace(const ObExpr& expr, ObEvalCtx& ctx, ObDatum& expr_datum)
int ObExprRegexpReplace::eval_regexp_replace(
const ObExpr &expr, ObEvalCtx &ctx, ObDatum &expr_datum)
{
int ret = OB_SUCCESS;
ObDatum* text = NULL;
ObDatum* pattern = NULL;
ObDatum* to = NULL;
ObDatum* position = NULL;
ObDatum* occurrence = NULL;
ObDatum* flags = NULL;
ObDatum *text = NULL;
ObDatum *pattern = NULL;
ObDatum *to = NULL;
ObDatum *position = NULL;
ObDatum *occurrence = NULL;
ObDatum *flags = NULL;
if (OB_FAIL(expr.eval_param_value(ctx, text, pattern, to, position, occurrence, flags))) {
LOG_WARN("evaluate parameters failed", K(ret));
} else if (share::is_oracle_mode() && pattern->is_null()) {
} else if (lib::is_oracle_mode() && pattern->is_null()) {
expr_datum.set_datum(*text);
} else if (expr.args_[0]->datum_meta_.is_clob() && (0 == text->get_string().length())) {
expr_datum.set_datum(*text);
} else {
// %to and %flags may be null
bool is_flag_null = (NULL != flags && flags->is_null());
const bool null_result =
(text->is_null() || (NULL != position && position->is_null()) ||
(NULL != occurrence && occurrence->is_null()) ||
(share::is_mysql_mode() && NULL != pattern && pattern->is_null()) ||
(share::is_mysql_mode() && NULL != to && to->is_null()) || (share::is_mysql_mode() && is_flag_null));
const bool null_result = (text->is_null()
|| (NULL != position && position->is_null())
|| (NULL != occurrence && occurrence->is_null())
|| (lib::is_mysql_mode() && NULL != pattern && pattern->is_null())
|| (lib::is_mysql_mode() && NULL != to && to->is_null())
|| (lib::is_mysql_mode() && is_flag_null));
// same with calc_resultN
int null_idx = -1;
for (int64_t i = 0; i < expr.arg_cnt_; i++) {
@ -392,35 +295,44 @@ int ObExprRegexpReplace::eval_regexp_replace(const ObExpr& expr, ObEvalCtx& ctx,
}
int64_t pos = 1;
int64_t occur = 0;
if (OB_FAIL(ObExprUtil::get_int_param_val(position, pos)) ||
OB_FAIL(ObExprUtil::get_int_param_val(occurrence, occur))) {
if (OB_FAIL(ObExprUtil::get_int_param_val(position, pos))
|| OB_FAIL(ObExprUtil::get_int_param_val(occurrence, occur))) {
LOG_WARN("get integer parameter value failed", K(ret));
} else if (pos < 0 || occur < 0) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("regexp_replace position or occurrence is invalid", K(ret), K(pos), K(occur));
}
ObString to_str = (NULL != to && !to->is_null()) ? to->get_string() : ObString();
ObString match_param = (NULL != flags && !flags->is_null()) ? flags->get_string() : ObString();
ObString match_param = (NULL != flags && !flags->is_null())
? flags->get_string()
: ObString();
ObString res;
ObExprRegexContext regexp_ctx;
ObIAllocator& alloc = ctx.get_reset_tmp_alloc();
ObEvalCtx::TempAllocGuard alloc_guard(ctx);
ObIAllocator &alloc = alloc_guard.get_allocator();
ObExprRegexContext local_regex_ctx;
ObExprRegexContext *regexp_ctx = &local_regex_ctx;
const bool reusable = (0 != expr.extra_) && ObExpr::INVALID_EXP_CTX_ID != expr.expr_ctx_id_;
if (OB_SUCC(ret) && reusable) {
if (NULL == (regexp_ctx = static_cast<ObExprRegexContext *>(
ctx.exec_ctx_.get_expr_op_ctx(expr.expr_ctx_id_)))) {
if (OB_FAIL(ctx.exec_ctx_.create_expr_op_ctx(expr.expr_ctx_id_, regexp_ctx))) {
LOG_WARN("create expr regex context failed", K(ret), K(expr));
} else if (OB_ISNULL(regexp_ctx)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("NULL context returned", K(ret));
}
}
}
if (OB_FAIL(ret)) {
} else if (share::is_mysql_mode() && !pattern->is_null() && pattern->get_string().empty() &&
!is_flag_null) { // compatible mysql
} else if (lib::is_mysql_mode() && !pattern->is_null() &&
pattern->get_string().empty() && !is_flag_null) {//compatible mysql
ret = OB_ERR_REGEXP_ERROR;
LOG_WARN("empty regex expression", K(ret));
} else if (OB_FAIL(calc(res,
text->get_string(),
pattern->get_string(),
to_str,
pos,
occur,
expr.datum_meta_.cs_type_,
match_param,
null_idx,
&regexp_ctx,
alloc))) {
} else if (OB_FAIL(calc(res, text->get_string(), pattern->get_string(), to_str, pos, occur,
expr.datum_meta_.cs_type_, match_param,
null_idx, reusable, regexp_ctx, alloc,
ctx.exec_ctx_.get_allocator()))) {
LOG_WARN("calc failed", K(ret));
} else if (null_result) {
expr_datum.set_null();
@ -430,13 +342,16 @@ int ObExprRegexpReplace::eval_regexp_replace(const ObExpr& expr, ObEvalCtx& ctx,
} else {
ObExprStrResAlloc out_alloc(expr, ctx);
ObString out;
if (OB_FAIL(ObExprUtil::convert_string_collation(
res, expr.args_[0]->datum_meta_.cs_type_, out, expr.datum_meta_.cs_type_, out_alloc))) {
if (OB_FAIL(ObExprUtil::convert_string_collation(res,
expr.args_[0]->datum_meta_.cs_type_,
out,
expr.datum_meta_.cs_type_,
out_alloc))) {
LOG_WARN("convert charset failed", K(ret));
} else {
if (out.ptr() == res.ptr()) {
// res is allocated in temporary allocator, deep copy here.
char* mem = expr.get_str_res_mem(ctx, res.length());
char *mem = expr.get_str_res_mem(ctx, res.length());
if (OB_ISNULL(mem)) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("allocate memory failed", K(ret));
@ -455,5 +370,5 @@ int ObExprRegexpReplace::eval_regexp_replace(const ObExpr& expr, ObEvalCtx& ctx,
return ret;
}
} // namespace sql
} // namespace oceanbase
}
}