hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

204
src/sql/engine/expr/ob_expr_format.cpp
View File

@ -10,7 +10,7 @@
* See the Mulan PubL v2 for more details.
*/
#define USING_LOG_PREFIX SQL_ENG
#define USING_LOG_PREFIX SQL_ENG
#include "ob_expr_format.h"
#include "lib/charset/ob_charset.h"
@ -19,8 +19,10 @@
using namespace oceanbase::common;
using namespace oceanbase::sql;
namespace oceanbase {
namespace sql {
namespace oceanbase
{
namespace sql
{
const int64_t FORMAT_MAX_DECIMALS = 30;
const int64_t DECIMAL_NOT_SPECIFIED = 31;
@ -31,15 +33,19 @@ const int64_t MAX_VARCHAR_BUFFER_SIZE = 359;
const int64_t MAX_FORMAT_BUFFER_SIZE = 512;
const int64_t MAX_TEXT_BUFFER_SIZE = 16359;
ObExprFormat::ObExprFormat(ObIAllocator& alloc)
ObExprFormat::ObExprFormat(ObIAllocator &alloc)
: ObFuncExprOperator(alloc, T_FUN_SYS_FORMAT, N_FORMAT, TWO_OR_THREE, NOT_ROW_DIMENSION)
{}
{
}
ObExprFormat::~ObExprFormat()
{}
{
}
int ObExprFormat::calc_result_typeN(
ObExprResType& type, ObExprResType* type_array, int64_t params_count, ObExprTypeCtx& type_ctx) const
int ObExprFormat::calc_result_typeN(ObExprResType &type,
ObExprResType *type_array,
int64_t params_count,
ObExprTypeCtx &type_ctx) const
{
UNUSED(type_ctx);
int ret = OB_SUCCESS;
@ -51,29 +57,31 @@ int ObExprFormat::calc_result_typeN(
} else {
type.set_default_collation_type();
type.set_collation_level(CS_LEVEL_COERCIBLE);
CK(OB_NOT_NULL(type_ctx.get_session()));
CK (OB_NOT_NULL(type_ctx.get_session()));
ObExprOperator::calc_result_flagN(type, type_array, params_count);
// utilize expression framework and treat second params as int
// 利用表达式框架，第二个参数转换成int类型处理
type_array[1].set_calc_type(ObIntType);
}
return ret;
}
int ObExprFormat::get_origin_param_type(ObExprResType& ori_type) const
int ObExprFormat::get_origin_param_type(ObExprResType &ori_type) const
{
int ret = OB_SUCCESS;
ObRawExpr* expr = NULL;
ObRawExpr *expr = NULL;
if (OB_ISNULL(expr = get_raw_expr())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to get_raw_expr", K(ret));
} else if (expr->get_children_count() >= 1 && OB_NOT_NULL(expr = expr->get_param_expr(0)) &&
expr->get_expr_type() == T_FUN_SYS_CAST && CM_IS_IMPLICIT_CAST(expr->get_extra())) {
} else if (expr->get_children_count() >= 1 && OB_NOT_NULL(expr = expr->get_param_expr(0))
&& expr->get_expr_type() == T_FUN_SYS_CAST && CM_IS_IMPLICIT_CAST(expr->get_extra())) {
do {
if (expr->get_children_count() >= 1 && OB_ISNULL(expr = expr->get_param_expr(0))) {
if (expr->get_children_count() >= 1
&& OB_ISNULL(expr = expr->get_param_expr(0))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to get_param_expr", K(ret));
}
} while (OB_SUCC(ret) && T_FUN_SYS_CAST == expr->get_expr_type() && CM_IS_IMPLICIT_CAST(expr->get_extra()));
} while (OB_SUCC(ret) && T_FUN_SYS_CAST == expr->get_expr_type()
&& CM_IS_IMPLICIT_CAST(expr->get_extra()));
if (OB_SUCC(ret)) {
ori_type = expr->get_result_type();
}
@ -81,7 +89,7 @@ int ObExprFormat::get_origin_param_type(ObExprResType& ori_type) const
return ret;
}
int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_array) const
int ObExprFormat::calc_result_type(ObExprResType &type, ObExprResType *type_array) const
{
int ret = OB_SUCCESS;
ObExprResType ori_type = type_array[0];
@ -91,7 +99,7 @@ int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_arra
const ObObjType obj_type = ori_type.get_type();
if (ob_is_integer_type(obj_type)) {
int64_t max_char_length = type_array[0].get_length();
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/ 1 + /*sign*/ 1;
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/1 + /*sign*/1;
type.set_varchar();
type.set_length(max_char_length + max_sep_count + DECIMAL_NOT_SPECIFIED);
type_array[0].set_calc_type(ObNumberType);
@ -116,7 +124,7 @@ int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_arra
case ObNumberType:
case ObUNumberType: {
int64_t max_char_length = type_array[0].get_length();
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/ 1 + /*sign*/ 1;
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/1 + /*sign*/1;
type.set_varchar();
type.set_length(max_char_length + max_sep_count + DECIMAL_NOT_SPECIFIED);
break;
@ -130,13 +138,13 @@ int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_arra
case ObTimeType:
case ObYearType: {
int64_t max_char_length = type_array[0].get_length();
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/ 1 + /*sign*/ 1;
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/1 + /*sign*/1;
type.set_length(max_char_length + max_sep_count + DECIMAL_NOT_SPECIFIED);
type.set_varchar();
type_array[0].set_calc_type(ObDoubleType);
break;
}
case ObTinyTextType: {
case ObTinyTextType:{
type.set_varchar();
type.set_length(MAX_TINY_TEXT_BUFFER_SIZE);
type_array[0].set_calc_type(ObDoubleType);
@ -154,9 +162,9 @@ int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_arra
int32_t length = type_array[0].get_length();
if (length <= MAX_VARCHAR_BUFFER_SIZE) {
type.set_varchar();
int64_t max_sep_count = (length / 3) + /*decimals*/ 1 + /*sign*/ 1;
int64_t max_sep_count = (length / 3) + /*decimals*/1 + /*sign*/1;
type.set_length(length + max_sep_count + DECIMAL_NOT_SPECIFIED);
} else if (length <= MAX_TEXT_BUFFER_SIZE) {
} else if (length <= MAX_TEXT_BUFFER_SIZE) {
type.set_type(ObTextType);
} else {
type.set_type(ObLongTextType);
@ -167,9 +175,16 @@ int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_arra
default: {
ret = OB_NOT_SUPPORTED;
LOG_WARN("input type not supported", K(ret), K(obj_type));
LOG_USER_ERROR(OB_NOT_SUPPORTED, "The input type of the FORMAT function");
break;
}
}
if (OB_SUCC(ret) && ob_is_text_tc(type.get_type())) {
const int32_t mbmaxlen = 4;
const int32_t default_text_length =
ObAccuracy::DDL_DEFAULT_ACCURACY[type.get_type()].get_length() / mbmaxlen;
type.set_length(default_text_length);
}
}
}
return ret;
@ -185,45 +200,10 @@ int64_t ObExprFormat::get_format_scale(int64_t scale)
return scale;
}
int ObExprFormat::convert_num_to_str(
const common::ObObj* objs_array, common::ObExprCtx& expr_ctx, int64_t scale, ObString& num_str) const
{
int ret = OB_SUCCESS;
const ObObj& ori_value = objs_array[0];
char* buf = NULL;
int64_t str_len = 0;
const int64_t alloc_size = MAX_FORMAT_BUFFER_SIZE;
if (OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("params are invalid", K(ret), K(expr_ctx.calc_buf_));
} else if (OB_ISNULL(buf = static_cast<char*>(expr_ctx.calc_buf_->alloc(alloc_size)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("allocate memory for number string failed", K(ret));
} else {
if (ori_value.is_double() || ori_value.is_udouble()) {
str_len = ob_fcvt(ObExprUtil::round_double(ori_value.get_double(), scale), scale, alloc_size, buf, NULL);
} else if (ori_value.is_float() || ori_value.is_ufloat()) {
str_len = ob_fcvt(ObExprUtil::round_double(ori_value.get_float(), scale), scale, alloc_size, buf, NULL);
} else if (ori_value.is_number()) {
number::ObNumber num = ori_value.get_number();
number::ObNumber nmb;
if (OB_FAIL(nmb.from(num, *expr_ctx.calc_buf_))) {
LOG_WARN("copy number failed.", K(ret), K(num));
} else if (OB_FAIL(nmb.round(scale))) {
LOG_WARN("round failed.", K(ret), K(nmb.format()), K(scale));
} else if (OB_FAIL(nmb.format_v2(buf, alloc_size, str_len, scale))) {
LOG_WARN("fail to convert number to string", K(ret));
}
}
if (OB_SUCC(ret)) {
num_str.assign_ptr(buf, static_cast<int32_t>(str_len));
LOG_DEBUG("convert_num_to_str", K(ret), K(num_str), K(str_len));
}
}
return ret;
}
int ObExprFormat::build_format_str(char* buf, const ObLocale& locale, int64_t scale, ObString& num_str)
int ObExprFormat::build_format_str(char *buf,
const ObLocale &locale,
int64_t scale,
ObString &num_str)
{
int ret = OB_SUCCESS;
int64_t str_length = num_str.length();
@ -233,13 +213,11 @@ int ObExprFormat::build_format_str(char* buf, const ObLocale& locale, int64_t sc
int64_t grouping_length = locale.grouping_[0];
bool is_negative = ('-' == *num_str.ptr());
// src points to the last number in the integer part
const char* src = num_str.ptr() + str_length - decimal_length - 1;
const char* integer_part_begin = num_str.ptr();
if (is_negative) {
++integer_part_begin;
}
char* dst = buf + 2 * FLOATING_POINT_BUFFER;
char* start_dst = dst;
const char *src = num_str.ptr() + str_length - decimal_length - 1;
const char *integer_part_begin = num_str.ptr();
if (is_negative) { ++integer_part_begin; }
char *dst = buf + 2 * FLOATING_POINT_BUFFER;
char *start_dst = dst;
// put the fractional part
if (scale) {
@ -275,58 +253,22 @@ int ObExprFormat::build_format_str(char* buf, const ObLocale& locale, int64_t sc
return ret;
}
int ObExprFormat::calc_resultN(ObObj& result, const ObObj* objs_array, int64_t param_num, ObExprCtx& expr_ctx) const
{
int ret = OB_SUCCESS;
int64_t scale = 0;
const ObObj& ori_value = objs_array[0];
const ObObj& scale_value = objs_array[1];
if (OB_UNLIKELY(NULL == objs_array || param_num != 2) || OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument.", K(ret), K(objs_array), K(param_num), K(expr_ctx.calc_buf_));
} else if (ori_value.is_null() || scale_value.is_null()) {
result.set_null();
} else {
TYPE_CHECK(scale_value, ObIntType);
scale = get_format_scale(scale_value.get_int());
if (OB_SUCC(ret)) {
ObString str;
ObLocale locale;
if (OB_FAIL(convert_num_to_str(objs_array, expr_ctx, scale, str))) {
LOG_WARN("fail to convert num to str", K(ret));
} else {
char* buf = NULL;
int64_t buf_len = 2 * FLOATING_POINT_BUFFER + 1;
if (OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("params are invalid", K(ret), K(expr_ctx.calc_buf_));
} else if (OB_ISNULL(buf = static_cast<char*>(expr_ctx.calc_buf_->alloc(buf_len)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("allocate memory failed", K(ret));
} else if (OB_FAIL(build_format_str(buf, locale, scale, str))) {
LOG_WARN("fail to build format str", K(ret));
} else {
str.set_length(str.length());
result.set_string(ObVarcharType, str);
result.set_meta_type(result_type_);
}
}
}
}
return ret;
}
int ObExprFormat::convert_num_to_str(
const ObObjType& obj_type, const ObDatum& x_datum, char* buf, int64_t buf_len, int64_t scale, ObString& num_str)
int ObExprFormat::convert_num_to_str(const ObObjType &obj_type,
const ObDatum &x_datum,
char *buf,
int64_t buf_len,
int64_t scale,
ObString &num_str)
{
int ret = OB_SUCCESS;
int64_t str_len = 0;
if (ObDoubleType == obj_type || ObUDoubleType == obj_type) {
str_len = ob_fcvt(ObExprUtil::round_double(x_datum.get_double(), scale), scale, buf_len, buf, NULL);
str_len = ob_fcvt(ObExprUtil::round_double(x_datum.get_double(), scale), scale, buf_len,
buf, NULL);
} else if (ObFloatType == obj_type || ObUFloatType == obj_type) {
str_len = ob_fcvt(ObExprUtil::round_double(x_datum.get_float(), scale), scale, buf_len, buf, NULL);
} else if (ObNumberType == obj_type || ObUNumberType == obj_type) {
str_len = ob_fcvt(ObExprUtil::round_double(x_datum.get_float(), scale), scale, buf_len,
buf, NULL);
} else {
number::ObNumber num = x_datum.get_number();
number::ObNumber nmb;
ObNumStackOnceAlloc tmp_alloc;
@ -345,15 +287,17 @@ int ObExprFormat::convert_num_to_str(
return ret;
}
int ObExprFormat::calc_format_expr(const ObExpr& expr, ObEvalCtx& ctx, ObDatum& res_datum)
int ObExprFormat::calc_format_expr(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res_datum)
{
int ret = OB_SUCCESS;
int64_t scale = 0;
ObDatum* x_datum = NULL;
ObDatum* d_datum = NULL;
if (OB_FAIL(expr.args_[0]->eval(ctx, x_datum)) || OB_FAIL(expr.args_[1]->eval(ctx, d_datum))) {
ObDatum *x_datum = NULL;
ObDatum *d_datum = NULL;
if (OB_FAIL(expr.args_[0]->eval(ctx, x_datum)) ||
OB_FAIL(expr.args_[1]->eval(ctx, d_datum))) {
LOG_WARN("eval arg failed", K(ret), K(expr));
} else if ((OB_NOT_NULL(x_datum) && x_datum->is_null()) || (OB_NOT_NULL(d_datum) && d_datum->is_null())) {
} else if ((OB_NOT_NULL(x_datum) && x_datum->is_null())
|| (OB_NOT_NULL(d_datum) && d_datum->is_null())) {
res_datum.set_null();
} else {
scale = get_format_scale(d_datum->get_int());
@ -361,13 +305,16 @@ int ObExprFormat::calc_format_expr(const ObExpr& expr, ObEvalCtx& ctx, ObDatum&
ObString res_str;
ObLocale locale;
const ObObjType x_type = expr.args_[0]->datum_meta_.type_;
char* tmp_buf = NULL;
char* res_buf = NULL;
char *tmp_buf = NULL;
char *res_buf = NULL;
int64_t buf_len = MAX_FORMAT_BUFFER_SIZE + 2 * FLOATING_POINT_BUFFER + 1;
if (OB_ISNULL(tmp_buf = static_cast<char*>(ctx.get_reset_tmp_alloc().alloc(buf_len)))) {
ObEvalCtx::TempAllocGuard alloc_guard(ctx);
if (OB_ISNULL(tmp_buf = static_cast<char *>(
alloc_guard.get_allocator().alloc(buf_len)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_ERROR("fail to allocate memory", K(buf_len), K(ret));
} else if (OB_FAIL(convert_num_to_str(x_type, *x_datum, tmp_buf, MAX_FORMAT_BUFFER_SIZE, scale, str))) {
} else if (OB_FAIL(convert_num_to_str(x_type, *x_datum, tmp_buf, MAX_FORMAT_BUFFER_SIZE,
scale, str))) {
LOG_WARN("fail to convert num to str", K(ret));
} else {
tmp_buf = tmp_buf + MAX_FORMAT_BUFFER_SIZE;
@ -385,7 +332,8 @@ int ObExprFormat::calc_format_expr(const ObExpr& expr, ObEvalCtx& ctx, ObDatum&
return ret;
}
int ObExprFormat::cg_expr(ObExprCGCtx& expr_cg_ctx, const ObRawExpr& raw_expr, ObExpr& rt_expr) const
int ObExprFormat::cg_expr(ObExprCGCtx &expr_cg_ctx, const ObRawExpr &raw_expr,
ObExpr &rt_expr) const
{
int ret = OB_SUCCESS;
UNUSED(expr_cg_ctx);
@ -399,5 +347,5 @@ int ObExprFormat::cg_expr(ObExprCGCtx& expr_cg_ctx, const ObRawExpr& raw_expr, O
return ret;
}
} // end of namespace sql
} // end of namespace oceanbase
}//end of namespace sql
}//end of namespace oceanbase