hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

init push

Browse Source
This commit is contained in:
oceanbase-admin
2021-05-31 22:56:52 +08:00
commit cea7de1475
7020 changed files with 5689869 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

403
src/sql/engine/expr/ob_expr_format.cpp Normal file
View File

@ -0,0 +1,403 @@
/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
*/
#define USING_LOG_PREFIX SQL_ENG
#include "ob_expr_format.h"
#include "lib/charset/ob_charset.h"
#include "sql/engine/ob_exec_context.h"
#include "sql/engine/expr/ob_expr_util.h"
using namespace oceanbase::common;
using namespace oceanbase::sql;
namespace oceanbase {
namespace sql {
const int64_t FORMAT_MAX_DECIMALS = 30;
const int64_t DECIMAL_NOT_SPECIFIED = 31;
const int64_t MAX_TINY_TEXT_BUFFER_SIZE = 373;
const int64_t MAX_FLOAT_BUFFER_SIZE = 49;
const int64_t MAX_DOUBLE_BUFFER_SIZE = 62;
const int64_t MAX_VARCHAR_BUFFER_SIZE = 359;
const int64_t MAX_FORMAT_BUFFER_SIZE = 512;
const int64_t MAX_TEXT_BUFFER_SIZE = 16359;
ObExprFormat::ObExprFormat(ObIAllocator& alloc)
: ObFuncExprOperator(alloc, T_FUN_SYS_FORMAT, N_FORMAT, TWO_OR_THREE, NOT_ROW_DIMENSION)
{}
ObExprFormat::~ObExprFormat()
{}
int ObExprFormat::calc_result_typeN(
ObExprResType& type, ObExprResType* type_array, int64_t params_count, ObExprTypeCtx& type_ctx) const
{
UNUSED(type_ctx);
int ret = OB_SUCCESS;
if (OB_UNLIKELY(NULL == type_array || params_count != 2)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument.", K(ret), K(type_array), K(params_count));
} else if (OB_FAIL(calc_result_type(type, type_array))) {
LOG_WARN("failed to calc result type", K(ret));
} else {
type.set_default_collation_type();
type.set_collation_level(CS_LEVEL_COERCIBLE);
CK(OB_NOT_NULL(type_ctx.get_session()));
ObExprOperator::calc_result_flagN(type, type_array, params_count);
// utilize expression framework and treat second params as int
type_array[1].set_calc_type(ObIntType);
}
return ret;
}
int ObExprFormat::get_origin_param_type(ObExprResType& ori_type) const
{
int ret = OB_SUCCESS;
ObRawExpr* expr = NULL;
if (OB_ISNULL(expr = get_raw_expr())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to get_raw_expr", K(ret));
} else if (expr->get_children_count() >= 1 && OB_NOT_NULL(expr = expr->get_param_expr(0)) &&
expr->get_expr_type() == T_FUN_SYS_CAST && CM_IS_IMPLICIT_CAST(expr->get_extra())) {
do {
if (expr->get_children_count() >= 1 && OB_ISNULL(expr = expr->get_param_expr(0))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fail to get_param_expr", K(ret));
}
} while (OB_SUCC(ret) && T_FUN_SYS_CAST == expr->get_expr_type() && CM_IS_IMPLICIT_CAST(expr->get_extra()));
if (OB_SUCC(ret)) {
ori_type = expr->get_result_type();
}
}
return ret;
}
int ObExprFormat::calc_result_type(ObExprResType& type, ObExprResType* type_array) const
{
int ret = OB_SUCCESS;
ObExprResType ori_type = type_array[0];
if (OB_FAIL(get_origin_param_type(ori_type))) {
LOG_WARN("fail to get_origin_param_type", K(ret));
} else {
const ObObjType obj_type = ori_type.get_type();
if (ob_is_integer_type(obj_type)) {
int64_t max_char_length = type_array[0].get_length();
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/ 1 + /*sign*/ 1;
type.set_varchar();
type.set_length(max_char_length + max_sep_count + DECIMAL_NOT_SPECIFIED);
type_array[0].set_calc_type(ObNumberType);
} else {
switch (obj_type) {
case ObNullType: {
type.set_null();
break;
}
case ObFloatType:
case ObUFloatType: {
type.set_varchar();
type.set_length(MAX_FLOAT_BUFFER_SIZE);
break;
}
case ObDoubleType:
case ObUDoubleType: {
type.set_varchar();
type.set_length(MAX_DOUBLE_BUFFER_SIZE);
break;
}
case ObNumberType:
case ObUNumberType: {
int64_t max_char_length = type_array[0].get_length();
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/ 1 + /*sign*/ 1;
type.set_varchar();
type.set_length(max_char_length + max_sep_count + DECIMAL_NOT_SPECIFIED);
break;
}
case ObBitType:
case ObEnumType:
case ObSetType:
case ObDateTimeType:
case ObTimestampType:
case ObDateType:
case ObTimeType:
case ObYearType: {
int64_t max_char_length = type_array[0].get_length();
int64_t max_sep_count = (max_char_length / 3) + /*decimals*/ 1 + /*sign*/ 1;
type.set_length(max_char_length + max_sep_count + DECIMAL_NOT_SPECIFIED);
type.set_varchar();
type_array[0].set_calc_type(ObDoubleType);
break;
}
case ObTinyTextType: {
type.set_varchar();
type.set_length(MAX_TINY_TEXT_BUFFER_SIZE);
type_array[0].set_calc_type(ObDoubleType);
break;
}
case ObTextType:
case ObMediumTextType:
case ObLongTextType: {
type.set_type(ObLongTextType);
type_array[0].set_calc_type(ObDoubleType);
break;
}
case ObVarcharType:
case ObCharType: {
int32_t length = type_array[0].get_length();
if (length <= MAX_VARCHAR_BUFFER_SIZE) {
type.set_varchar();
int64_t max_sep_count = (length / 3) + /*decimals*/ 1 + /*sign*/ 1;
type.set_length(length + max_sep_count + DECIMAL_NOT_SPECIFIED);
} else if (length <= MAX_TEXT_BUFFER_SIZE) {
type.set_type(ObTextType);
} else {
type.set_type(ObLongTextType);
}
type_array[0].set_calc_type(ObDoubleType);
break;
}
default: {
ret = OB_NOT_SUPPORTED;
LOG_WARN("input type not supported", K(ret), K(obj_type));
break;
}
}
}
}
return ret;
}
int64_t ObExprFormat::get_format_scale(int64_t scale)
{
if (scale <= 0) {
scale = 0;
} else if (scale >= FORMAT_MAX_DECIMALS) {
scale = FORMAT_MAX_DECIMALS;
}
return scale;
}
int ObExprFormat::convert_num_to_str(
const common::ObObj* objs_array, common::ObExprCtx& expr_ctx, int64_t scale, ObString& num_str) const
{
int ret = OB_SUCCESS;
const ObObj& ori_value = objs_array[0];
char* buf = NULL;
int64_t str_len = 0;
const int64_t alloc_size = MAX_FORMAT_BUFFER_SIZE;
if (OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("params are invalid", K(ret), K(expr_ctx.calc_buf_));
} else if (OB_ISNULL(buf = static_cast<char*>(expr_ctx.calc_buf_->alloc(alloc_size)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("allocate memory for number string failed", K(ret));
} else {
if (ori_value.is_double() || ori_value.is_udouble()) {
str_len = ob_fcvt(ObExprUtil::round_double(ori_value.get_double(), scale), scale, alloc_size, buf, NULL);
} else if (ori_value.is_float() || ori_value.is_ufloat()) {
str_len = ob_fcvt(ObExprUtil::round_double(ori_value.get_float(), scale), scale, alloc_size, buf, NULL);
} else if (ori_value.is_number()) {
number::ObNumber num = ori_value.get_number();
number::ObNumber nmb;
if (OB_FAIL(nmb.from(num, *expr_ctx.calc_buf_))) {
LOG_WARN("copy number failed.", K(ret), K(num));
} else if (OB_FAIL(nmb.round(scale))) {
LOG_WARN("round failed.", K(ret), K(nmb.format()), K(scale));
} else if (OB_FAIL(nmb.format_v2(buf, alloc_size, str_len, scale))) {
LOG_WARN("fail to convert number to string", K(ret));
}
}
if (OB_SUCC(ret)) {
num_str.assign_ptr(buf, static_cast<int32_t>(str_len));
LOG_DEBUG("convert_num_to_str", K(ret), K(num_str), K(str_len));
}
}
return ret;
}
int ObExprFormat::build_format_str(char* buf, const ObLocale& locale, int64_t scale, ObString& num_str)
{
int ret = OB_SUCCESS;
int64_t str_length = num_str.length();
// number of characters used to represent the decimals, including '.'
int64_t decimal_length = scale ? scale + 1 : 0;
// integer part grouping length
int64_t grouping_length = locale.grouping_[0];
bool is_negative = ('-' == *num_str.ptr());
// src points to the last number in the integer part
const char* src = num_str.ptr() + str_length - decimal_length - 1;
const char* integer_part_begin = num_str.ptr();
if (is_negative) {
++integer_part_begin;
}
char* dst = buf + 2 * FLOATING_POINT_BUFFER;
char* start_dst = dst;
// put the fractional part
if (scale) {
dst -= (scale + 1);
// decimal symbol, default is "."
*dst = locale.decimal_point_;
MEMCPY(dst + 1, src + 2, scale);
}
if (grouping_length > 0 && str_length >= decimal_length + grouping_length + 1) {
for (int64_t count = grouping_length; src >= integer_part_begin; count--) {
if (count == 0) {
*--dst = locale.thousand_sep_;
if (locale.grouping_[1]) {
grouping_length = locale.grouping_[1];
}
count = grouping_length;
}
*--dst = *src--;
}
if (is_negative) {
*--dst = '-';
}
size_t result_length = start_dst - dst;
num_str.assign_ptr(dst, result_length);
} else if (decimal_length && locale.decimal_point_ != '.') {
if (decimal_length > str_length) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid str.", K(ret), K(scale), K(num_str));
} else {
num_str.ptr()[str_length - decimal_length] = locale.decimal_point_;
}
}
return ret;
}
int ObExprFormat::calc_resultN(ObObj& result, const ObObj* objs_array, int64_t param_num, ObExprCtx& expr_ctx) const
{
int ret = OB_SUCCESS;
int64_t scale = 0;
const ObObj& ori_value = objs_array[0];
const ObObj& scale_value = objs_array[1];
if (OB_UNLIKELY(NULL == objs_array || param_num != 2) || OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument.", K(ret), K(objs_array), K(param_num), K(expr_ctx.calc_buf_));
} else if (ori_value.is_null() || scale_value.is_null()) {
result.set_null();
} else {
TYPE_CHECK(scale_value, ObIntType);
scale = get_format_scale(scale_value.get_int());
if (OB_SUCC(ret)) {
ObString str;
ObLocale locale;
if (OB_FAIL(convert_num_to_str(objs_array, expr_ctx, scale, str))) {
LOG_WARN("fail to convert num to str", K(ret));
} else {
char* buf = NULL;
int64_t buf_len = 2 * FLOATING_POINT_BUFFER + 1;
if (OB_ISNULL(expr_ctx.calc_buf_)) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("params are invalid", K(ret), K(expr_ctx.calc_buf_));
} else if (OB_ISNULL(buf = static_cast<char*>(expr_ctx.calc_buf_->alloc(buf_len)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("allocate memory failed", K(ret));
} else if (OB_FAIL(build_format_str(buf, locale, scale, str))) {
LOG_WARN("fail to build format str", K(ret));
} else {
str.set_length(str.length());
result.set_string(ObVarcharType, str);
result.set_meta_type(result_type_);
}
}
}
}
return ret;
}
int ObExprFormat::convert_num_to_str(
const ObObjType& obj_type, const ObDatum& x_datum, char* buf, int64_t buf_len, int64_t scale, ObString& num_str)
{
int ret = OB_SUCCESS;
int64_t str_len = 0;
if (ObDoubleType == obj_type || ObUDoubleType == obj_type) {
str_len = ob_fcvt(ObExprUtil::round_double(x_datum.get_double(), scale), scale, buf_len, buf, NULL);
} else if (ObFloatType == obj_type || ObUFloatType == obj_type) {
str_len = ob_fcvt(ObExprUtil::round_double(x_datum.get_float(), scale), scale, buf_len, buf, NULL);
} else if (ObNumberType == obj_type || ObUNumberType == obj_type) {
number::ObNumber num = x_datum.get_number();
number::ObNumber nmb;
ObNumStackOnceAlloc tmp_alloc;
if (OB_FAIL(nmb.from(num, tmp_alloc))) {
LOG_WARN("copy number failed.", K(ret), K(num));
} else if (OB_FAIL(nmb.round(scale))) {
LOG_WARN("round failed.", K(ret), K(num.format()), K(scale));
} else if (OB_FAIL(nmb.format_v2(buf, buf_len, str_len, scale))) {
LOG_WARN("fail to convert number to string", K(ret));
}
}
if (OB_SUCC(ret)) {
num_str.assign_ptr(buf, static_cast<int32_t>(str_len));
LOG_DEBUG("convert_num_to_str", K(ret), K(num_str), K(str_len));
}
return ret;
}
int ObExprFormat::calc_format_expr(const ObExpr& expr, ObEvalCtx& ctx, ObDatum& res_datum)
{
int ret = OB_SUCCESS;
int64_t scale = 0;
ObDatum* x_datum = NULL;
ObDatum* d_datum = NULL;
if (OB_FAIL(expr.args_[0]->eval(ctx, x_datum)) || OB_FAIL(expr.args_[1]->eval(ctx, d_datum))) {
LOG_WARN("eval arg failed", K(ret), K(expr));
} else if ((OB_NOT_NULL(x_datum) && x_datum->is_null()) || (OB_NOT_NULL(d_datum) && d_datum->is_null())) {
res_datum.set_null();
} else {
scale = get_format_scale(d_datum->get_int());
ObString str;
ObString res_str;
ObLocale locale;
const ObObjType x_type = expr.args_[0]->datum_meta_.type_;
char* tmp_buf = NULL;
char* res_buf = NULL;
int64_t buf_len = MAX_FORMAT_BUFFER_SIZE + 2 * FLOATING_POINT_BUFFER + 1;
if (OB_ISNULL(tmp_buf = static_cast<char*>(ctx.get_reset_tmp_alloc().alloc(buf_len)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_ERROR("fail to allocate memory", K(buf_len), K(ret));
} else if (OB_FAIL(convert_num_to_str(x_type, *x_datum, tmp_buf, MAX_FORMAT_BUFFER_SIZE, scale, str))) {
LOG_WARN("fail to convert num to str", K(ret));
} else {
tmp_buf = tmp_buf + MAX_FORMAT_BUFFER_SIZE;
if (OB_FAIL(build_format_str(tmp_buf, locale, scale, str))) {
LOG_WARN("fail to build format str", K(ret));
} else if (OB_ISNULL(res_buf = expr.get_str_res_mem(ctx, str.length()))) {
LOG_ERROR("fail to allocate memory", K(buf_len), K(ret));
} else {
MEMCPY(res_buf, str.ptr(), str.length());
res_str.assign_ptr(res_buf, str.length());
res_datum.set_string(res_str);
}
}
}
return ret;
}
int ObExprFormat::cg_expr(ObExprCGCtx& expr_cg_ctx, const ObRawExpr& raw_expr, ObExpr& rt_expr) const
{
int ret = OB_SUCCESS;
UNUSED(expr_cg_ctx);
UNUSED(raw_expr);
if (OB_UNLIKELY(rt_expr.arg_cnt_ != 2)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid arg cnt of expr", K(ret), K(rt_expr));
} else {
rt_expr.eval_func_ = calc_format_expr;
}
return ret;
}
} // end of namespace sql
} // end of namespace oceanbase