hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] Vector Index & Array Type

Browse Source 
Co-authored-by: helloamateur <magiccheery@163.com>
Co-authored-by: skylhd <dickylhd@gmail.com>
Co-authored-by: JLY2015 <1623359870@qq.com>
This commit is contained in:
wanghangQ
2024-08-29 07:52:21 +00:00
committed by ob-robot
parent 376ae13422
commit 5cbd86c9e6
443 changed files with 46822 additions and 2893 deletions
Download Patch File Download Diff File Expand all files Collapse all files

251
src/sql/engine/expr/ob_expr_array.cpp Normal file
View File

@ -0,0 +1,251 @@
/**
* Copyright (c) 2021 OceanBase
* OceanBase CE is licensed under Mulan PubL v2.
* You can use this software according to the terms and conditions of the Mulan PubL v2.
* You may obtain a copy of Mulan PubL v2 at:
* http://license.coscl.org.cn/MulanPubL-2.0
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
* See the Mulan PubL v2 for more details.
* This file contains implementation for array.
*/
#define USING_LOG_PREFIX SQL_ENG
#include "sql/engine/expr/ob_expr_array.h"
#include "lib/udt/ob_collection_type.h"
#include "lib/udt/ob_array_type.h"
#include "sql/engine/expr/ob_expr_lob_utils.h"
#include "sql/engine/expr/ob_array_expr_utils.h"
#include "sql/engine/ob_exec_context.h"
using namespace oceanbase::common;
using namespace oceanbase::sql;
using namespace oceanbase::omt;
namespace oceanbase
{
namespace sql
{
ObExprArray::ObExprArray(ObIAllocator &alloc)
: ObFuncExprOperator(alloc, T_FUN_SYS_ARRAY, N_ARRAY, PARAM_NUM_UNKNOWN, VALID_FOR_GENERATED_COL, NOT_ROW_DIMENSION)
{
}
ObExprArray::ObExprArray(ObIAllocator &alloc,
ObExprOperatorType type,
const char *name,
int32_t param_num,
int32_t dimension) : ObFuncExprOperator(alloc, type, name, param_num, VALID_FOR_GENERATED_COL, dimension)
{
}
ObExprArray::~ObExprArray()
{
}
int ObExprArray::calc_result_typeN(ObExprResType& type,
ObExprResType* types_stack,
int64_t param_num,
ObExprTypeCtx& type_ctx) const
{
int ret = OB_SUCCESS;
ObSQLSessionInfo *session = const_cast<ObSQLSessionInfo *>(type_ctx.get_session());
ObExecContext *exec_ctx = OB_ISNULL(session) ? NULL : session->get_cur_exec_ctx();
ObDataType elem_type;
uint16_t subschema_id;
if (OB_ISNULL(exec_ctx)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("exec ctx is null", K(ret));
} else if (param_num > MAX_ARRAY_ELEMENT_SIZE) {
ret = OB_SIZE_OVERFLOW;
OB_LOG(WARN, "array element size exceed max", K(ret), K(param_num), K(MAX_ARRAY_ELEMENT_SIZE));
} else if (OB_FAIL(ObArrayExprUtils::deduce_array_element_type(exec_ctx, types_stack, param_num, elem_type))) {
LOG_WARN("failed to deduce array element type", K(ret));
} else if (ob_is_collection_sql_type(elem_type.get_obj_type())) {
for (int64_t i = 0; i < param_num; ++i) {
if (types_stack[i].get_subschema_id() != elem_type.meta_.get_subschema_id()) {
types_stack[i].set_calc_meta(elem_type.meta_);
}
}
if (OB_FAIL(ObArrayExprUtils::deduce_nested_array_subschema_id(exec_ctx, elem_type, subschema_id))) {
LOG_WARN("failed to deduce nested array subschema id", K(ret));
}
} else if (OB_FAIL(exec_ctx->get_subschema_id_by_collection_elem_type(ObNestedType::OB_ARRAY_TYPE,
elem_type, subschema_id))) {
LOG_WARN("failed to get collection subschema id", K(ret));
}
if (OB_SUCC(ret)) {
type.set_collection(subschema_id);
}
return ret;
}
#define FIXED_SIZE_ARRAY_APPEND(Element_Type, Get_Func) \
ObArrayFixedSize<Element_Type> *array_obj = static_cast<ObArrayFixedSize<Element_Type> *>(arr_obj); \
if (datum->is_null()) { \
if (OB_FAIL(array_obj->push_back(0, true))) { \
LOG_WARN("failed to push back null value", K(ret), K(i)); \
} \
} else if (OB_FAIL(array_obj->push_back(datum->Get_Func()))) { \
LOG_WARN("failed to push back value", K(ret), K(i)); \
}
int ObExprArray::eval_array(const ObExpr &expr, ObEvalCtx &ctx, ObDatum &res)
{
int ret = OB_SUCCESS;
ObEvalCtx::TempAllocGuard tmp_alloc_g(ctx);
common::ObArenaAllocator &tmp_allocator = tmp_alloc_g.get_allocator();
ObSubSchemaValue value;
uint16_t subschema_id = expr.obj_meta_.get_subschema_id();
const ObSqlCollectionInfo *coll_info = NULL;
if (OB_FAIL(ctx.exec_ctx_.get_sqludt_meta_by_subschema_id(subschema_id, value))) {
LOG_WARN("failed to get subschema ctx", K(ret));
} else if (value.type_ >= OB_SUBSCHEMA_MAX_TYPE) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid subschema type", K(ret), K(value));
} else {
ObIArrayType *arr_obj = NULL;
coll_info = reinterpret_cast<const ObSqlCollectionInfo *>(value.value_);
ObCollectionArrayType *arr_type = static_cast<ObCollectionArrayType *>(coll_info->collection_meta_);
if (OB_ISNULL(coll_info)) {
ret = OB_ERR_NULL_VALUE;
LOG_WARN("collect info is null", K(ret), K(subschema_id));
} else if (OB_FAIL(ObArrayTypeObjFactory::construct(tmp_allocator, *arr_type, arr_obj))) {
LOG_WARN("construct array obj failed", K(ret), K(subschema_id), K(coll_info));
} else {
int num_args = expr.arg_cnt_;
ObCollectionArrayType *arr_type = static_cast<ObCollectionArrayType *>(coll_info->collection_meta_);
for (int i = 0; i < num_args && OB_SUCC(ret); i++) {
ObDatum *datum = NULL;
if (OB_FAIL(expr.args_[i]->eval(ctx, datum))) {
LOG_WARN("failed to eval args", K(ret), K(i));
} else {
if (arr_type->element_type_->type_id_ == ObNestedType::OB_BASIC_TYPE) {
ObCollectionBasicType *elem_type = static_cast<ObCollectionBasicType *>(arr_type->element_type_);
switch (elem_type->basic_meta_.get_obj_type()) {
case ObNullType: {
ObArrayFixedSize<int8_t> *null_array = static_cast<ObArrayFixedSize<int8_t> *>(arr_obj);
if (!datum->is_null()) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("expect null value", K(ret), K(*datum));
} else if (OB_FAIL(null_array->push_null())) {
LOG_WARN("failed to push back null value", K(ret), K(i));
}
break;
}
case ObTinyIntType: {
FIXED_SIZE_ARRAY_APPEND(int8_t, get_tinyint);
break;
}
case ObInt32Type: {
FIXED_SIZE_ARRAY_APPEND(int32_t, get_int32);
break;
}
case ObIntType: {
FIXED_SIZE_ARRAY_APPEND(int64_t, get_int);
break;
}
case ObUInt64Type: {
FIXED_SIZE_ARRAY_APPEND(uint64_t, get_uint64);
break;
}
case ObFloatType: {
FIXED_SIZE_ARRAY_APPEND(float, get_float);
break;
}
case ObDoubleType: {
FIXED_SIZE_ARRAY_APPEND(double, get_double);
break;
}
case ObVarcharType: {
ObArrayBinary *binary_array = static_cast<ObArrayBinary *>(arr_obj);
if (datum->is_null()) {
if (OB_FAIL(binary_array->push_back(ObString(), true))) {
LOG_WARN("failed to push back null value", K(ret), K(i));
}
} else if (OB_FAIL(binary_array->push_back(datum->get_string()))) {
LOG_WARN("failed to push back null value", K(ret), K(i));
}
break;
}
default:
ret = OB_NOT_SUPPORTED;
LOG_WARN("unsupported element type", K(ret), K(subschema_id), K(elem_type->basic_meta_.get_obj_type()));
}
} else if (arr_type->element_type_->type_id_ == ObNestedType::OB_ARRAY_TYPE) {
ObString raw_bin;
uint16_t elem_subid;
ObArrayNested *nest_array = static_cast<ObArrayNested *>(arr_obj);
if (datum->is_null()) {
if (OB_FAIL(nest_array->push_null())) {
LOG_WARN("failed to push back null value", K(ret), K(i));
}
} else if (FALSE_IT(raw_bin = datum->get_string())) {
} else if (FALSE_IT(elem_subid = expr.args_[i]->obj_meta_.get_subschema_id())) {
} else if (OB_FAIL(ObTextStringHelper::read_real_string_data(tmp_allocator,
*datum,
expr.args_[i]->datum_meta_,
expr.args_[i]->obj_meta_.has_lob_header(),
raw_bin))) {
LOG_WARN("fail to get real string data", K(ret), K(raw_bin));
} else if (OB_FAIL(add_elem_to_nested_array(tmp_allocator, ctx, elem_subid, raw_bin, nest_array))) {
LOG_WARN("failed to push back value", K(ret), K(i));
}
}
}
}
if (OB_SUCC(ret)) {
ObString res_str;
if (OB_FAIL(ObArrayExprUtils::set_array_res(arr_obj, arr_obj->get_raw_binary_len(), expr, ctx, res_str))) {
LOG_WARN("get array binary string failed", K(ret), K(*coll_info));
} else {
res.set_string(res_str);
}
}
}
}
return ret;
}
int ObExprArray::add_elem_to_nested_array(ObIAllocator &tmp_allocator, ObEvalCtx &ctx, uint16_t subschema_id,
ObString &raw_bin, ObArrayNested *nest_array)
{
int ret = OB_SUCCESS;
ObSubSchemaValue value;
if (OB_FAIL(ctx.exec_ctx_.get_sqludt_meta_by_subschema_id(subschema_id, value))) {
LOG_WARN("failed to get subschema ctx", K(ret));
} else if (value.type_ >= OB_SUBSCHEMA_MAX_TYPE) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid subschema type", K(ret), K(value));
} else {
ObIArrayType *arr_obj = NULL;
const ObSqlCollectionInfo *coll_info = reinterpret_cast<const ObSqlCollectionInfo *>(value.value_);
ObCollectionArrayType *arr_type = static_cast<ObCollectionArrayType *>(coll_info->collection_meta_);
if (OB_ISNULL(coll_info)) {
ret = OB_ERR_NULL_VALUE;
LOG_WARN("collect info is null", K(ret), K(subschema_id));
} else if (OB_FAIL(ObArrayTypeObjFactory::construct(tmp_allocator, *arr_type, arr_obj))) {
LOG_WARN("construct array obj failed", K(ret), K(subschema_id), K(coll_info));
} else if (OB_FAIL(arr_obj->init(raw_bin))) {
LOG_WARN("failed to init array", K(ret));
} else if (OB_FAIL(nest_array->push_back(*arr_obj))) {
LOG_WARN("failed to push back array", K(ret));
}
}
return ret;
}
int ObExprArray::cg_expr(ObExprCGCtx &expr_cg_ctx,
const ObRawExpr &raw_expr,
ObExpr &rt_expr) const
{
UNUSED(expr_cg_ctx);
UNUSED(raw_expr);
rt_expr.eval_func_ = eval_array;
return OB_SUCCESS;
}
} // namespace sql
} // namespace oceanbase