Files
doris/be/src/exprs/expr.cpp
2022-02-12 15:17:28 +08:00

934 lines
29 KiB
C++

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
#include "exprs/expr.h"
#include <thrift/protocol/TDebugProtocol.h>
#include <sstream>
#include <vector>
#include "common/object_pool.h"
#include "common/status.h"
#include "exprs/aggregate_functions.h"
#include "exprs/anyval_util.h"
#include "exprs/arithmetic_expr.h"
#include "exprs/binary_predicate.h"
#include "exprs/case_expr.h"
#include "exprs/cast_expr.h"
#include "exprs/compound_predicate.h"
#include "exprs/conditional_functions.h"
#include "exprs/expr_context.h"
#include "exprs/in_predicate.h"
#include "exprs/info_func.h"
#include "exprs/is_null_predicate.h"
#include "exprs/literal.h"
#include "exprs/null_literal.h"
#include "exprs/rpc_fn_call.h"
#include "exprs/scalar_fn_call.h"
#include "exprs/slot_ref.h"
#include "exprs/tuple_is_null_predicate.h"
#include "gen_cpp/Data_types.h"
#include "gen_cpp/Exprs_types.h"
#include "gen_cpp/PaloService_types.h"
#include "runtime/raw_value.h"
#include "runtime/runtime_state.h"
#include "runtime/user_function_cache.h"
#include "util/debug_util.h"
using std::vector;
namespace doris {
const char* Expr::_s_get_constant_symbol_prefix = "_ZN4doris4Expr12get_constant";
template <class T>
bool parse_string(const std::string& str, T* val) {
std::stringstream stream(str);
stream >> *val;
return !stream.fail();
}
void init_builtins_dummy() {
// Call one function from each of the classes to pull all the symbols
// from that class in.
// TODO: is there a better way to do this?
AggregateFunctions::init_null(nullptr, nullptr);
}
FunctionContext* Expr::register_function_context(ExprContext* ctx, RuntimeState* state,
int varargs_buffer_size) {
FunctionContext::TypeDesc return_type = AnyValUtil::column_type_to_type_desc(_type);
std::vector<FunctionContext::TypeDesc> arg_types;
for (int i = 0; i < _children.size(); ++i) {
arg_types.push_back(AnyValUtil::column_type_to_type_desc(_children[i]->_type));
}
_fn_context_index = ctx->register_func(state, return_type, arg_types, varargs_buffer_size);
return ctx->fn_context(_fn_context_index);
}
// No children here
Expr::Expr(const Expr& expr)
: _cache_entry(expr._cache_entry),
_node_type(expr._node_type),
_opcode(expr._opcode),
_is_slotref(expr._is_slotref),
_type(expr._type),
_output_scale(expr._output_scale),
_output_column(expr._output_column),
_fn(expr._fn),
_fn_context_index(expr._fn_context_index),
_constant_val(expr._constant_val),
_vector_compute_fn(expr._vector_compute_fn) {}
Expr::Expr(const TypeDescriptor& type)
: _opcode(TExprOpcode::INVALID_OPCODE),
// _vector_opcode(TExprOpcode::INVALID_OPCODE),
_is_slotref(false),
_type(type),
_output_scale(-1),
_output_column(-1),
_fn_context_index(-1) {
switch (_type.type) {
case TYPE_BOOLEAN:
_node_type = (TExprNodeType::BOOL_LITERAL);
break;
case TYPE_TINYINT:
case TYPE_SMALLINT:
case TYPE_INT:
case TYPE_BIGINT:
_node_type = (TExprNodeType::INT_LITERAL);
break;
case TYPE_LARGEINT:
_node_type = (TExprNodeType::LARGE_INT_LITERAL);
break;
case TYPE_NULL:
_node_type = (TExprNodeType::NULL_LITERAL);
break;
case TYPE_FLOAT:
case TYPE_DOUBLE:
case TYPE_TIME:
_node_type = (TExprNodeType::FLOAT_LITERAL);
break;
case TYPE_DECIMALV2:
_node_type = (TExprNodeType::DECIMAL_LITERAL);
break;
case TYPE_DATE:
case TYPE_DATETIME:
_node_type = (TExprNodeType::DATE_LITERAL);
break;
case TYPE_CHAR:
case TYPE_VARCHAR:
case TYPE_HLL:
case TYPE_OBJECT:
case TYPE_STRING:
_node_type = (TExprNodeType::STRING_LITERAL);
break;
default:
DCHECK(false) << "Invalid type.";
}
}
Expr::Expr(const TypeDescriptor& type, bool is_slotref)
: _opcode(TExprOpcode::INVALID_OPCODE),
// _vector_opcode(TExprOpcode::INVALID_OPCODE),
_is_slotref(is_slotref),
_type(type),
_output_scale(-1),
_output_column(-1),
_fn_context_index(-1) {
if (is_slotref) {
_node_type = (TExprNodeType::SLOT_REF);
} else {
switch (_type.type) {
case TYPE_BOOLEAN:
_node_type = (TExprNodeType::BOOL_LITERAL);
break;
case TYPE_TINYINT:
case TYPE_SMALLINT:
case TYPE_INT:
case TYPE_BIGINT:
_node_type = (TExprNodeType::INT_LITERAL);
break;
case TYPE_LARGEINT:
_node_type = (TExprNodeType::LARGE_INT_LITERAL);
break;
case TYPE_NULL:
_node_type = (TExprNodeType::NULL_LITERAL);
break;
case TYPE_FLOAT:
case TYPE_DOUBLE:
case TYPE_TIME:
_node_type = (TExprNodeType::FLOAT_LITERAL);
break;
case TYPE_DECIMALV2:
_node_type = (TExprNodeType::DECIMAL_LITERAL);
break;
case TYPE_DATETIME:
_node_type = (TExprNodeType::DATE_LITERAL);
break;
case TYPE_CHAR:
case TYPE_VARCHAR:
case TYPE_HLL:
case TYPE_OBJECT:
case TYPE_STRING:
_node_type = (TExprNodeType::STRING_LITERAL);
break;
default:
DCHECK(false) << "Invalid type.";
}
}
}
Expr::Expr(const TExprNode& node)
: _node_type(node.node_type),
_opcode(node.__isset.opcode ? node.opcode : TExprOpcode::INVALID_OPCODE),
// _vector_opcode(
// node.__isset.vector_opcode ? node.vector_opcode : TExprOpcode::INVALID_OPCODE),
_is_slotref(false),
_type(TypeDescriptor::from_thrift(node.type)),
_output_scale(node.output_scale),
_output_column(node.__isset.output_column ? node.output_column : -1),
_fn_context_index(-1) {
if (node.__isset.fn) {
_fn = node.fn;
}
}
Expr::Expr(const TExprNode& node, bool is_slotref)
: _node_type(node.node_type),
_opcode(node.__isset.opcode ? node.opcode : TExprOpcode::INVALID_OPCODE),
// _vector_opcode(
// node.__isset.vector_opcode ? node.vector_opcode : TExprOpcode::INVALID_OPCODE),
_is_slotref(is_slotref),
_type(TypeDescriptor::from_thrift(node.type)),
_output_scale(node.output_scale),
_output_column(node.__isset.output_column ? node.output_column : -1),
_fn_context_index(-1) {
if (node.__isset.fn) {
_fn = node.fn;
}
}
Expr::~Expr() {}
Status Expr::create_expr_tree(ObjectPool* pool, const TExpr& texpr, ExprContext** ctx) {
// input is empty
if (texpr.nodes.size() == 0) {
*ctx = nullptr;
return Status::OK();
}
int node_idx = 0;
Expr* e = nullptr;
Status status = create_tree_from_thrift(pool, texpr.nodes, nullptr, &node_idx, &e, ctx);
if (status.ok() && node_idx + 1 != texpr.nodes.size()) {
status = Status::InternalError(
"Expression tree only partially reconstructed. Not all thrift nodes were used.");
}
if (!status.ok()) {
LOG(ERROR) << "Could not construct expr tree.\n"
<< status.get_error_msg() << "\n"
<< apache::thrift::ThriftDebugString(texpr);
}
return status;
}
Status Expr::create_expr_trees(ObjectPool* pool, const std::vector<TExpr>& texprs,
std::vector<ExprContext*>* ctxs) {
ctxs->clear();
for (int i = 0; i < texprs.size(); ++i) {
ExprContext* ctx = nullptr;
RETURN_IF_ERROR(create_expr_tree(pool, texprs[i], &ctx));
ctxs->push_back(ctx);
}
return Status::OK();
}
Status Expr::create_tree_from_thrift(ObjectPool* pool, const std::vector<TExprNode>& nodes,
Expr* parent, int* node_idx, Expr** root_expr,
ExprContext** ctx) {
// propagate error case
if (*node_idx >= nodes.size()) {
return Status::InternalError("Failed to reconstruct expression tree from thrift.");
}
int num_children = nodes[*node_idx].num_children;
Expr* expr = nullptr;
RETURN_IF_ERROR(create_expr(pool, nodes[*node_idx], &expr));
DCHECK(expr != nullptr);
if (parent != nullptr) {
parent->add_child(expr);
} else {
DCHECK(root_expr != nullptr);
DCHECK(ctx != nullptr);
*root_expr = expr;
*ctx = pool->add(new ExprContext(expr));
}
for (int i = 0; i < num_children; i++) {
*node_idx += 1;
RETURN_IF_ERROR(create_tree_from_thrift(pool, nodes, expr, node_idx, nullptr, nullptr));
// we are expecting a child, but have used all nodes
// this means we have been given a bad tree and must fail
if (*node_idx >= nodes.size()) {
return Status::InternalError("Failed to reconstruct expression tree from thrift.");
}
}
return Status::OK();
}
Status Expr::create_expr(ObjectPool* pool, const TExprNode& texpr_node, Expr** expr) {
switch (texpr_node.node_type) {
case TExprNodeType::BOOL_LITERAL:
case TExprNodeType::INT_LITERAL:
case TExprNodeType::LARGE_INT_LITERAL:
case TExprNodeType::FLOAT_LITERAL:
case TExprNodeType::DECIMAL_LITERAL:
case TExprNodeType::DATE_LITERAL:
case TExprNodeType::STRING_LITERAL:
*expr = pool->add(new Literal(texpr_node));
return Status::OK();
case TExprNodeType::ARRAY_LITERAL:
*expr = pool->add(new Literal(texpr_node));
return Status::OK();
case TExprNodeType::COMPOUND_PRED:
switch (texpr_node.opcode) {
case TExprOpcode::COMPOUND_AND:
*expr = pool->add(new AndPredicate(texpr_node));
break;
case TExprOpcode::COMPOUND_OR:
*expr = pool->add(new OrPredicate(texpr_node));
break;
default:
*expr = pool->add(new NotPredicate(texpr_node));
break;
}
return Status::OK();
case TExprNodeType::BINARY_PRED:
*expr = pool->add(BinaryPredicate::from_thrift(texpr_node));
return Status::OK();
case TExprNodeType::NULL_LITERAL:
*expr = pool->add(new NullLiteral(texpr_node));
return Status::OK();
case TExprNodeType::ARITHMETIC_EXPR:
if (texpr_node.opcode != TExprOpcode::INVALID_OPCODE) {
*expr = pool->add(ArithmeticExpr::from_thrift(texpr_node));
return Status::OK();
}
case TExprNodeType::CAST_EXPR:
if (texpr_node.__isset.child_type) {
*expr = pool->add(CastExpr::from_thrift(texpr_node));
return Status::OK();
}
case TExprNodeType::COMPUTE_FUNCTION_CALL:
case TExprNodeType::FUNCTION_CALL:
DCHECK(texpr_node.__isset.fn);
if (texpr_node.fn.name.function_name == "if") {
*expr = pool->add(new IfExpr(texpr_node));
} else if (texpr_node.fn.name.function_name == "nullif") {
*expr = pool->add(new NullIfExpr(texpr_node));
} else if (texpr_node.fn.name.function_name == "ifnull") {
*expr = pool->add(new IfNullExpr(texpr_node));
} else if (texpr_node.fn.name.function_name == "coalesce") {
*expr = pool->add(new CoalesceExpr(texpr_node));
} else if (texpr_node.fn.binary_type == TFunctionBinaryType::RPC) {
*expr = pool->add(new RPCFnCall(texpr_node));
} else {
*expr = pool->add(new ScalarFnCall(texpr_node));
}
return Status::OK();
case TExprNodeType::CASE_EXPR: {
if (!texpr_node.__isset.case_expr) {
return Status::InternalError("Case expression not set in thrift node");
}
*expr = pool->add(new CaseExpr(texpr_node));
return Status::OK();
}
case TExprNodeType::IN_PRED: {
switch (texpr_node.opcode) {
case TExprOpcode::FILTER_IN:
case TExprOpcode::FILTER_NOT_IN:
*expr = pool->add(new InPredicate(texpr_node));
break;
default:
*expr = pool->add(new ScalarFnCall(texpr_node));
break;
}
return Status::OK();
}
case TExprNodeType::SLOT_REF: {
if (!texpr_node.__isset.slot_ref) {
return Status::InternalError("Slot reference not set in thrift node");
}
*expr = pool->add(new SlotRef(texpr_node));
return Status::OK();
}
case TExprNodeType::TUPLE_IS_NULL_PRED: {
*expr = pool->add(new TupleIsNullPredicate(texpr_node));
return Status::OK();
}
case TExprNodeType::INFO_FUNC: {
*expr = pool->add(new InfoFunc(texpr_node));
return Status::OK();
}
default:
std::stringstream os;
os << "Unknown expr node type: " << texpr_node.node_type;
return Status::InternalError(os.str());
}
}
struct MemLayoutData {
int expr_idx;
int byte_size;
bool variable_length;
// TODO: sort by type as well? Any reason to do this?
bool operator<(const MemLayoutData& rhs) const {
// variable_len go at end
if (this->variable_length && !rhs.variable_length) {
return false;
}
if (!this->variable_length && rhs.variable_length) {
return true;
}
return this->byte_size < rhs.byte_size;
}
};
int Expr::compute_results_layout(const std::vector<Expr*>& exprs, std::vector<int>* offsets,
int* var_result_begin) {
if (exprs.size() == 0) {
*var_result_begin = -1;
return 0;
}
std::vector<MemLayoutData> data;
data.resize(exprs.size());
// Collect all the byte sizes and sort them
for (int i = 0; i < exprs.size(); ++i) {
data[i].expr_idx = i;
if (exprs[i]->type().type == TYPE_CHAR || exprs[i]->type().type == TYPE_VARCHAR ||
exprs[i]->type().type == TYPE_STRING) {
data[i].byte_size = 16;
data[i].variable_length = true;
} else {
data[i].byte_size = get_byte_size(exprs[i]->type().type);
data[i].variable_length = false;
}
DCHECK_NE(data[i].byte_size, 0);
}
sort(data.begin(), data.end());
// Walk the types and store in a packed aligned layout
int max_alignment = sizeof(int64_t);
int current_alignment = data[0].byte_size;
int byte_offset = 0;
offsets->resize(exprs.size());
offsets->clear();
*var_result_begin = -1;
for (int i = 0; i < data.size(); ++i) {
DCHECK_GE(data[i].byte_size, current_alignment);
// Don't align more than word (8-byte) size. This is consistent with what compilers
// do.
if (data[i].byte_size != current_alignment && current_alignment != max_alignment) {
byte_offset += data[i].byte_size - current_alignment;
current_alignment = std::min(data[i].byte_size, max_alignment);
// TODO(zc): fixed decimal align
if (data[i].byte_size == 40) {
current_alignment = 4;
}
}
(*offsets)[data[i].expr_idx] = byte_offset;
if (data[i].variable_length && *var_result_begin == -1) {
*var_result_begin = byte_offset;
}
byte_offset += data[i].byte_size;
}
return byte_offset;
}
int Expr::compute_results_layout(const std::vector<ExprContext*>& ctxs, std::vector<int>* offsets,
int* var_result_begin) {
std::vector<Expr*> exprs;
for (int i = 0; i < ctxs.size(); ++i) {
exprs.push_back(ctxs[i]->root());
}
return compute_results_layout(exprs, offsets, var_result_begin);
}
Status Expr::prepare(const std::vector<ExprContext*>& ctxs, RuntimeState* state,
const RowDescriptor& row_desc, const std::shared_ptr<MemTracker>& tracker) {
for (int i = 0; i < ctxs.size(); ++i) {
RETURN_IF_ERROR(ctxs[i]->prepare(state, row_desc, tracker));
}
return Status::OK();
}
Status Expr::prepare(RuntimeState* state, const RowDescriptor& row_desc, ExprContext* context) {
DCHECK(_type.type != INVALID_TYPE);
for (int i = 0; i < _children.size(); ++i) {
RETURN_IF_ERROR(_children[i]->prepare(state, row_desc, context));
}
return Status::OK();
}
Status Expr::open(const std::vector<ExprContext*>& ctxs, RuntimeState* state) {
for (int i = 0; i < ctxs.size(); ++i) {
RETURN_IF_ERROR(ctxs[i]->open(state));
}
return Status::OK();
}
Status Expr::open(RuntimeState* state, ExprContext* context,
FunctionContext::FunctionStateScope scope) {
DCHECK(_type.type != INVALID_TYPE);
for (int i = 0; i < _children.size(); ++i) {
RETURN_IF_ERROR(_children[i]->open(state, context, scope));
}
return Status::OK();
}
void Expr::close(const std::vector<ExprContext*>& ctxs, RuntimeState* state) {
for (int i = 0; i < ctxs.size(); ++i) {
ctxs[i]->close(state);
}
}
void Expr::close(RuntimeState* state, ExprContext* context,
FunctionContext::FunctionStateScope scope) {
for (int i = 0; i < _children.size(); ++i) {
_children[i]->close(state, context, scope);
}
}
Status Expr::clone_if_not_exists(const std::vector<ExprContext*>& ctxs, RuntimeState* state,
std::vector<ExprContext*>* new_ctxs) {
DCHECK(new_ctxs != nullptr);
if (!new_ctxs->empty()) {
// 'ctxs' was already cloned into '*new_ctxs', nothing to do.
DCHECK_EQ(new_ctxs->size(), ctxs.size());
for (int i = 0; i < new_ctxs->size(); ++i) {
DCHECK((*new_ctxs)[i]->_is_clone);
}
return Status::OK();
}
new_ctxs->resize(ctxs.size());
for (int i = 0; i < ctxs.size(); ++i) {
RETURN_IF_ERROR(ctxs[i]->clone(state, &(*new_ctxs)[i]));
}
return Status::OK();
}
std::string Expr::debug_string() const {
// TODO: implement partial debug string for member vars
std::stringstream out;
out << " type=" << _type.debug_string();
if (_opcode != TExprOpcode::INVALID_OPCODE) {
out << " opcode=" << _opcode;
}
out << " codegen="
<< "false";
if (!_children.empty()) {
out << " children=" << debug_string(_children);
}
return out.str();
}
std::string Expr::debug_string(const std::vector<Expr*>& exprs) {
std::stringstream out;
out << "[";
for (int i = 0; i < exprs.size(); ++i) {
out << (i == 0 ? "" : " ") << exprs[i]->debug_string();
}
out << "]";
return out.str();
}
std::string Expr::debug_string(const std::vector<ExprContext*>& ctxs) {
std::vector<Expr*> exprs;
for (int i = 0; i < ctxs.size(); ++i) {
exprs.push_back(ctxs[i]->root());
}
return debug_string(exprs);
}
bool Expr::is_constant() const {
for (int i = 0; i < _children.size(); ++i) {
if (!_children[i]->is_constant()) {
return false;
}
}
return true;
}
bool Expr::is_vectorized() const {
for (int i = 0; i < _children.size(); ++i) {
if (!_children[i]->is_vectorized()) {
return false;
}
}
return true;
}
TExprNodeType::type Expr::type_without_cast(const Expr* expr) {
if (expr->_opcode == TExprOpcode::CAST) {
return type_without_cast(expr->_children[0]);
}
return expr->_node_type;
}
const Expr* Expr::expr_without_cast(const Expr* expr) {
if (expr->_opcode == TExprOpcode::CAST) {
return expr_without_cast(expr->_children[0]);
}
return expr;
}
doris_udf::AnyVal* Expr::get_const_val(ExprContext* context) {
if (!is_constant()) {
return nullptr;
}
if (_constant_val.get() != nullptr) {
return _constant_val.get();
}
switch (_type.type) {
case TYPE_BOOLEAN: {
_constant_val.reset(new BooleanVal(get_boolean_val(context, nullptr)));
break;
}
case TYPE_TINYINT: {
_constant_val.reset(new TinyIntVal(get_tiny_int_val(context, nullptr)));
break;
}
case TYPE_SMALLINT: {
_constant_val.reset(new SmallIntVal(get_small_int_val(context, nullptr)));
break;
}
case TYPE_INT: {
_constant_val.reset(new IntVal(get_int_val(context, nullptr)));
break;
}
case TYPE_BIGINT: {
_constant_val.reset(new BigIntVal(get_big_int_val(context, nullptr)));
break;
}
case TYPE_LARGEINT: {
_constant_val.reset(new LargeIntVal(get_large_int_val(context, nullptr)));
break;
}
case TYPE_FLOAT: {
_constant_val.reset(new FloatVal(get_float_val(context, nullptr)));
break;
}
case TYPE_DOUBLE:
case TYPE_TIME: {
_constant_val.reset(new DoubleVal(get_double_val(context, nullptr)));
break;
}
case TYPE_CHAR:
case TYPE_VARCHAR:
case TYPE_HLL:
case TYPE_OBJECT:
case TYPE_STRING: {
_constant_val.reset(new StringVal(get_string_val(context, nullptr)));
break;
}
case TYPE_DATE:
case TYPE_DATETIME: {
_constant_val.reset(new DateTimeVal(get_datetime_val(context, nullptr)));
break;
}
case TYPE_DECIMALV2: {
_constant_val.reset(new DecimalV2Val(get_decimalv2_val(context, nullptr)));
break;
}
case TYPE_NULL: {
_constant_val.reset(new AnyVal(true));
break;
}
case TYPE_ARRAY: {
_constant_val.reset(new CollectionVal(get_array_val(context, nullptr)));
break;
}
default:
DCHECK(false) << "Type not implemented: " << type();
}
DCHECK(_constant_val.get() != nullptr);
return _constant_val.get();
}
bool Expr::is_bound(std::vector<TupleId>* tuple_ids) const {
for (int i = 0; i < _children.size(); ++i) {
if (!_children[i]->is_bound(tuple_ids)) {
return false;
}
}
return true;
}
int Expr::get_slot_ids(std::vector<SlotId>* slot_ids) const {
int n = 0;
for (int i = 0; i < _children.size(); ++i) {
n += _children[i]->get_slot_ids(slot_ids);
}
return n;
}
BooleanVal Expr::get_boolean_val(ExprContext* context, TupleRow* row) {
return BooleanVal::null(); // (*(bool*)get_value(row));
}
TinyIntVal Expr::get_tiny_int_val(ExprContext* context, TupleRow* row) {
return TinyIntVal::null(); // (*(int8_t*)get_value(row));
}
SmallIntVal Expr::get_small_int_val(ExprContext* context, TupleRow* row) {
return SmallIntVal::null(); // (*(int16_t*)get_value(row));
}
IntVal Expr::get_int_val(ExprContext* context, TupleRow* row) {
return IntVal::null(); // (*(int32_t*)get_value(row));
}
BigIntVal Expr::get_big_int_val(ExprContext* context, TupleRow* row) {
return BigIntVal::null(); // (*(int64_t*)get_value(row));
}
LargeIntVal Expr::get_large_int_val(ExprContext* context, TupleRow* row) {
return LargeIntVal::null(); // (*(int64_t*)get_value(row));
}
FloatVal Expr::get_float_val(ExprContext* context, TupleRow* row) {
return FloatVal::null(); // (*(float*)get_value(row));
}
DoubleVal Expr::get_double_val(ExprContext* context, TupleRow* row) {
return DoubleVal::null(); // (*(double*)get_value(row));
}
StringVal Expr::get_string_val(ExprContext* context, TupleRow* row) {
StringVal val;
// ((StringValue*)get_value(row))->to_string_val(&val);
return val;
}
// TODO(zc)
// virtual ArrayVal Expr::GetArrayVal(ExprContext* context, TupleRow*);
DateTimeVal Expr::get_datetime_val(ExprContext* context, TupleRow* row) {
DateTimeVal val;
// ((DateTimeValue*)get_value(row))->to_datetime_val(&val);
return val;
}
DecimalV2Val Expr::get_decimalv2_val(ExprContext* context, TupleRow* row) {
DecimalV2Val val;
return val;
}
CollectionVal Expr::get_array_val(ExprContext* context, TupleRow* row) {
CollectionVal val;
return val;
}
Status Expr::get_fn_context_error(ExprContext* ctx) {
if (_fn_context_index != -1) {
FunctionContext* fn_ctx = ctx->fn_context(_fn_context_index);
if (fn_ctx->has_error()) {
return Status::InternalError(fn_ctx->error_msg());
}
}
return Status::OK();
}
Expr* Expr::copy(ObjectPool* pool, Expr* old_expr) {
auto new_expr = old_expr->clone(pool);
for (auto child : old_expr->_children) {
auto new_child = copy(pool, child);
new_expr->_children.push_back(new_child);
}
return new_expr;
}
void Expr::assign_fn_ctx_idx(int* next_fn_ctx_idx) {
_fn_ctx_idx_start = *next_fn_ctx_idx;
if (has_fn_ctx()) {
_fn_ctx_idx = *next_fn_ctx_idx;
++(*next_fn_ctx_idx);
}
for (Expr* child : children()) child->assign_fn_ctx_idx(next_fn_ctx_idx);
_fn_ctx_idx_end = *next_fn_ctx_idx;
}
Status Expr::create(const TExpr& texpr, const RowDescriptor& row_desc, RuntimeState* state,
ObjectPool* pool, Expr** scalar_expr,
const std::shared_ptr<MemTracker>& tracker) {
*scalar_expr = nullptr;
Expr* root;
RETURN_IF_ERROR(create_expr(pool, texpr.nodes[0], &root));
RETURN_IF_ERROR(create_tree(texpr, pool, root));
// TODO pengyubing replace by Init()
ExprContext* ctx = pool->add(new ExprContext(root));
// TODO chenhao check node type in ScalarExpr Init()
Status status = Status::OK();
if (texpr.nodes[0].node_type != TExprNodeType::CASE_EXPR) {
status = root->prepare(state, row_desc, ctx);
}
if (UNLIKELY(!status.ok())) {
root->close();
return status;
}
int fn_ctx_idx = 0;
root->assign_fn_ctx_idx(&fn_ctx_idx);
*scalar_expr = root;
return Status::OK();
}
Status Expr::create(const std::vector<TExpr>& texprs, const RowDescriptor& row_desc,
RuntimeState* state, ObjectPool* pool, std::vector<Expr*>* exprs,
const std::shared_ptr<MemTracker>& tracker) {
exprs->clear();
for (const TExpr& texpr : texprs) {
Expr* expr;
RETURN_IF_ERROR(create(texpr, row_desc, state, pool, &expr, tracker));
DCHECK(expr != nullptr);
exprs->push_back(expr);
}
return Status::OK();
}
Status Expr::create(const TExpr& texpr, const RowDescriptor& row_desc, RuntimeState* state,
Expr** scalar_expr, const std::shared_ptr<MemTracker>& tracker) {
return Expr::create(texpr, row_desc, state, state->obj_pool(), scalar_expr, tracker);
}
Status Expr::create(const std::vector<TExpr>& texprs, const RowDescriptor& row_desc,
RuntimeState* state, std::vector<Expr*>* exprs,
const std::shared_ptr<MemTracker>& tracker) {
return Expr::create(texprs, row_desc, state, state->obj_pool(), exprs, tracker);
}
Status Expr::create_tree(const TExpr& texpr, ObjectPool* pool, Expr* root) {
DCHECK(!texpr.nodes.empty());
DCHECK(root != nullptr);
// The root of the tree at nodes[0] is already created and stored in 'root'.
int child_node_idx = 0;
int num_children = texpr.nodes[0].num_children;
for (int i = 0; i < num_children; ++i) {
++child_node_idx;
Status status = create_tree_internal(texpr.nodes, pool, root, &child_node_idx);
if (UNLIKELY(!status.ok())) {
LOG(ERROR) << "Could not construct expr tree.\n"
<< status.get_error_msg() << "\n"
<< apache::thrift::ThriftDebugString(texpr);
return status;
}
}
if (UNLIKELY(child_node_idx + 1 != texpr.nodes.size())) {
return Status::InternalError(
"Expression tree only partially reconstructed. Not all thrift "
"nodes were used.");
}
return Status::OK();
}
Status Expr::create_tree_internal(const std::vector<TExprNode>& nodes, ObjectPool* pool, Expr* root,
int* child_node_idx) {
// propagate error case
if (*child_node_idx >= nodes.size()) {
return Status::InternalError("Failed to reconstruct expression tree from thrift.");
}
const TExprNode& texpr_node = nodes[*child_node_idx];
DCHECK_NE(texpr_node.node_type, TExprNodeType::AGG_EXPR);
Expr* child_expr;
RETURN_IF_ERROR(create_expr(pool, texpr_node, &child_expr));
root->_children.push_back(child_expr);
int num_children = nodes[*child_node_idx].num_children;
for (int i = 0; i < num_children; ++i) {
*child_node_idx += 1;
RETURN_IF_ERROR(create_tree_internal(nodes, pool, child_expr, child_node_idx));
DCHECK(child_expr->get_child(i) != nullptr);
}
return Status::OK();
}
// TODO chenhao
void Expr::close() {
for (Expr* child : _children) child->close();
/*if (_cache_entry != nullptr) {
LibCache::instance()->decrement_use_count(_cache_entry);
_cache_entry = nullptr;
}*/
if (_cache_entry != nullptr) {
UserFunctionCache::instance()->release_entry(_cache_entry);
_cache_entry = nullptr;
}
}
void Expr::close(const std::vector<Expr*>& exprs) {
for (Expr* expr : exprs) expr->close();
}
} // namespace doris