hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] impl vectorization 2.0

Browse Source 
Co-authored-by: Naynahs <cfzy002@126.com>
Co-authored-by: hwx65 <1780011298@qq.com>
Co-authored-by: oceanoverflow <oceanoverflow@gmail.com>
This commit is contained in:
obdev
2023-12-22 03:43:19 +00:00
committed by ob-robot
parent 1178245448
commit b6773084c6
592 changed files with 358124 additions and 303288 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
src/sql/engine/expr/ob_expr_func_partition_key.cpp
View File

@ -45,6 +45,8 @@ int ObExprFuncPartKey::cg_expr(ObExprCGCtx &, const ObRawExpr &, ObExpr &rt_expr
int ret = OB_SUCCESS;
rt_expr.eval_func_ = calc_partition_key;
rt_expr.eval_batch_func_ = calc_partition_key_batch;
// TODO @zongmei.zzm fix decimal int vector hash calc
rt_expr.eval_vector_func_ = NULL;
return ret;
}
@ -114,5 +116,58 @@ int ObExprFuncPartKey::calc_partition_key_batch(BATCH_EVAL_FUNC_ARG_DECL)
return ret;
}
int ObExprFuncPartKey::calc_partition_key_vector(const ObExpr &expr,
ObEvalCtx &ctx,
const ObBitVector &skip,
const EvalBound &bound)
{
int ret = OB_SUCCESS;
uint64_t hash_seed = 0;
uint64_t *batch_hash_vals = NULL;
int64_t *hash_vals = NULL;
VectorHeader &vec_header = expr.get_vector_header(ctx);
if (VEC_FIXED == vec_header.format_) {
ObFixedLengthBase *fixed_vec = static_cast<ObFixedLengthBase *>(vec_header.get_vector());
batch_hash_vals = reinterpret_cast<uint64_t *>(fixed_vec->get_data());
} else if (is_uniform_format(vec_header.format_)) {
batch_hash_vals = reinterpret_cast<uint64_t *>(
ctx.frames_[expr.frame_idx_] + expr.res_buf_off_);
}
for (int64_t i = 0; OB_SUCC(ret) && i < expr.arg_cnt_; ++i) {
if (OB_FAIL(expr.args_[i]->eval_vector(ctx, skip, bound))) {
LOG_WARN("failed to eval batch datum", K(ret));
} else {
ObIVector *arg_vec = expr.args_[i]->get_vector(ctx);
ret = arg_vec->murmur_hash(*expr.args_[i], batch_hash_vals, skip, bound,
i > 0 ? batch_hash_vals: &hash_seed, i > 0);
}
}
if (OB_FAIL(ret)) {
// do nothing
} else {
//TODO shengle opt
ObBitVector &flags = expr.get_evaluated_flags(ctx);
for (int64_t i = bound.start(); i < bound.end(); ++i) {
if (skip.at(i)) {
continue;
} else {
const int64_t v = static_cast<int64_t>(batch_hash_vals[i]);
batch_hash_vals[i] = std::abs(v);
LOG_DEBUG("calc partition key vector", K(batch_hash_vals[i]));
flags.set(i);
}
}
if (is_uniform_format(vec_header.format_)) {
ObDatum *datum = expr.locate_batch_datums(ctx);
for (int64_t i = bound.start(); i < bound.end(); ++i) {
if (!skip.at(i)) {
datum[i].set_none();
}
}
}
}
return ret;
}
} // namespace sql
} // namespace oceanbase