hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] merge NLJ/SPF group rescan

Browse Source
This commit is contained in:
obdev
2023-01-12 15:17:04 +00:00
committed by OB-robot
parent 4799992a7f
commit 263a44af96
36 changed files with 3945 additions and 859 deletions
Download Patch File Download Diff File Expand all files Collapse all files

104
src/sql/code_generator/ob_static_engine_cg.cpp
View File

@ -856,7 +856,7 @@ int ObStaticEngineCG::generate_calc_exprs(
bool contain_batch_stmt_parameter = false;
if (OB_FAIL(ret)) {
} else if (OB_FAIL(ObOptimizerUtil::check_contain_batch_stmt_parameter(
raw_expr,
raw_expr,
contain_batch_stmt_parameter))) {
LOG_WARN("failed to check contain batch stmt parameter", K(ret));
} else {
@ -868,6 +868,7 @@ int ObStaticEngineCG::generate_calc_exprs(
&& !raw_expr->is_op_pseudo_column_expr()
&& !has_exist_in_array(dep_exprs, flattened_cur_exprs_arr.at(i))
&& (raw_expr->has_flag(CNT_VOLATILE_CONST)
|| raw_expr->has_flag(CNT_DYNAMIC_PARAM)
|| contain_batch_stmt_parameter // 计算包含batch优化的折叠参数
|| !raw_expr->is_const_expr())) {
if (check_eval_once
@ -4069,7 +4070,7 @@ int ObStaticEngineCG::generate_join_spec(ObLogJoin &op, ObJoinSpec &spec)
ObNestedLoopJoinSpec &nlj = static_cast<ObNestedLoopJoinSpec &>(spec);
if (op.enable_px_batch_rescan()) {
nlj.enable_px_batch_rescan_ = true;
nlj.left_group_size_ = ObNestedLoopJoinOp::PX_RESCAN_BATCH_ROW_COUNT;
nlj.group_size_ = ObNestedLoopJoinOp::PX_RESCAN_BATCH_ROW_COUNT;
} else {
nlj.enable_px_batch_rescan_ = false;
}
@ -4078,7 +4079,7 @@ int ObStaticEngineCG::generate_join_spec(ObLogJoin &op, ObJoinSpec &spec)
ObNestedLoopJoinSpec &nlj = static_cast<ObNestedLoopJoinSpec &>(spec);
bool use_batch_nlj = op.can_use_batch_nlj();
if (use_batch_nlj) {
nlj.use_group_ = use_batch_nlj;
nlj.group_rescan_ = use_batch_nlj;
}
if (nlj.is_vectorized()) {
@ -4113,6 +4114,32 @@ int ObStaticEngineCG::generate_join_spec(ObLogJoin &op, ObJoinSpec &spec)
}
}
}
if (OB_SUCC(ret)) {
if (OB_FAIL(nlj.left_rescan_params_.init(op.get_above_pushdown_left_params().count()))) {
LOG_WARN("fail to init fixed array", K(ret));
} else if (OB_FAIL(nlj.right_rescan_params_.init(op.get_above_pushdown_right_params().count()))) {
LOG_WARN("fail to init fixed array", K(ret));
} else if (OB_FAIL(set_batch_exec_param(op.get_nl_params(), nlj_spec.rescan_params_))) {
LOG_WARN("fail to set batch exec param", K(ret));
}
ARRAY_FOREACH(op.get_above_pushdown_left_params(), i) {
ObExecParamRawExpr* param_expr = op.get_above_pushdown_left_params().at(i);
if (OB_FAIL(batch_exec_param_caches_.push_back(BatchExecParamCache(param_expr,
&nlj,
true)))) {
LOG_WARN("fail to push back param expr", K(ret));
}
}
ARRAY_FOREACH(op.get_above_pushdown_right_params(), i) {
ObExecParamRawExpr* param_expr = op.get_above_pushdown_right_params().at(i);
if (OB_FAIL(batch_exec_param_caches_.push_back(BatchExecParamCache(param_expr,
&nlj,
false)))) {
LOG_WARN("fail to push back param expr", K(ret));
}
}
}
}
}
}
@ -4513,6 +4540,30 @@ int ObStaticEngineCG::generate_spec(
for (int64_t i = 0; OB_SUCC(ret) && i < ARRAYSIZEOF(exec_params); i++) {
OZ(generate_param_spec(*exec_params[i], *setters[i]));
}
if (OB_FAIL(ret)) {
} else if (OB_FAIL(spec.left_rescan_params_.init(op.get_above_pushdown_left_params().count()))) {
LOG_WARN("fail to init fixed array", K(ret));
} else if (OB_FAIL(spec.right_rescan_params_.init(op.get_above_pushdown_right_params().count()))) {
LOG_WARN("fail to init fixed array", K(ret));
} else if (OB_FAIL(set_batch_exec_param(*exec_params[0], *setters[0]))) {
LOG_WARN("fail to set batch exec param", K(ret));
}
ARRAY_FOREACH(op.get_above_pushdown_left_params(), i) {
ObExecParamRawExpr* param_expr = op.get_above_pushdown_left_params().at(i);
if (OB_FAIL(batch_exec_param_caches_.push_back(BatchExecParamCache(param_expr,
&spec,
true)))) {
LOG_WARN("fail to push back param expr", K(ret));
}
}
ARRAY_FOREACH(op.get_above_pushdown_right_params(), i) {
ObExecParamRawExpr* param_expr = op.get_above_pushdown_right_params().at(i);
if (OB_FAIL(batch_exec_param_caches_.push_back(BatchExecParamCache(param_expr,
&spec,
false)))) {
LOG_WARN("fail to push back param expr", K(ret));
}
}
}
if (OB_SUCC(ret)) {
@ -4586,7 +4637,7 @@ int ObStaticEngineCG::generate_spec(
}
}
if (OB_SUCC(ret)) {
spec.enable_das_batch_rescans_ = op.get_enable_das_batch_rescans();
spec.enable_das_batch_rescans_ = op.enable_das_batch_rescans();
}
return ret;
}
@ -6797,5 +6848,50 @@ int ObStaticEngineCG::check_fk_nested_dup_del(const uint64_t table_id,
return ret;
}
int ObStaticEngineCG::set_batch_exec_param(const ObIArray<ObExecParamRawExpr *> &exec_params,
const ObFixedArray<ObDynamicParamSetter, ObIAllocator>& setters)
{
int ret = OB_SUCCESS;
if (OB_UNLIKELY(exec_params.count() != setters.count())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("nl params should have the same length with rescan params", K(ret));
}
ARRAY_FOREACH(exec_params, i) {
const ObExecParamRawExpr* param_expr = exec_params.at(i);
const ObDynamicParamSetter& setter = setters.at(i);
for (int64_t j = batch_exec_param_caches_.count() - 1; OB_SUCC(ret) && j >= 0; --j) {
const BatchExecParamCache &cache = batch_exec_param_caches_.at(j);
if (param_expr != cache.expr_) {
} else if (OB_ISNULL(cache.spec_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret));
} else if (cache.spec_->get_type() == PHY_SUBPLAN_FILTER) {
ObSubPlanFilterSpec *spf = static_cast<ObSubPlanFilterSpec*>(cache.spec_);
if (cache.is_left_param_ &&
OB_FAIL(spf->left_rescan_params_.push_back(setter))) {
LOG_WARN("fail to push back left rescan params", K(ret));
} else if (!cache.is_left_param_ &&
OB_FAIL(spf->right_rescan_params_.push_back(setter))) {
LOG_WARN("fail to push back right rescan params", K(ret));
} else if (OB_FAIL(batch_exec_param_caches_.remove(j))) {
LOG_WARN("fail to remove batch nl param caches", K(ret));
}
} else if (cache.spec_->get_type() == PHY_NESTED_LOOP_JOIN) {
ObNestedLoopJoinSpec *nlj = static_cast<ObNestedLoopJoinSpec*>(cache.spec_);
if (cache.is_left_param_ &&
OB_FAIL(nlj->left_rescan_params_.push_back(setter))) {
LOG_WARN("fail to push back left rescan params", K(ret));
} else if (!cache.is_left_param_ &&
OB_FAIL(nlj->right_rescan_params_.push_back(setter))) {
LOG_WARN("fail to push back right rescan params", K(ret));
} else if (OB_FAIL(batch_exec_param_caches_.remove(j))) {
LOG_WARN("fail to remove batch nl param caches", K(ret));
}
}
}
}
return ret;
}
} // end namespace sql
} // end namespace oceanbase

27
src/sql/code_generator/ob_static_engine_cg.h
View File

@ -458,6 +458,7 @@ private:
int add_output_datum_check_flag(ObOpSpec &spec);
int generate_calc_part_id_expr(const ObRawExpr &src, const ObDASTableLocMeta *loc_meta, ObExpr *&dst);
int check_only_one_unique_key(const ObLogPlan &log_plan, const ObTableSchema* table_schema, bool& only_one_unique_key);
bool is_simple_aggr_expr(const ObItemType &expr_type) { return T_FUN_COUNT == expr_type
|| T_FUN_SUM == expr_type
|| T_FUN_MAX == expr_type
@ -467,6 +468,31 @@ private:
DASTableIdList &parent_tables,
bool &is_dup);
bool has_cycle_reference(DASTableIdList &parent_tables, const uint64_t table_id);
int set_batch_exec_param(const ObIArray<ObExecParamRawExpr *> &exec_params,
const ObFixedArray<ObDynamicParamSetter, ObIAllocator>& setters);
private:
struct BatchExecParamCache {
BatchExecParamCache(ObExecParamRawExpr* expr, ObOpSpec* spec, bool is_left)
: expr_(expr), spec_(spec), is_left_param_(is_left) {}
BatchExecParamCache()
: expr_(NULL), spec_(NULL), is_left_param_(true) {}
BatchExecParamCache(const BatchExecParamCache& other)
{
expr_ = other.expr_;
spec_ = other.spec_;
is_left_param_ = other.is_left_param_;
}
TO_STRING_KV(K_(expr),
K_(is_left_param));
ObExecParamRawExpr* expr_;
ObOpSpec* spec_;
bool is_left_param_;
};
private:
ObPhysicalPlan *phy_plan_;
ObOptimizerContext *opt_ctx_;
@ -478,6 +504,7 @@ private:
common::ObSEArray<uint64_t, 10> fake_cte_tables_;
ObDmlCgService dml_cg_service_;
ObTscCgService tsc_cg_service_;
common::ObSEArray<BatchExecParamCache, 8> batch_exec_param_caches_;
};
} // end namespace sql

12
src/sql/code_generator/ob_tsc_cg_service.cpp
View File

@ -144,7 +144,7 @@ int ObTscCgService::generate_tsc_ctdef(ObLogTableScan &op, ObTableScanCtDef &tsc
}
}
}
if (OB_SUCC(ret) && op.use_batch()) {
if (OB_SUCC(ret)) {
ObArray<int64_t> bnlj_params;
OZ(op.extract_bnlj_param_idxs(bnlj_params));
OZ(tsc_ctdef.bnlj_param_idxs_.assign(bnlj_params));
@ -362,9 +362,15 @@ int ObTscCgService::extract_pushdown_filters(const ObLogTableScan &op,
//2. data table scan filter when TSC use the data table scan directly
//lookup_pushdown_filters means that the data table filter when TSC use index scan and lookup the data table
for (int64_t i = 0; OB_SUCC(ret) && i < filters.count(); ++i) {
if (filters.at(i)->has_flag(CNT_PL_UDF)) {
if (op.use_batch() && filters.at(i)->has_flag(CNT_DYNAMIC_PARAM)) {
//In Batch table scan the dynamic param filter do not push down to storage
if (OB_FAIL(nonpushdown_filters.push_back(filters.at(i)))) {
LOG_WARN("store non-pushdown filter failed", K(ret), K(i));
LOG_WARN("push dynamic filter to store non-pushdown filter failed", K(ret), K(i));
}
} else if (filters.at(i)->has_flag(CNT_PL_UDF)) {
//User Define Function filter do not push down to storage
if (OB_FAIL(nonpushdown_filters.push_back(filters.at(i)))) {
LOG_WARN("push UDF filter store non-pushdown filter failed", K(ret), K(i));
}
} else if (!op.get_index_back()) {
if (OB_FAIL(scan_pushdown_filters.push_back(filters.at(i)))) {