hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] sql execution improvements

Browse Source 
Co-authored-by: DengzhiLiu <dengzhiliu@gmail.com>
Co-authored-by: Zach41 <zach_41@163.com>
Co-authored-by: tushicheng <18829573815@163.com>
This commit is contained in:
obdev
2024-06-21 15:16:43 +00:00
committed by ob-robot
parent a238c1fbea
commit cc1b65e578
182 changed files with 18180 additions and 1150 deletions
Download Patch File Download Diff File Expand all files Collapse all files

64
src/sql/optimizer/ob_log_window_function.cpp
View File

@ -185,6 +185,66 @@ int ObLogWindowFunction::get_plan_item_info(PlanText &plan_text,
return ret;
}
int ObLogWindowFunction::est_input_rows_mem_bound_ratio()
{
int ret = OB_SUCCESS;
double input_width = 0.0;
double wf_res_width = 0.0;
ObLogicalOperator *first_child = nullptr;
if (OB_ISNULL(get_plan()) || OB_ISNULL(first_child = get_child(ObLogicalOperator::first_child))) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("first child is null", K(ret), K(first_child));
} else {
input_width = first_child->get_width();
for (int64_t i = 0; i < get_window_exprs().count(); i++) {
wf_res_width += ObOptEstCost::get_estimate_width_from_type(get_window_exprs().at(i)->get_result_type());
}
const double input_mem_bound_ratio = input_width / (input_width + wf_res_width);
input_rows_mem_bound_ratio_ = input_mem_bound_ratio;
LOG_TRACE("est_input_rows_mem_bound_ration", K(input_width), K(wf_res_width),
K(input_mem_bound_ratio));
}
return ret;
}
int ObLogWindowFunction::est_window_function_part_cnt()
{
int ret = OB_SUCCESS;
double estimated_part_cnt = 1.0;
ObLogicalOperator *first_child = get_child(ObLogicalOperator::first_child);
if (OB_ISNULL(first_child)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected null first child", K(ret));
} else if (get_window_exprs().count() > 0 && get_window_exprs().at(0)->get_partition_exprs().count() > 0) {
// FIME: @zongmei.zzm, modify the first partition columns to all the partition columns
// after @jiangxiu.wt support more accurate method to calculate NDV with multi columns
ObSEArray<ObRawExpr *, 1> partition_exprs;
if (OB_FAIL(partition_exprs.push_back(get_window_exprs().at(0)->get_partition_exprs().at(0)))) {
LOG_WARN("push back element failed", K(ret));
} else if (OB_FAIL(ObOptSelectivity::calculate_distinct(
get_plan()->get_update_table_metas(), get_plan()->get_selectivity_ctx(),
partition_exprs, first_child->get_card(), estimated_part_cnt))) {
LOG_WARN("calculate ndv failed", K(ret));
}
}
if (OB_SUCC(ret)) {
estimated_part_cnt_ = MAX(1.0, estimated_part_cnt);
LOG_TRACE("est_window_function_part_cnt success", K(ret), K(estimated_part_cnt));
}
return ret;
}
int ObLogWindowFunction::compute_property()
{
int ret = OB_SUCCESS;
if (OB_FAIL(est_window_function_part_cnt())) {
LOG_WARN("fail to est_window_function_part_cnt", K(ret));
} else if (OB_FAIL(ObLogicalOperator::compute_property())) {
LOG_WARN("failed to compute property", K(ret));
}
return ret;
}
int ObLogWindowFunction::est_width()
{
int ret = OB_SUCCESS;
@ -201,8 +261,10 @@ int ObLogWindowFunction::est_width()
output_exprs,
width))) {
LOG_WARN("failed to estimate width for output winfunc exprs", K(ret));
} else if (FALSE_IT(set_width(width))) {
} else if (OB_FAIL(est_input_rows_mem_bound_ratio())) {
LOG_WARN("estimate input rows mem bound ratio failed", K(ret));
} else {
set_width(width);
LOG_TRACE("est_width for winfunc", K(output_exprs), K(width));
}
return ret;