hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[FEAT MERGE] sql execution improvements

Browse Source 
Co-authored-by: DengzhiLiu <dengzhiliu@gmail.com>
Co-authored-by: Zach41 <zach_41@163.com>
Co-authored-by: tushicheng <18829573815@163.com>
This commit is contained in:
obdev
2024-06-21 15:16:43 +00:00
committed by ob-robot
parent a238c1fbea
commit cc1b65e578
182 changed files with 18180 additions and 1150 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
src/sql/engine/expr/ob_expr_operator.cpp
View File

@ -107,6 +107,44 @@ int get_tz_offset(const ObTimeZoneInfo *tz_info, int64_t &offset)
return ret;
}
int ObAdaptiveFilterSlideWindow::update_slide_window_info(const int64_t filtered_rows_count,
const int64_t total_rows_count)
{
int ret = OB_SUCCESS;
if (!ready_to_work_) {
// if filter is not ready, do not need check whether dynamic disable
} else if (dynamic_disable()) {
// if filter is dynamic disable, not need to add any filter statistic info
// but check whether end of the punished windows, try reenable it.
// since we cannot control the size of each batch/block size, we may drop part of the
// statistic info which located in the effective window
if (cur_pos_ >= next_check_start_pos_) {
dynamic_disable_ = false;
}
} else {
// if filter is enabled, add statistic info
partial_filter_count_ += filtered_rows_count;
partial_total_count_ += total_rows_count;
// if end of the window, check the filter rate and clear the statistic info
if (cur_pos_ >= next_check_start_pos_ + window_size_) {
if (partial_filter_count_ >= partial_total_count_ * adptive_ratio_thresheld_) {
// partial_filter_count_ / partial_total_count_ >= adptive_ratio_thresheld_
// if enabled, the slide window not needs to expand
window_cnt_ = 0;
next_check_start_pos_ = cur_pos_;
} else {
window_cnt_++;
next_check_start_pos_ = cur_pos_ + (window_size_ * window_cnt_);
dynamic_disable_ = true;
}
partial_total_count_ = 0;
partial_filter_count_ = 0;
}
}
return ret;
}
OB_SERIALIZE_MEMBER(ObExprOperator::DatumCastExtraInfo, cmp_meta_, cm_);
int ObExprOperator::DatumCastExtraInfo::deep_copy(common::ObIAllocator &allocator,