hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

optimize memory usage of query range module

Browse Source
This commit is contained in:
Larry955
2023-06-07 13:12:32 +00:00
committed by ob-robot
parent c270beb09f
commit 9937c7e4ec
7 changed files with 124 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/share/parameter/ob_parameter_seed.ipp
View File

@ -1490,9 +1490,12 @@ DEF_TIME(_wait_interval_after_truncate, OB_CLUSTER_PARAMETER, "30s", "[0s,)",
DEF_CAP(_rebuild_replica_log_lag_threshold, OB_TENANT_PARAMETER, "0M", "[0M,)",
"size of clog files that a replica lag behind leader to trigger rebuild, 0 means never trigger rebuild on purpose. Range: [0, +∞)",
ObParameterAttr(Section::TRANS, Source::DEFAULT, EditLevel::DYNAMIC_EFFECTIVE));
DEF_BOOL(_enable_in_range_optimization, OB_TENANT_PARAMETER, "False",
DEF_BOOL(_enable_in_range_optimization, OB_TENANT_PARAMETER, "True",
"Enable extract query range optimization for in predicate",
ObParameterAttr(Section::TENANT, Source::DEFAULT, EditLevel::DYNAMIC_EFFECTIVE));
DEF_BOOL(_force_explict_500_malloc, OB_CLUSTER_PARAMETER, "False",
"Force 500 memory for explicit allocation",
ObParameterAttr(Section::OBSERVER, Source::DEFAULT, EditLevel::DYNAMIC_EFFECTIVE));
DEF_CAP(range_optimizer_max_mem_size, OB_TENANT_PARAMETER, "128M", "[16M,1G]",
"to limit the memory consumption for the query range optimizer. Range: [16M,1G]",
ObParameterAttr(Section::TENANT, Source::DEFAULT, EditLevel::DYNAMIC_EFFECTIVE));

2
src/sql/rewrite/ob_key_part.cpp
View File

@ -582,7 +582,7 @@ int ObKeyPart::merge_two_in_keys(ObKeyPart *other, const SameValIdxMap &lr_idx)
if (OB_SUCC(ret)) {
new_param->pos_ = cur_param->pos_;
if (OB_FAIL(new_param->vals_.assign(vals))) {
LOG_WARN("failed to assign vals", K(ret));
LOG_WARN("failed to assign vals", K(ret), K(vals.count()));
} else if (OB_FAIL(new_params.push_back(new_param))) {
LOG_WARN("failed to push back new param", K(ret));
}

140
src/sql/rewrite/ob_query_range.cpp
View File

@ -80,7 +80,9 @@ ObQueryRange::ObQueryRange()
has_exec_param_(false),
is_equal_and_(false),
equal_offs_(allocator_),
expr_final_infos_(allocator_)
expr_final_infos_(allocator_),
mem_used_(allocator_.used()),
is_reach_mem_limit_(false)
{
}
@ -103,7 +105,9 @@ ObQueryRange::ObQueryRange(ObIAllocator &alloc)
has_exec_param_(false),
is_equal_and_(false),
equal_offs_(allocator_),
expr_final_infos_(allocator_)
expr_final_infos_(allocator_),
mem_used_(allocator_.used()),
is_reach_mem_limit_(false)
{
}
@ -146,6 +150,8 @@ void ObQueryRange::reset()
equal_offs_.reset();
expr_final_infos_.reset();
columnId_map_.destroy();
is_reach_mem_limit_ = false;
mem_used_ = 0;
}
int ObQueryRange::init_query_range_ctx(ObIAllocator &allocator,
@ -165,10 +171,15 @@ int ObQueryRange::init_query_range_ctx(ObIAllocator &allocator,
} else if (OB_ISNULL(ptr = allocator.alloc(sizeof(ObQueryRangeCtx)))) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_ERROR("alloc query range context failed", K(ret));
} else if (OB_ISNULL(exec_ctx) || OB_ISNULL(exec_ctx->get_my_session())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret), K(exec_ctx));
} else {
query_range_ctx_ = new(ptr) ObQueryRangeCtx(exec_ctx, expr_constraints, params);
query_range_ctx_->phy_rowid_for_table_loc_ = phy_rowid_for_table_loc;
query_range_ctx_->ignore_calc_failure_ = ignore_calc_failure;
query_range_ctx_->range_optimizer_max_mem_size_ = exec_ctx->get_my_session()->get_range_optimizer_max_mem_size();
}
for (int64_t i = 0; OB_SUCC(ret) && i < range_columns.count(); ++i) {
const ColumnItem &col = range_columns.at(i);
@ -782,8 +793,6 @@ int ObQueryRange::preliminary_extract_query_range(const ColumnIArray &range_colu
if (OB_FAIL(ret)) {
} else if (OB_FAIL(and_range_graph(and_ranges, temp_result))) {
LOG_WARN("And query range failed", K(ret));
} else if (OB_UNLIKELY(NULL == temp_result)) {
// no range left
} else if (contain_in_ && !query_range_ctx_->need_final_extract_ &&
OB_FAIL(rebuild_in_graph(temp_result))) {
LOG_WARN("failed to rebuild and graph for in key", K(ret));
@ -791,7 +800,7 @@ int ObQueryRange::preliminary_extract_query_range(const ColumnIArray &range_colu
LOG_WARN("failed to refine large range graph", K(ret));
} else if (OB_FAIL(check_graph_type(*temp_result))) {
LOG_WARN("check graph type failed", K(ret));
} else if (OB_FAIL(generate_expr_final_info())) {
} else if (!is_reach_mem_limit_ && OB_FAIL(generate_expr_final_info())) {
LOG_WARN("failed to generate final exprs");
}
}
@ -3829,8 +3838,6 @@ int ObQueryRange::check_null_param_compare_in_row(const ObRawExpr *l_expr,
return ret;
}
#undef GET_ALWAYS_TRUE_OR_FALSE
void ObQueryRange::print_keypart(const ObKeyPart *keypart, const ObString &prefix) const
{
// or dir
@ -3945,10 +3952,13 @@ int ObQueryRange::split_or(ObKeyPart *graph, ObKeyPartList &or_list)
ObKeyPart *new_and_next = NULL;
if (OB_FAIL(deep_copy_range_graph(cur->and_next_, new_and_next))) {
LOG_WARN("Copy range graph failed", K(ret));
}
} else if (is_reach_mem_limit_) {
cur->and_next_ = NULL;
} else {
cur->and_next_ = new_and_next;
}
}
}
if (OB_SUCC(ret)) {
cur->or_next_ = NULL;
if (OB_UNLIKELY(!or_list.add_last(cur))) {
@ -4413,11 +4423,15 @@ int ObQueryRange::do_row_gt_and(ObKeyPart *l_gt, ObKeyPart *r_gt, ObKeyPart *&r
ObKeyPart *new_r_cur = NULL;
if (OB_FAIL(deep_copy_key_part_and_items(l_cur, new_l_cur))) {
LOG_WARN("Light copy key part and items failed", K(ret));
} else if (is_reach_mem_limit_) {
res_gt = new_l_cur;
} else if(OB_FAIL(deep_copy_key_part_and_items(r_cur, new_r_cur))) {
LOG_WARN("Right copy key part and items failed", K(ret));
} else if (OB_ISNULL(new_l_cur) || OB_ISNULL(new_r_cur)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret), K(new_l_cur), K(new_r_cur));
} else if (is_reach_mem_limit_) {
res_gt = new_r_cur;
} else if (new_l_cur->is_like_key()) {
result = new_r_cur;
} else if (new_r_cur->is_like_key()) {
@ -4680,9 +4694,13 @@ int ObQueryRange::deep_copy_key_part_and_items(
int ret = OB_SUCCESS;
const ObKeyPart *tmp_key_part = src_key_part;
ObKeyPart *prev_key_part = NULL;
while (OB_SUCC(ret) && NULL != tmp_key_part) {
while (OB_SUCC(ret) && !is_reach_mem_limit_ && NULL != tmp_key_part) {
ObKeyPart *new_key_part = NULL;
if (OB_ISNULL(new_key_part = create_new_key_part())) {
if (query_range_ctx_ != NULL &&
(allocator_.used() - mem_used_) >= query_range_ctx_->range_optimizer_max_mem_size_) {
is_reach_mem_limit_ = true;
LOG_WARN("use too much memory return always true keypart", K(mem_used_), K(allocator_.used()));
} else if (OB_ISNULL(new_key_part = create_new_key_part())) {
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_ERROR("alloc ObKeyPart failed", K(ret));
} else if (OB_FAIL(new_key_part->deep_node_copy(*tmp_key_part))) {
@ -4697,6 +4715,14 @@ int ObQueryRange::deep_copy_key_part_and_items(
tmp_key_part = tmp_key_part->item_next_;
}
}
if (OB_SUCC(ret) && is_reach_mem_limit_) {
if (OB_FAIL(alloc_full_key_part(dest_key_part))) {
LOG_WARN("alloc_full_key_part failed", K(ret));
} else {
dest_key_part->id_ = src_key_part->id_;
dest_key_part->pos_ = src_key_part->pos_;
}
}
return ret;
}
@ -4733,16 +4759,20 @@ int ObQueryRange::do_gt_and(ObKeyPart *l_gt, ObKeyPart *r_gt, ObKeyPart *&res_gt
ObKeyPart *tail = NULL;
ObKeyPart *l_cur = NULL;
ObKeyPart *r_cur = NULL;
for (l_cur = l_gt; OB_SUCC(ret) && NULL != l_cur; l_cur = l_cur->or_next_) {
for (l_cur = l_gt; OB_SUCC(ret) && !is_reach_mem_limit_ && NULL != l_cur; l_cur = l_cur->or_next_) {
bool find_true = false;
for (r_cur = r_gt; OB_SUCC(ret) && !find_true && NULL != r_cur; r_cur = r_cur->or_next_) {
for (r_cur = r_gt; OB_SUCC(ret) && !find_true && !is_reach_mem_limit_ && NULL != r_cur; r_cur = r_cur->or_next_) {
ObKeyPart *result = NULL;
ObKeyPart *new_l_cur = NULL;
ObKeyPart *new_r_cur = NULL;
if (OB_FAIL(deep_copy_key_part_and_items(l_cur, new_l_cur))) {
LOG_WARN("Light copy key part and items failed", K(ret));
} else if (is_reach_mem_limit_) {
res_gt = new_l_cur;
} else if (OB_FAIL(deep_copy_key_part_and_items(r_cur, new_r_cur))) {
LOG_WARN("right copy key part and items failed", K(ret));
} else if (is_reach_mem_limit_) {
res_gt = new_r_cur;
} else if (OB_FAIL(do_key_part_node_and(new_l_cur, new_r_cur, result))) { // do AND of each key part node only
LOG_WARN("Do key part node intersection failed", K(ret));
} else if (OB_ISNULL(result)) {
@ -4805,23 +4835,29 @@ int ObQueryRange::and_single_gt_head_graphs(
ret = OB_INVALID_ARGUMENT;
LOG_WARN("And operand can not be empty",
K(ret), K(l_array.get_size()), K(r_array.get_size()));
} else if (is_reach_mem_limit_) {
// do nothing
} else {
res_array.clear();
ObKeyPart *find_false = NULL;
bool always_true = false;
for (ObKeyPart *l = l_array.get_first();
OB_SUCC(ret) && !always_true && l != l_array.get_header() && NULL != l;
OB_SUCC(ret) && !always_true && l != l_array.get_header() && NULL != l && !is_reach_mem_limit_;
l = l->get_next()) {
ObKeyPart *tmp_result = NULL;
for (ObKeyPart *r = r_array.get_first();
OB_SUCC(ret) && r != r_array.get_header() && NULL != r;
OB_SUCC(ret) && r != r_array.get_header() && NULL != r && !is_reach_mem_limit_;
r = r->get_next()) {
ObKeyPart *l_cur_gt = NULL;
ObKeyPart *r_cur_gt = NULL;
if (OB_FAIL(deep_copy_range_graph(l, l_cur_gt))) {
LOG_WARN("Left deep copy range graph failed", K(ret));
} else if (is_reach_mem_limit_) {
// do nothing
} else if (OB_FAIL(deep_copy_range_graph(r, r_cur_gt))) {
LOG_WARN("Right deep copy range graph failed", K(ret));
} else if (is_reach_mem_limit_) {
// do nothing
} else if (OB_ISNULL(l_cur_gt) || OB_ISNULL(r_cur_gt)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("key_part is null.", K(ret), K(l_cur_gt), K(r_cur_gt));
@ -4943,7 +4979,7 @@ int ObQueryRange::and_single_gt_head_graphs(
// do nothing
}
// 3. AND head and rest
if (OB_SUCC(ret)) {
if (OB_SUCC(ret) && !is_reach_mem_limit_) {
if (NULL != rest_result && rest_result->is_always_false()) {
// not contain row, if rest result is false, then whole result is false
if (!contain_row_) {
@ -4961,7 +4997,7 @@ int ObQueryRange::and_single_gt_head_graphs(
}
// 4. add current result to result array
if (OB_SUCC(ret)) {
if (OB_SUCC(ret) && !is_reach_mem_limit_) {
// and the result to result array
if (OB_ISNULL(tmp_result)) {
ret = OB_ERR_UNEXPECTED;
@ -4990,7 +5026,7 @@ int ObQueryRange::and_single_gt_head_graphs(
}
}
}
if (OB_SUCC(ret) && res_array.get_size() <= 0) {
if (OB_SUCC(ret) && res_array.get_size() <= 0 && !is_reach_mem_limit_) {
// all false ranges
if (OB_ISNULL(find_false)) {
ret = OB_ERR_UNEXPECTED;
@ -5100,6 +5136,8 @@ int ObQueryRange::and_range_graph(ObKeyPartList &ranges, ObKeyPart *&out_key_pa
ret = OB_INVALID_ARGUMENT;
LOG_WARN("AND array can not be empty",
K(ret), K(ranges.get_size()));
} else if (is_reach_mem_limit_) {
// do nothing
} else if (1 == ranges.get_size()) {
out_key_part = ranges.get_first();
ranges.remove(out_key_part);
@ -5124,15 +5162,10 @@ int ObQueryRange::and_range_graph(ObKeyPartList &ranges, ObKeyPart *&out_key_pa
ObKeyPartList res_storage1;
ObKeyPartList res_storage2;
ObKeyPart *cur = ranges.get_first();
ranges.remove_first();
if (OB_ISNULL(cur)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("cur is null.", K(ret));
} else {
ObKeyPart *cur_next = cur->get_next();
ranges.remove_first();
if (OB_ISNULL(cur_next)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("cur_next is null.", K(ret));
} else if (cur->is_always_true() || cur->is_always_false()) {
cur->and_next_ = NULL;
cur->or_next_ = NULL;
@ -5142,14 +5175,11 @@ int ObQueryRange::and_range_graph(ObKeyPartList &ranges, ObKeyPart *&out_key_pa
}
} else if (OB_FAIL(split_general_or(cur, res_storage1))) {
LOG_WARN("split general or key part failed", K(ret));
} else {
// do nothing
}
}
ObKeyPartList *l_array = &res_storage1;
ObKeyPartList *res_array = &res_storage2;
int i = 0;
while (OB_SUCC(ret) && ranges.get_size() > 0) {
while (OB_SUCC(ret) && ranges.get_size() > 0 && !is_reach_mem_limit_) {
ObKeyPart *other = ranges.get_first();
ranges.remove_first();
++i;
@ -5161,7 +5191,7 @@ int ObQueryRange::and_range_graph(ObKeyPartList &ranges, ObKeyPart *&out_key_pa
res_array = &res_storage1;
}
ObKeyPartList r_array;
if (OB_ISNULL(other) || OB_ISNULL(l_array) || OB_ISNULL(l_array->get_first())) {
if (OB_ISNULL(other)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("other is null.", K(ret));
} else if (other->is_always_true() || other->is_always_false()) {
@ -5171,24 +5201,26 @@ int ObQueryRange::and_range_graph(ObKeyPartList &ranges, ObKeyPart *&out_key_pa
}
} else if (OB_FAIL(split_general_or(other, r_array))) {
LOG_WARN("split general or key part failed", K(ret));
} else {
// do nothing
}
if (OB_FAIL(ret)) {
LOG_WARN("Split graph failed", K(ret));
} else if (OB_FAIL(SMART_CALL(and_single_gt_head_graphs(*l_array, r_array, *res_array)))) {
LOG_WARN("And single general term head graphs failed", K(ret));
} else if (OB_ISNULL(res_array) || OB_ISNULL(ranges.get_first())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("res_array or ranges.get_first() is null.", K(ret));
} else { }
}
if (OB_SUCC(ret)) {
if (OB_FAIL(link_or_graphs(*res_array, out_key_part))) {
}
if (OB_FAIL(ret) || is_reach_mem_limit_) {
} else if (OB_FAIL(link_or_graphs(*res_array, out_key_part))) {
LOG_WARN("And single general term head graphs failed",
K(ret), K(res_array->get_size()));
}
}
if (OB_SUCC(ret) && is_reach_mem_limit_ && query_range_ctx_ != NULL) {
GET_ALWAYS_TRUE_OR_FALSE(true, out_key_part);
contain_in_ = false;
contain_row_ = false;
has_exec_param_ = false;
query_range_ctx_->precise_range_exprs_.reset();
query_range_ctx_->final_exprs_.reset();
LOG_WARN("use too much memory", K(is_reach_mem_limit_), K(query_range_ctx_->range_optimizer_max_mem_size_));
}
return ret;
}
@ -5798,6 +5830,7 @@ int ObQueryRange::union_single_equal_cond(ObKeyPart *cur1,
ObKeyPart *cur2_and_next = NULL;
ObKeyPartList or_list;
ObKeyPart *new_next = NULL;
bool need_remove_precise = false;
if (OB_ISNULL(cur1) || OB_ISNULL(cur2) ||
OB_ISNULL(cur2_and_next = cur2->and_next_)) {
ret = OB_ERR_UNEXPECTED;
@ -5811,6 +5844,9 @@ int ObQueryRange::union_single_equal_cond(ObKeyPart *cur1,
ObKeyPart *new_cur1 = NULL;
if (OB_FAIL(deep_copy_range_graph(cur1, new_cur1))) {
LOG_WARN("failed to deep copy range", K(ret));
} else if (is_reach_mem_limit_) {
cur2->and_next_ = NULL;
need_remove_precise = true;
} else if (OB_ISNULL(new_cur1) || OB_ISNULL(new_cur1->and_next_)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret), K(new_cur1));
@ -5835,6 +5871,9 @@ int ObQueryRange::union_single_equal_cond(ObKeyPart *cur1,
ObKeyPart *new_cur1 = NULL;
if (OB_FAIL(deep_copy_range_graph(cur1, new_cur1))) {
LOG_WARN("failed to deep copy range", K(ret));
} else if (is_reach_mem_limit_) {
cur2->and_next_ = NULL;
need_remove_precise = true;
} else if (OB_ISNULL(new_cur1)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("get unexpected null", K(ret));
@ -5856,12 +5895,7 @@ int ObQueryRange::union_single_equal_cond(ObKeyPart *cur1,
} else {
// do nothing
}
// remove precise for correctness
if (OB_FAIL(remove_precise_range_expr(cur2->pos_.offset_))) {
LOG_WARN("failed to remove precise range expr", K(ret));
} else if (query_range_ctx_ != NULL) {
query_range_ctx_->cur_expr_is_precise_ = false;
}
need_remove_precise = true;
} else {
// (c1, c2) in ((1,2),(3,4)) or c1 = 1 and c2 > 0 -> (c1, c2) in ((3,4)) or c1 = 1 and c2 > 0
need_remove_val = true;
@ -5873,13 +5907,14 @@ int ObQueryRange::union_single_equal_cond(ObKeyPart *cur1,
// case 3: (c1, c3) in ((1,2),(3,4)) and c2 or c1 = 1 and c2
need_remove_val = true;
cur2->and_next_ = NULL;
// remove precise for correctness
if (OB_FAIL(remove_precise_range_expr(cur2->pos_.offset_))) {
need_remove_precise = true;
}
if (OB_FAIL(ret) || !need_remove_precise) {
} else if (OB_FAIL(remove_precise_range_expr(cur2->pos_.offset_))) {
LOG_WARN("failed to remove precise range expr", K(ret));
} else if (query_range_ctx_ != NULL) {
query_range_ctx_->cur_expr_is_precise_ = false;
}
}
return ret;
}
@ -8212,19 +8247,24 @@ int ObQueryRange::deep_copy_range_graph(ObKeyPart *src, ObKeyPart *&dest)
{
int ret = OB_SUCCESS;
ObKeyPart *prev_gt = NULL;
for (ObKeyPart *cur_gt = src; OB_SUCC(ret) && NULL != cur_gt; cur_gt = cur_gt->general_or_next()) {
for (ObKeyPart *cur_gt = src; OB_SUCC(ret) && NULL != cur_gt && !is_reach_mem_limit_;
cur_gt = cur_gt->general_or_next()) {
ObKeyPart *and_next = NULL;
ObKeyPart *new_key_part = NULL;
ObKeyPart *prev_key_part = NULL;
ObKeyPart *new_cur_gt_head = NULL;
if (OB_FAIL(SMART_CALL(deep_copy_range_graph(cur_gt->and_next_, and_next)))) {
LOG_WARN("Deep copy range graph failed", K(ret));
} else if (is_reach_mem_limit_) {
// do nothing
} else {
for (ObKeyPart *cur_or = cur_gt;
OB_SUCC(ret) && NULL != cur_or && cur_or->and_next_ == cur_gt->and_next_;
OB_SUCC(ret) && NULL != cur_or && cur_or->and_next_ == cur_gt->and_next_ && !is_reach_mem_limit_;
cur_or = cur_or->or_next_) {
if (OB_FAIL(deep_copy_key_part_and_items(cur_or, new_key_part))) {
LOG_WARN("Deep copy key part and items failed");
} else if (is_reach_mem_limit_) {
// do nothing
} else if (cur_or == cur_gt) {
new_cur_gt_head = new_key_part;
} else {
@ -8246,7 +8286,7 @@ int ObQueryRange::deep_copy_range_graph(ObKeyPart *src, ObKeyPart *&dest)
}
}
}
if (OB_SUCC(ret)) {
if (OB_SUCC(ret) && !is_reach_mem_limit_) {
if (NULL != prev_gt) {
prev_gt->or_next_ = new_cur_gt_head;
} else {
@ -8880,6 +8920,8 @@ int ObQueryRange::generate_expr_final_info()
OB_ISNULL(query_range_ctx_->exec_ctx_->get_sql_ctx())) {
ret = OB_NOT_INIT;
LOG_WARN("query range context is null", K(ret), K(query_range_ctx_));
} else if (OB_UNLIKELY(query_range_ctx_->final_exprs_.empty())) {
// do nothing
} else if (OB_FAIL(expr_final_infos_.prepare_allocate(query_range_ctx_->final_exprs_.count()))) {
LOG_WARN("init expr final info failed", K(ret));
}

20
src/sql/rewrite/ob_query_range.h
View File

@ -94,6 +94,7 @@ private:
cur_expr_is_precise_(false),
phy_rowid_for_table_loc_(false),
ignore_calc_failure_(false),
range_optimizer_max_mem_size_(100*1024*1024),
exec_ctx_(exec_ctx),
expr_constraints_(expr_constraints),
params_(params)
@ -102,21 +103,6 @@ private:
~ObQueryRangeCtx()
{
}
// void clear()
// {
// key_part_map_.reset();
// key_part_pos_array_.reset();
// need_final_extract_ = false;
// }
// void reset()
// {
// clear();
// precise_range_exprs_.reset();
// final_exprs_.reset();
// expr_constraints_ = NULL;
// params_ = NULL;
// cur_expr_is_precise_ = false;
// }
//131的原因是最大的rowkey个数是128，距离128最近的素数是131
common::hash::ObPlacementHashMap<ObKeyPartId, ObKeyPartPos*, 131> key_part_map_;
bool need_final_extract_;
@ -124,6 +110,7 @@ private:
bool cur_expr_is_precise_; //当前正在被抽取的表达式是精确的范围，没有被放大
bool phy_rowid_for_table_loc_;
bool ignore_calc_failure_;
int64_t range_optimizer_max_mem_size_;
common::ObSEArray<ObRangeExprItem, 4, common::ModulePageAllocator, true> precise_range_exprs_;
ObExecContext *exec_ctx_;
ExprConstrantArray *expr_constraints_;
@ -929,6 +916,9 @@ private:
bool is_equal_and_;
common::ObFixedArray<ObEqualOff, common::ObIAllocator> equal_offs_;
common::ObFixedArray<ExprFinalInfo, common::ObIAllocator> expr_final_infos_;
// NOTE: following two members are not allowed to be serialize or deep copy
int64_t mem_used_;
bool is_reach_mem_limit_;
friend class ObKeyPart;
};
} // namespace sql-

1
src/sql/session/ob_sql_session_info.cpp
View File

@ -2447,6 +2447,7 @@ void ObSQLSessionInfo::ObCachedTenantConfigInfo::refresh()
ATOMIC_STORE(&hash_area_size_, tenant_config->_hash_area_size);
ATOMIC_STORE(&enable_query_response_time_stats_, tenant_config->query_response_time_stats);
ATOMIC_STORE(&enable_user_defined_rewrite_rules_, tenant_config->enable_user_defined_rewrite_rules);
ATOMIC_STORE(&range_optimizer_max_mem_size_, tenant_config->range_optimizer_max_mem_size);
// 5.allow security audit
if (OB_SUCCESS != (tmp_ret = ObSecurityAuditUtils::check_allow_audit(*session_, at_type_))) {
LOG_WARN_RET(tmp_ret, "fail get tenant_config", "ret", tmp_ret,

8
src/sql/session/ob_sql_session_info.h
View File

@ -597,6 +597,7 @@ public:
hash_area_size_(128*1024*1024),
enable_query_response_time_stats_(false),
enable_user_defined_rewrite_rules_(false),
range_optimizer_max_mem_size_(128*1024*1024),
print_sample_ppm_(0),
last_check_ec_ts_(0),
session_(session)
@ -616,6 +617,7 @@ public:
int64_t get_print_sample_ppm() const { return ATOMIC_LOAD(&print_sample_ppm_); }
bool get_px_join_skew_handling() const { return px_join_skew_handling_; }
int64_t get_px_join_skew_minfreq() const { return px_join_skew_minfreq_; }
int64_t get_range_optimizer_max_mem_size() const { return range_optimizer_max_mem_size_; }
private:
//租户级别配置项缓存session 上，避免每次获取都需要刷新
bool is_external_consistent_;
@ -630,6 +632,7 @@ public:
int64_t hash_area_size_;
bool enable_query_response_time_stats_;
bool enable_user_defined_rewrite_rules_;
int64_t range_optimizer_max_mem_size_;
// for record sys config print_sample_ppm
int64_t print_sample_ppm_;
int64_t last_check_ec_ts_;
@ -1128,6 +1131,11 @@ public:
cached_tenant_config_info_.refresh();
return cached_tenant_config_info_.enable_udr();
}
int64_t get_range_optimizer_max_mem_size()
{
cached_tenant_config_info_.refresh();
return cached_tenant_config_info_.get_range_optimizer_max_mem_size();
}
int64_t get_tenant_print_sample_ppm()
{
cached_tenant_config_info_.refresh();

1
tools/deploy/mysql_test/test_suite/inner_table/r/mysql/all_virtual_sys_parameter_stat.result
View File

@ -172,6 +172,7 @@ px_workers_per_cpu_quota
query_response_time_flush
query_response_time_range_base
query_response_time_stats
range_optimizer_max_mem_size
rdma_io_thread_count
recyclebin_object_expire_time
redundancy_level