hcq/oceanbase
hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[to #47632376]add pipe row memory limit

Browse Source
This commit is contained in:
LiuYoung00 2023-03-22 04:42:13 +00:00 committed by ob-robot
parent 2ba2884b1f
commit 121dd427e8
4 changed files with 19 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/pl/ob_pl.cpp
View File

@ -2400,6 +2400,13 @@ int ObPLExecState::final(int ret)
}
}
if (OB_FAIL(ret) && func_.get_ret_type().is_composite_type() && result_.is_ext() && func_.is_pipelined()) {
tmp_ret = ObUserDefinedType::destruct_obj(result_, ctx_.exec_ctx_->get_my_session());
if (OB_SUCCESS != tmp_ret) {
LOG_WARN("failed to destruct pl object", K(tmp_ret));
}
}
if (OB_NOT_NULL(top_context_)
&& top_context_->get_exec_stack().count() > 0
&& top_context_->get_exec_stack().at(

9
src/pl/ob_pl_allocator.h
View File

@ -22,11 +22,16 @@ namespace oceanbase
{
namespace pl
{
/* ObPLAllocator can be dynamically scaled， to reduce memory consumption introduced by deep copy
* when curr_.used > next_threshold_ or (src copy size) * 2
* we alloc a new mem and reset old
*
*/
class ObPLAllocator : public common::ObIAllocator
{
public:
ObPLAllocator()
: allocator1_(ObModIds::OB_PL_TEMP, OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID()),
: allocator1_(ObModIds::OB_PL_TEMP, OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID()), // PLAllocator use current tenant memory set by MTL_ID()
allocator2_(ObModIds::OB_PL_TEMP, OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID()),
curr_(&allocator1_),
backup_(&allocator2_),
@ -55,6 +60,8 @@ public:
ObIAllocator* get_allocator() { return curr_; }
int64_t get_used() { return allocator1_.used() + allocator2_.used(); }
private:
const static int PL_ALLOC_THRESHOLD = 1024 * 1024; // 1M

3
src/share/parameter/ob_parameter_seed.ipp
View File

@ -1397,3 +1397,6 @@ DEF_BOOL(_enable_transaction_internal_routing, OB_TENANT_PARAMETER, "True",
DEF_STR(_load_tde_encrypt_engine, OB_CLUSTER_PARAMETER, "NONE",
"load the engine that meet the security classification requirement to encrypt data. default NONE",
ObParameterAttr(Section::OBSERVER, Source::DEFAULT, EditLevel::DYNAMIC_EFFECTIVE));
DEF_INT(_pipelined_table_function_memory_limit, OB_TENANT_PARAMETER, "524288000", "[1024,18446744073709551615]",
"pipeline table function result set memory size limit. default 524288000 (500M), Range: [1024,18446744073709551615]",
ObParameterAttr(Section::OBSERVER, Source::DEFAULT, EditLevel::DYNAMIC_EFFECTIVE));

1
tools/deploy/mysql_test/test_suite/inner_table/r/mysql/all_virtual_sys_parameter_stat.result
View File

@ -303,6 +303,7 @@ _ob_trans_rpc_timeout
_parallel_max_active_sessions
_parallel_min_message_pool
_parallel_server_sleep_time
_pipelined_table_function_memory_limit
_print_sample_ppm
_private_buffer_size
_pushdown_storage_level