database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[enhancement](memtracker) Fix Brpc mem count and refactored thread context macro (#13469)

Browse Source
This commit is contained in:
Xinyi Zou
2022-10-21 12:01:38 +08:00
committed by GitHub
parent b861b66bef
commit 9dc5dd382a
18 changed files with 183 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
be/src/runtime/data_stream_sender.cpp
View File

@ -138,6 +138,7 @@ Status DataStreamSender::Channel::send_batch(PRowBatch* batch, bool eos) {
_closure->ref();
} else {
RETURN_IF_ERROR(_wait_last_brpc());
SCOPED_SWITCH_THREAD_MEM_TRACKER_LIMITER(ExecEnv::GetInstance()->bthread_mem_tracker());
_closure->cntl.Reset();
}
VLOG_ROW << "Channel::send_batch() instance_id=" << _fragment_instance_id
@ -159,6 +160,7 @@ Status DataStreamSender::Channel::send_batch(PRowBatch* batch, bool eos) {
if (_parent->_transfer_large_data_by_brpc && _brpc_request.has_row_batch() &&
_brpc_request.row_batch().has_tuple_data() &&
_brpc_request.ByteSizeLong() > MIN_HTTP_BRPC_SIZE) {
SCOPED_SWITCH_THREAD_MEM_TRACKER_LIMITER(ExecEnv::GetInstance()->bthread_mem_tracker());
Status st = request_embed_attachment_contain_tuple<PTransmitDataParams,
RefCountClosure<PTransmitDataResult>>(
&_brpc_request, _closure);
@ -174,6 +176,7 @@ Status DataStreamSender::Channel::send_batch(PRowBatch* batch, bool eos) {
_closure->cntl.http_request().set_content_type("application/json");
_brpc_http_stub->transmit_data_by_http(&_closure->cntl, NULL, &_closure->result, _closure);
} else {
SCOPED_SWITCH_THREAD_MEM_TRACKER_LIMITER(ExecEnv::GetInstance()->bthread_mem_tracker());
_closure->cntl.http_request().Clear();
_brpc_stub->transmit_data(&_closure->cntl, &_brpc_request, &_closure->result, _closure);
}