database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[improvement](spill) improve spill log printing

Browse Source
This commit is contained in:
yiguolei
2024-05-12 19:33:27 +08:00
parent 755757e57c
commit cdc950f2c3
2 changed files with 8 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
be/src/pipeline/pipeline_x/pipeline_x_task.cpp
View File

@ -319,7 +319,7 @@ bool PipelineXTask::should_revoke_memory(RuntimeState* state, int64_t revocable_
wg->check_mem_used(&is_wg_mem_low_water_mark, &is_wg_mem_high_water_mark);
if (is_wg_mem_high_water_mark) {
if (revocable_mem_bytes > min_revocable_mem_bytes) {
LOG_EVERY_N(INFO, 10) << "revoke memory, hight water mark";
VLOG_DEBUG << "revoke memory, hight water mark";
return true;
}
return false;
@ -339,12 +339,11 @@ bool PipelineXTask::should_revoke_memory(RuntimeState* state, int64_t revocable_
mem_limit_of_op = query_weighted_limit / big_memory_operator_num;
}
LOG_EVERY_N(INFO, 10) << "revoke memory, low water mark, revocable_mem_bytes: "
<< PrettyPrinter::print_bytes(revocable_mem_bytes)
<< ", mem_limit_of_op: "
<< PrettyPrinter::print_bytes(mem_limit_of_op)
<< ", min_revocable_mem_bytes: "
<< PrettyPrinter::print_bytes(min_revocable_mem_bytes);
VLOG_DEBUG << "revoke memory, low water mark, revocable_mem_bytes: "
<< PrettyPrinter::print_bytes(revocable_mem_bytes)
<< ", mem_limit_of_op: " << PrettyPrinter::print_bytes(mem_limit_of_op)
<< ", min_revocable_mem_bytes: "
<< PrettyPrinter::print_bytes(min_revocable_mem_bytes);
return (revocable_mem_bytes > mem_limit_of_op ||
revocable_mem_bytes > min_revocable_mem_bytes);
} else {

4
be/src/runtime/workload_group/workload_group_manager.cpp
View File

@ -201,7 +201,7 @@ void WorkloadGroupMgr::refresh_wg_memory_info() {
PrettyPrinter::print(process_mem_used, TUnit::BYTES),
PrettyPrinter::print(sys_mem_available, TUnit::BYTES),
PrettyPrinter::print(all_queries_mem_used, TUnit::BYTES));
VLOG_EVERY_N(1, 10) << debug_msg;
LOG_EVERY_T(INFO, 10) << debug_msg;
}
for (auto& wg : _workload_groups) {
@ -264,7 +264,7 @@ void WorkloadGroupMgr::refresh_wg_memory_info() {
}
}
if (wg_mem_info.is_high_wartermark || wg_mem_info.is_low_wartermark) {
VLOG_EVERY_N(1, 10) << debug_msg;
LOG_EVERY_T(INFO, 10) << debug_msg;
}
}
}