database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[branch-2.1](memory) Modify memory gc conf and add crash_in_alloc_large_memory_bytes (#39834)

Browse Source 
pick #39611
This commit is contained in:
Xinyi Zou
2024-08-24 09:21:35 +08:00
committed by GitHub
parent 8cf6c6a2b5
commit ae4d747c13
3 changed files with 32 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
be/src/runtime/memory/thread_mem_tracker_mgr.h
View File

@ -242,17 +242,29 @@ inline void ThreadMemTrackerMgr::consume(int64_t size, int skip_large_memory_che
flush_untracked_mem();
}
if (skip_large_memory_check == 0 && doris::config::stacktrace_in_alloc_large_memory_bytes > 0 &&
size > doris::config::stacktrace_in_alloc_large_memory_bytes) {
_stop_consume = true;
LOG(WARNING) << fmt::format(
"malloc or new large memory: {}, {}, this is just a warning, not prevent memory "
"alloc, stacktrace:\n{}",
size,
is_attach_query() ? "in query or load: " + print_id(_query_id)
: "not in query or load",
get_stack_trace());
_stop_consume = false;
if (skip_large_memory_check == 0) {
if (doris::config::stacktrace_in_alloc_large_memory_bytes > 0 &&
size > doris::config::stacktrace_in_alloc_large_memory_bytes) {
_stop_consume = true;
LOG(WARNING) << fmt::format(
"alloc large memory: {}, {}, this is just a warning, not prevent memory alloc, "
"stacktrace:\n{}",
size,
is_attach_query() ? "in query or load: " + print_id(_query_id)
: "not in query or load",
get_stack_trace());
_stop_consume = false;
}
if (doris::config::crash_in_alloc_large_memory_bytes > 0 &&
size > doris::config::crash_in_alloc_large_memory_bytes) {
LOG(FATAL) << fmt::format(
"alloc large memory: {}, {}, crash generate core dumpsto help analyze, "
"stacktrace:\n{}",
size,
is_attach_query() ? "in query or load: " + print_id(_query_id)
: "not in query or load",
get_stack_trace());
}
}
}