database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Improvement](schema-change) Reserve some memory for use by other parts except hold block of schem… (#27800)

Browse Source 
Reserve some memory for use by other parts except hold block of schema change job
This commit is contained in:
Pxl
2023-11-30 17:01:51 +08:00
committed by GitHub
parent f573918aa4
commit 96f2ef3d99
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
be/src/olap/schema_change.cpp
View File

@ -555,7 +555,11 @@ Status VSchemaChangeWithSorting::_inner_process(RowsetReaderSharedPtr rowset_rea
}
RETURN_IF_ERROR(_changer.change_block(ref_block.get(), new_block.get()));
if (_mem_tracker->consumption() + new_block->allocated_bytes() > _memory_limitation) {
constexpr double HOLD_BLOCK_MEMORY_RATE =
0.66; // Reserve some memory for use by other parts of this job
if (_mem_tracker->consumption() + new_block->allocated_bytes() > _memory_limitation ||
_mem_tracker->consumption() > _memory_limitation * HOLD_BLOCK_MEMORY_RATE) {
RETURN_IF_ERROR(create_rowset());
if (_mem_tracker->consumption() + new_block->allocated_bytes() > _memory_limitation) {