hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Separate and reduce memory consumption of small sstable defragment task

Browse Source
This commit is contained in:
JiahuaChen
2023-02-07 19:13:07 +08:00
committed by ob-robot
parent c6af91add9
commit ad1ae5ea58
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/storage/blocksstable/ob_shared_macro_block_manager.cpp
View File

@ -382,9 +382,11 @@ int ObSharedMacroBlockMgr::get_recyclable_blocks(ObIAllocator &allocator, ObIArr
int ObSharedMacroBlockMgr::defragment() int ObSharedMacroBlockMgr::defragment()
{ {
int ret = OB_SUCCESS; int ret = OB_SUCCESS;
ObArenaAllocator task_allocator; ObArenaAllocator task_allocator("SSTDefragTask", OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID());
const lib::ObMemAttr mem_attr(MTL_ID(), "SSTDefragIter");
ObFIFOAllocator iter_allocator;
ObFixedArray<MacroBlockId, ObIAllocator> macro_ids(task_allocator); ObFixedArray<MacroBlockId, ObIAllocator> macro_ids(task_allocator);
ObTenantTabletIterator tablet_iter(*(MTL(ObTenantMetaMemMgr*)), task_allocator); ObTenantTabletIterator tablet_iter(*(MTL(ObTenantMetaMemMgr*)), iter_allocator);
ObSSTableIndexBuilder *sstable_index_builder = nullptr; ObSSTableIndexBuilder *sstable_index_builder = nullptr;
ObIndexBlockRebuilder *index_block_rebuilder = nullptr; ObIndexBlockRebuilder *index_block_rebuilder = nullptr;
int64_t rewrite_cnt = 0; int64_t rewrite_cnt = 0;
@ -392,6 +394,9 @@ int ObSharedMacroBlockMgr::defragment()
if (IS_NOT_INIT) { if (IS_NOT_INIT) {
ret = OB_NOT_INIT; ret = OB_NOT_INIT;
LOG_WARN("ObSharedMacroBlockMgr hasn't been initiated", K(ret)); LOG_WARN("ObSharedMacroBlockMgr hasn't been initiated", K(ret));
} else if (OB_FAIL(iter_allocator.init(lib::ObMallocAllocator::get_instance(),
OB_MALLOC_NORMAL_BLOCK_SIZE, mem_attr))) {
STORAGE_LOG(WARN, "fail to init fifo allocator", K(ret));
} else if (OB_FAIL(macro_ids.init(MAX_RECYCLABLE_BLOCK_CNT))) { } else if (OB_FAIL(macro_ids.init(MAX_RECYCLABLE_BLOCK_CNT))) {
LOG_WARN("fail to init macro ids", K(ret)); LOG_WARN("fail to init macro ids", K(ret));
} else if (OB_FAIL(get_recyclable_blocks(task_allocator, macro_ids))) { } else if (OB_FAIL(get_recyclable_blocks(task_allocator, macro_ids))) {