database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[Memory Usage] Implement segment lru cache to save memory of BE (#6829)

Browse Source
This commit is contained in:
Mingyu Chen
2021-10-25 10:07:15 +08:00
committed by GitHub
parent 2d298143cc
commit ed7a873a44
29 changed files with 565 additions and 139 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
be/src/runtime/exec_env_init.cpp
View File

@ -26,6 +26,7 @@
#include "gen_cpp/TExtDataSourceService.h"
#include "gen_cpp/TPaloBrokerService.h"
#include "olap/page_cache.h"
#include "olap/segment_loader.h"
#include "olap/storage_engine.h"
#include "plugin/plugin_mgr.h"
#include "runtime/broker_mgr.h"
@ -229,6 +230,8 @@ Status ExecEnv::_init_mem_tracker() {
LOG(INFO) << "Storage page cache memory limit: " << PrettyPrinter::print(storage_cache_limit, TUnit::BYTES)
<< ", origin config value: " << config::storage_page_cache_limit;
SegmentLoader::create_global_instance(config::segment_cache_capacity);
// 4. init other managers
RETURN_IF_ERROR(_disk_io_mgr->init(_mem_tracker));
RETURN_IF_ERROR(_tmp_file_mgr->init());