database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Add page cache for column page in BetaRowset (#1607)

Browse Source
This commit is contained in:
ZHAO Chun
2019-08-12 10:42:00 +08:00
committed by GitHub
parent cf2155cf45
commit 2bd01b23c7
12 changed files with 334 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
be/src/runtime/exec_env_init.cpp
View File

@ -41,6 +41,7 @@
#include "util/mem_info.h"
#include "util/debug_util.h"
#include "olap/storage_engine.h"
#include "olap/page_cache.h"
#include "util/network_util.h"
#include "util/bfd_parser.h"
#include "runtime/etl_job_mgr.h"
@ -126,6 +127,7 @@ Status ExecEnv::_init(const std::vector<StorePath>& store_paths) {
_small_file_mgr->init();
_init_mem_tracker();
RETURN_IF_ERROR(_tablet_writer_mgr->start_bg_worker());
return Status::OK();
}
@ -181,6 +183,18 @@ Status ExecEnv::_init_mem_tracker() {
LOG(INFO) << "Using global memory limit: " << PrettyPrinter::print(bytes_limit, TUnit::BYTES);
RETURN_IF_ERROR(_disk_io_mgr->init(_mem_tracker));
RETURN_IF_ERROR(_tmp_file_mgr->init(DorisMetrics::metrics()));
int64_t storage_cache_limit = ParseUtil::parse_mem_spec(
config::storage_page_cache_limit, &is_percent);
if (storage_cache_limit > MemInfo::physical_mem()) {
LOG(WARNING) << "Config storage_page_cache_limit is greater than memory size, config="
<< config::storage_page_cache_limit
<< ", memory=" << MemInfo::physical_mem();
}
StoragePageCache::create_global_cache(storage_cache_limit);
// TODO(zc): The current memory usage configuration is a bit confusing,
// we need to sort out the use of memory
return Status::OK();
}