database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[opt](index compaction)Use RAM dir to create tmp index_writer (#41371) (#41705)

Browse Source 
## Proposed changes

bp #41371
This commit is contained in:
qiye
2024-10-12 17:13:55 +08:00
committed by GitHub
parent 171258cc31
commit 2ae37626bb
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
be/src/olap/rowset/segment_v2/inverted_index_compaction.cpp
View File

@ -39,8 +39,9 @@ Status compact_column(int64_t index_id, std::vector<lucene::store::Directory*>&
"debug point: index compaction error");
}
})
lucene::store::Directory* dir = DorisFSDirectoryFactory::getDirectory(fs, tmp_path.c_str());
bool can_use_ram_dir = true;
lucene::store::Directory* dir =
DorisFSDirectoryFactory::getDirectory(fs, tmp_path.c_str(), can_use_ram_dir);
lucene::analysis::SimpleAnalyzer<char> analyzer;
auto* index_writer = _CLNEW lucene::index::IndexWriter(dir, &analyzer, true /* create */,
true /* closeDirOnShutdown */);
@ -69,8 +70,10 @@ Status compact_column(int64_t index_id, std::vector<lucene::store::Directory*>&
}
}
// delete temporary segment_path
static_cast<void>(fs->delete_directory(tmp_path.c_str()));
// delete temporary segment_path, only when inverted_index_ram_dir_enable is false
if (!config::inverted_index_ram_dir_enable) {
static_cast<void>(fs->delete_directory(tmp_path.c_str()));
}
return Status::OK();
}
} // namespace doris::segment_v2