database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[bugfix][compaction][vectorized]fix compaction OOM (#10289)

Browse Source
This commit is contained in:
TengJianPing
2022-06-22 14:38:30 +08:00
committed by GitHub
parent f7ed2817ad
commit 994feb9dbe
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
be/src/olap/rowset/segment_v2/segment_writer.cpp
View File

@ -165,8 +165,11 @@ Status SegmentWriter::append_block(const vectorized::Block* block, size_t row_po
}
int64_t SegmentWriter::max_row_to_add(size_t row_avg_size_in_bytes) {
int64_t size_rows =
((int64_t)MAX_SEGMENT_SIZE - (int64_t)estimate_segment_size()) / row_avg_size_in_bytes;
auto segment_size = estimate_segment_size();
if (PREDICT_FALSE(segment_size >= MAX_SEGMENT_SIZE || _row_count >= _max_row_per_segment)) {
return 0;
}
int64_t size_rows = ((int64_t)MAX_SEGMENT_SIZE - (int64_t)segment_size) / row_avg_size_in_bytes;
int64_t count_rows = (int64_t)_max_row_per_segment - _row_count;
return std::min(size_rows, count_rows);