database/doris
2
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

[feature-wip](unique-key-merge-on-write) add interface for segment key bounds, DSIP-018[3/2] (#10655)

Browse Source 
Add interfaces for segment key bounds, key bounds will be used to speed up point lookup
on the primary key index of each segment.
For the detail, see DSIP-018:https://cwiki.apache.org/confluence/display/DORIS/DSIP-018%3A+Support+Merge-On-Write+implementation+for+UNIQUE+KEY+data+model

KeyBounds will be updated by BetaRowsetWriter, will be used to construct a RowsetTree(based on IntervalTree,
will be added through next patch)
This commit is contained in:
zhannngchen
2022-07-08 21:39:13 +08:00
committed by GitHub
parent 2b2bf017f8
commit feeef7e4da
3 changed files with 26 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
be/src/olap/rowset/rowset.h
View File

@ -258,6 +258,11 @@ public:
}
}
virtual Status get_segments_key_bounds(std::vector<KeyBoundsPB>* segments_key_bounds) {
_rowset_meta->get_segments_key_bounds(segments_key_bounds);
return Status::OK();
}
protected:
friend class RowsetFactory;

13
be/src/olap/rowset/rowset_meta.h
View File

@ -298,6 +298,19 @@ public:
return score;
}
void get_segments_key_bounds(std::vector<KeyBoundsPB>* segments_key_bounds) const {
for (const KeyBoundsPB& key_range : _rowset_meta_pb.segments_key_bounds()) {
segments_key_bounds->push_back(key_range);
}
}
void set_segments_key_bounds(const std::vector<KeyBoundsPB>& segments_key_bounds) {
for (const KeyBoundsPB& key_bounds : segments_key_bounds) {
KeyBoundsPB* new_key_bounds = _rowset_meta_pb.add_segments_key_bounds();
*new_key_bounds = key_bounds;
}
}
const AlphaRowsetExtraMetaPB& alpha_rowset_extra_meta_pb() const {
return _rowset_meta_pb.alpha_rowset_extra_meta_pb();
}

8
gensrc/proto/olap_file.proto
View File

@ -53,6 +53,11 @@ enum SegmentsOverlapPB {
NONOVERLAPPING = 2;
}
message KeyBoundsPB {
required bytes min_key = 1;
required bytes max_key = 2;
}
message RowsetMetaPB {
required int64 rowset_id = 1;
optional int64 partition_id = 2;
@ -99,6 +104,9 @@ message RowsetMetaPB {
optional int64 oldest_write_timestamp = 25 [default = -1];
// latest write time
optional int64 newest_write_timestamp = 26 [default = -1];
// the encoded segment min/max key of segments in this rowset,
// only used in unique key data model with primary_key_index support.
repeated KeyBoundsPB segments_key_bounds = 27;
// spare field id for future use
optional AlphaRowsetExtraMetaPB alpha_rowset_extra_meta_pb = 50;
// to indicate whether the data between the segments overlap