hcq/oceanbase
hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[VectorIndex] fix deserialize when get large vector data

Browse Source
This commit is contained in:
Carrot-77 2024-09-02 21:03:16 +00:00 committed by ob-robot
parent 569304f966
commit ca48ae8cdb
2 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/share/vector_index/ob_plugin_vector_index_serialize.cpp
View File

@ -261,6 +261,7 @@ int ObHNSWDeserializeCallback::operator()(char*& data, const int64_t data_size,
str_iter->~ObTextStringIter();
alloactor->free(str_iter);
str_iter = nullptr;
alloactor->reuse();
} else {
ret = (str_iter->get_inner_ret() != OB_SUCCESS) ?
str_iter->get_inner_ret() : OB_INVALID_DATA;
@ -269,6 +270,7 @@ int ObHNSWDeserializeCallback::operator()(char*& data, const int64_t data_size,
str_iter->~ObTextStringIter();
alloactor->free(str_iter);
str_iter = nullptr;
alloactor->reuse();
}
}
if (OB_SUCC(ret) && OB_ISNULL(str_iter)) {

5
src/share/vector_index/ob_plugin_vector_index_utils.cpp
View File

@ -465,14 +465,15 @@ int ObPluginVectorIndexUtils::try_sync_snapshot_memdata(ObLSID &ls_id,
} else if (OB_FAIL(adapter->try_init_mem_data(VIRT_SNAP))) {
LOG_WARN("try init snap mem data failed.", K(ret));
} else {
ObArenaAllocator tmp_allocator("VectorAdaptor", OB_MALLOC_NORMAL_BLOCK_SIZE, MTL_ID());
ObHNSWDeserializeCallback::CbParam param;
param.iter_ = snapshot_idx_iter;
param.allocator_ = &allocator;
param.allocator_ = &tmp_allocator;
ObHNSWDeserializeCallback callback;
ObIStreamBuf::Callback cb = callback;
// ToDo: concurrency with weakread
ObVectorIndexSerializer index_seri(allocator);
ObVectorIndexSerializer index_seri(tmp_allocator);
ObVectorIndexMemData *snap_memdata = adapter->get_snap_data_();
if (OB_FAIL(adapter->try_init_mem_data(VIRT_SNAP))) {
LOG_WARN("failed to init snapshot index.", K(ret));