hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[BUGFIX]fix lob write byte len set wrong

Browse Source
This commit is contained in:
skylhd
2023-06-09 06:12:31 +00:00
committed by ob-robot
parent 238f4d9ae2
commit d336a8eee7
1 changed files with 93 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

67
src/storage/lob/ob_lob_manager.cpp
View File

@ -884,9 +884,11 @@ int ObLobManager::write_one_piece(ObLobAccessParam& param,
{
int ret = OB_SUCCESS;
ObLobMetaInfo meta_row = meta_info;
meta_row.lob_data_.assign_ptr(data.ptr(), data.length());
if (OB_FAIL(lob_ctx.lob_meta_mngr_->write(param, meta_row))) {
if (meta_info.char_len_ > meta_info.byte_len_) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("char len should not bigger than byte len", K(ret), K(meta_info));
} else if (OB_FAIL(lob_ctx.lob_meta_mngr_->write(param, meta_row))) {
LOG_WARN("write lob meta row failed.", K(ret));
} else if (OB_FAIL(update_out_ctx(param, nullptr, meta_row))) { // new row
LOG_WARN("failed update checksum.", K(ret));
@ -911,7 +913,10 @@ int ObLobManager::update_one_piece(ObLobAccessParam& param,
{
int ret = OB_SUCCESS;
new_meta_info.lob_data_.assign_ptr(data.ptr(), data.length());
if (OB_FAIL(lob_ctx.lob_meta_mngr_->update(param, old_meta_info, new_meta_info))) {
if (new_meta_info.char_len_ > new_meta_info.byte_len_) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("char len should not bigger than byte len", K(ret), K(new_meta_info));
} else if (OB_FAIL(lob_ctx.lob_meta_mngr_->update(param, old_meta_info, new_meta_info))) {
LOG_WARN("write lob meta row failed.", K(ret));
} else if (OB_FAIL(update_out_ctx(param, &old_meta_info, new_meta_info))) {
LOG_WARN("failed update checksum.", K(ret));
@ -2042,11 +2047,24 @@ int ObLobManager::write_inrow_inner(ObLobAccessParam& param, ObString& data, ObS
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("alloc buf failed.", K(ret), K(res_len));
} else {
ObString space = ObCharsetUtils::get_const_str(param.coll_type_, ' ');
if (param.coll_type_ == CS_TYPE_BINARY) {
MEMSET(buf, 0x00, res_len);
} else {
MEMSET(buf, ' ', res_len);
uint32_t space_len = space.length();
if (res_len%space_len != 0) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid res-len", K(ret), K(res_len), K(space_len));
} else if (space_len > 1) {
for (int i = 0; i < res_len/space_len; i++) {
MEMCPY(buf + i * space_len, space.ptr(), space_len);
}
} else {
MEMSET(buf, *space.ptr(), res_len);
}
}
if (OB_FAIL(ret)) {
} else {
if (OB_NOT_NULL(param.lob_locator_)) {
MEMCPY(buf, param.lob_locator_->ptr_, ptr_offset);
}
@ -2082,6 +2100,7 @@ int ObLobManager::write_inrow_inner(ObLobAccessParam& param, ObString& data, ObS
}
}
}
}
return ret;
}
@ -2539,7 +2558,7 @@ int ObLobManager::replace_process_meta_info(ObLobAccessParam& param,
// 5. write piece tablet
ObLobMetaInfo new_meta_row = result.meta_result_.info_;
ObString read_data;
read_data.assign_buffer(tmp_buf.ptr(), result.meta_result_.info_.byte_len_);
read_data.assign_buffer(tmp_buf.ptr(), tmp_buf.size());
// save variable
uint32_t tmp_st = result.meta_result_.st_;
@ -2666,10 +2685,11 @@ int ObLobManager::replace_process_meta_info(ObLobAccessParam& param,
}
} else {
int64_t data_char_len = 0;
size_t data_by_len = ObCharset::max_bytes_charpos(param.coll_type_, temp_read_buf.ptr(), temp_read_buf.length(), max_byte, data_char_len);
size_t data_by_len = ObCharset::max_bytes_charpos(param.coll_type_, temp_read_buf.ptr(),
temp_read_buf.length(), max_byte, data_char_len);
data_by_len = ob_lob_writer_length_validation(param.coll_type_, temp_read_buf.length(), data_by_len, data_char_len);
MEMCPY(read_data.ptr() + by_len, temp_read_buf.ptr(), data_by_len);
read_data.set_length(read_data.length() + data_by_len);
read_data.set_length(by_len + data_by_len);
new_meta_row.byte_len_ = read_data.length();
new_meta_row.char_len_ = local_begin + data_char_len;
}
@ -2756,7 +2776,7 @@ int ObLobManager::replace_process_meta_info(ObLobAccessParam& param,
} else if (!iter->is_end()) {
ObLobMetaInfo new_meta_row = result.meta_result_.info_;
ObString read_data;
read_data.assign_buffer(tmp_buf.ptr(), ObLobMetaUtil::LOB_OPER_PIECE_DATA_SIZE);
read_data.assign_buffer(tmp_buf.ptr(), tmp_buf.size());
int64_t data_char_len = 0;
size_t data_by_len = ObCharset::max_bytes_charpos(param.coll_type_, temp_read_buf.ptr(), temp_read_buf.length(), max_byte, data_char_len);
@ -2798,11 +2818,24 @@ int ObLobManager::do_delete_one_piece(ObLobAccessParam& param, ObLobQueryResult
ret = OB_ERR_UNEXPECTED;
LOG_WARN("fill zero buf is null.", K(ret), K(tmp_buff));
} else {
ObString space = ObCharsetUtils::get_const_str(param.coll_type_, ' ');
if (param.coll_type_ == CS_TYPE_BINARY) {
MEMSET(tmp_buf, 0x00, fill_len);
} else {
MEMSET(tmp_buf, ' ', fill_len);
uint32_t space_len = space.length();
if (fill_len%space_len != 0) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid res-len", K(ret), K(fill_len), K(space_len));
} else if (space_len > 1) {
for (int i = 0; i < fill_len/space_len; i++) {
MEMCPY(tmp_buf + i * space_len, space.ptr(), space_len);
}
} else {
MEMSET(tmp_buf, *space.ptr(), fill_len);
}
}
if (OB_FAIL(ret)) {
} else {
ObString read_data;
read_data.assign_ptr(tmp_buf, fill_len);
new_meta_row.byte_len_ = read_data.length();
@ -2815,6 +2848,7 @@ int ObLobManager::do_delete_one_piece(ObLobAccessParam& param, ObLobQueryResult
LOG_WARN("failed to update.", K(ret), K(result), K(read_data));
}
}
}
} else {
if (OB_FAIL(erase_one_piece(param,
lob_ctx,
@ -2877,7 +2911,7 @@ int ObLobManager::erase_process_meta_info(ObLobAccessParam& param, ObLobMetaScan
char* tmp_buf = tmp_buff.ptr();
ObString read_data;
if (param.is_fill_zero_) {
read_data.assign_buffer(tmp_buf, result.meta_result_.info_.byte_len_);
read_data.assign_buffer(tmp_buf, tmp_buff.size());
} else {
read_data = result.meta_result_.info_.lob_data_;
}
@ -2904,8 +2938,12 @@ int ObLobManager::erase_process_meta_info(ObLobAccessParam& param, ObLobMetaScan
// local pos, from current piece;
// if is_char, char pos; else byte pos
// consider 3 situation according to this lob meta how to hit range
// meta both hit begin and end : cur_piece_begin > offset > offset+len > cur_piece_end
// meta hit begin : cur_piece_begin > offset > cur_piece_end
// meta hit end : cur_piece_begin > offset+len > cur_piece_end
uint32_t local_begin = param.offset_ - cur_piece_begin;
uint32_t local_end = local_begin + param.len_;
uint32_t local_end = param.offset_ + param.len_ - cur_piece_begin;
// char len
uint32_t piece_byte_len = result.meta_result_.info_.byte_len_;
@ -2920,7 +2958,8 @@ int ObLobManager::erase_process_meta_info(ObLobAccessParam& param, ObLobMetaScan
piece_data_st);
if (piece_char_len != piece_byte_len || piece_data_st > 0) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to erase.", K(ret), K(result));
LOG_WARN("failed to erase.", K(ret), K(result), K(piece_char_len),
K(piece_byte_len), K(piece_data_st), K(read_data));
} else {
piece_byte_len = piece_char_len;
piece_char_len = result.meta_result_.info_.char_len_;
@ -2949,7 +2988,7 @@ int ObLobManager::erase_process_meta_info(ObLobAccessParam& param, ObLobMetaScan
new_meta_row.byte_len_ = read_data.length();
}
} else {
read_data.assign_buffer(tmp_buf, result.meta_result_.info_.byte_len_);
read_data.assign_buffer(tmp_buf, tmp_buff.size());
if (OB_FAIL(get_real_data(param, result, read_data))) {
LOG_WARN("failed to write data to read buf.", K(ret), K(result));
} else {
@ -3057,7 +3096,7 @@ int ObLobManager::prepare_erase_buffer(ObLobAccessParam& param, ObString &tmp_bu
ret = OB_ALLOCATE_MEMORY_FAILED;
LOG_WARN("alloc buffer failed.", K(ret));
} else {
tmp_buff.assign_ptr(tmp_buf, ObLobMetaUtil::LOB_OPER_PIECE_DATA_SIZE);
tmp_buff.assign_buffer(tmp_buf, ObLobMetaUtil::LOB_OPER_PIECE_DATA_SIZE);
}
return ret;
}