hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix master adpat no char_len

Browse Source
This commit is contained in:
shadowao
2024-03-21 04:21:01 +00:00
committed by ob-robot
parent 116dce6f58
commit 6d7fab4ff1
5 changed files with 159 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

136
src/storage/lob/ob_lob_manager.cpp
View File

@ -39,6 +39,19 @@ static int check_write_length(ObLobAccessParam& param, int64_t expected_len)
const ObLobCommon ObLobManager::ZERO_LOB = ObLobCommon();
static bool lob_handle_has_char_len_field(ObLobAccessParam& param)
{
bool bret = false;
if (param.lob_common_ != nullptr && !param.lob_common_->in_row_) {
if (param.handle_size_ >= ObLobManager::LOB_OUTROW_FULL_SIZE) {
bret = true;
} else {
LOG_INFO("old old data", K(param));
}
}
return bret;
}
int ObLobManager::mtl_new(ObLobManager *&m) {
int ret = OB_SUCCESS;
const uint64_t tenant_id = MTL_ID();
@ -565,6 +578,43 @@ int ObLobManager::query_remote(ObLobAccessParam& param, common::ObAddr& dst_addr
return ret;
}
static int read_all(
ObLobAccessParam& param,
ObLobMetaScanIter& meta_iter,
ObString& output_data)
{
int ret = OB_SUCCESS;
ObLobQueryResult result;
meta_iter.set_not_calc_char_len(true);
while (OB_SUCC(ret)) {
ret = meta_iter.get_next_row(result.meta_result_);
const char *lob_data = result.meta_result_.info_.lob_data_.ptr();
uint32_t byte_len = result.meta_result_.info_.lob_data_.length();
if (OB_FAIL(ret)) {
if (ret == OB_ITER_END) {
} else {
LOG_WARN("failed to get next row.", K(ret));
}
} else if (ObTimeUtility::current_time() > param.timeout_) {
ret = OB_TIMEOUT;
int64_t cur_time = ObTimeUtility::current_time();
LOG_WARN("query timeout", K(cur_time), K(param.timeout_), K(ret));
} else if (param.scan_backward_ && output_data.write_front(lob_data, byte_len) != byte_len) {
ret = OB_ERR_INTERVAL_INVALID;
LOG_WARN("failed to write buffer to output_data.", K(ret),
K(output_data.length()), K(output_data.remain()), K(byte_len));
} else if (!param.scan_backward_ && output_data.write(lob_data, byte_len) != byte_len) {
ret = OB_ERR_INTERVAL_INVALID;
LOG_WARN("failed to write buffer to output_data.", K(ret),
K(output_data.length()), K(output_data.remain()), K(byte_len));
}
}
if (ret == OB_ITER_END) {
ret = OB_SUCCESS;
}
return ret;
}
int ObLobManager::query(
ObLobAccessParam& param,
ObString& output_data)
@ -632,6 +682,10 @@ int ObLobManager::query(
param.lob_data_ = reinterpret_cast<ObLobData*>(lob_common->buffer_);
if (OB_FAIL(lob_ctx.lob_meta_mngr_->scan(param, meta_iter))) {
LOG_WARN("do lob meta scan failed.", K(ret), K(param));
} else if (param.is_full_read()) {
if (OB_FAIL(read_all(param, meta_iter, output_data))) {
LOG_WARN("read_all fail", K(ret), K(param));
}
} else {
ObLobQueryResult result;
while (OB_SUCC(ret)) {
@ -1176,6 +1230,35 @@ int ObLobManager::check_need_out_row(
}
}
}
} else if (! param.lob_common_->in_row_ && need_out_row) {
// outrow -> outrow : keep outrow
bool has_char_len = lob_handle_has_char_len(param);
if (has_char_len) { // skip
} else if (! lob_handle_has_char_len_field(param)) { // skip
} else if (param.op_type_ != ObLobDataOutRowCtx::OpType::SQL) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected case", K(ret), K(param), K(has_char_len));
} else if (0 != param.offset_ || 0 != param.byte_size_) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unexpected case", K(ret), K(param), K(has_char_len));
} else if (param.is_full_insert()) {
// reset char_len to 0 from UINT64_MAX
int64_t *char_len = ObLobManager::get_char_len_ptr(param);
if (OB_ISNULL(char_len)) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("char_len ptr is null", K(ret), K(param), K(has_char_len));
} else if (*char_len != UINT64_MAX) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("char_len should be zero", K(ret), K(param), K(has_char_len), K(*char_len));
} else {
*char_len = 0;
LOG_INFO("no_char_len to has_char_len", K(param));
}
} else {
// partial update aloways store char_len beacaure is only support in oracle mode
ret = OB_ERR_UNEXPECTED;
LOG_WARN("unsupport situation", K(ret), K(param), K(has_char_len));
}
}
return ret;
}
@ -2192,8 +2275,18 @@ int ObLobManager::getlength_remote(ObLobAccessParam& param, common::ObAddr& dst_
bool ObLobManager::lob_handle_has_char_len(ObLobAccessParam& param)
{
return (param.lob_common_ != nullptr && !param.lob_common_->in_row_ &&
param.handle_size_ >= LOB_OUTROW_FULL_SIZE);
bool bret = false;
if (param.lob_common_ != nullptr && !param.lob_common_->in_row_ && param.handle_size_ >= LOB_OUTROW_FULL_SIZE) {
char *ptr = reinterpret_cast<char*>(param.lob_common_);
uint64_t *len = reinterpret_cast<uint64_t*>(ptr + LOB_WITH_OUTROW_CTX_SIZE);
if (*len != UINT64_MAX) {
bret = true;
} else {
LOG_WARN_RET(OB_SUCCESS, "found no char_len, this only happen in inner QA upgrade test, can not happen in user situation", K(param));
}
}
return bret;
}
int64_t* ObLobManager::get_char_len_ptr(ObLobAccessParam& param)
@ -3424,6 +3517,41 @@ int ObLobManager::prepare_erase_buffer(ObLobAccessParam& param, ObString &tmp_bu
return ret;
}
int ObLobManager::batch_delete(ObLobAccessParam& param, ObLobMetaScanIter &meta_iter)
{
int ret = OB_SUCCESS;
ObLobQueryResult result;
meta_iter.set_not_calc_char_len(true);
while (OB_SUCC(ret)) {
if (OB_FAIL(meta_iter.get_next_row(result.meta_result_))) {
if (ret == OB_ITER_END) {
} else {
LOG_WARN("failed to get next row.", K(ret));
}
} else if (ObTimeUtility::current_time() > param.timeout_) {
ret = OB_TIMEOUT;
int64_t cur_time = ObTimeUtility::current_time();
LOG_WARN("query timeout", K(cur_time), K(param.timeout_), K(ret));
} else if (OB_FAIL(lob_ctx_.lob_meta_mngr_->erase(param, result.meta_result_.info_))) {
LOG_WARN("write lob meta row failed.", K(ret));
} else if (OB_FAIL(update_out_ctx(param, nullptr, result.meta_result_.info_))) { // old row
LOG_WARN("failed update checksum.", K(ret));
} else {
param.lob_data_->byte_size_ -= result.meta_result_.info_.byte_len_;
if (lob_handle_has_char_len(param)) {
int64_t *len = get_char_len_ptr(param);
*len = *len - result.meta_result_.info_.char_len_;
OB_ASSERT(*len >= 0);
}
param.byte_size_ = param.lob_data_->byte_size_;
}
}
if (ret == OB_ITER_END) {
ret = OB_SUCCESS;
}
return ret;
}
int ObLobManager::erase_imple_inner(ObLobAccessParam& param)
{
int ret = OB_SUCCESS;
@ -3435,6 +3563,10 @@ int ObLobManager::erase_imple_inner(ObLobAccessParam& param)
LOG_WARN("init lob data out row ctx failed", K(ret));
} else if (OB_FAIL(lob_ctx.lob_meta_mngr_->scan(param, meta_iter))) {
LOG_WARN("do lob meta scan failed.", K(ret), K(param));
} else if (param.is_full_delete()) {
if (OB_FAIL(batch_delete(param, meta_iter))) {
LOG_WARN("batch_delete fail", K(ret), K(param));
}
} else if(OB_FAIL(prepare_erase_buffer(param, tmp_buff))) {
LOG_WARN("fail to prepare buffers", K(ret), K(param));
} else {