hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

153
src/sql/dtl/ob_dtl_linked_buffer.cpp
View File

@ -12,6 +12,9 @@
#include "ob_dtl_msg.h"
#include "ob_dtl_linked_buffer.h"
#include "sql/ob_sql_utils.h"
#include "sql/engine/basic/ob_chunk_row_store.h"
#include "sql/engine/basic/ob_chunk_datum_store.h"
using namespace oceanbase::common;
@ -21,13 +24,16 @@ namespace dtl {
OB_SERIALIZE_MEMBER(ObDtlDfoKey, server_id_, px_sequence_id_, qc_id_, dfo_id_);
int ObDtlLinkedBuffer::deserialize_msg_header(
const ObDtlLinkedBuffer& buffer, ObDtlMsgHeader& header, bool keep_pos /*= false*/)
OB_SERIALIZE_MEMBER(ObDtlBatchInfo, batch_id_, start_, end_, rows_);
int ObDtlLinkedBuffer::deserialize_msg_header(const ObDtlLinkedBuffer &buffer,
ObDtlMsgHeader &header,
bool keep_pos /*= false*/)
{
int ret = OB_SUCCESS;
const char* buf = buffer.buf();
const char *buf = buffer.buf();
int64_t size = buffer.size();
int64_t& pos = buffer.pos();
int64_t &pos = buffer.pos();
int64_t old_pos = buffer.pos();
if (pos == size) {
ret = OB_ITER_END;
@ -35,7 +41,8 @@ int ObDtlLinkedBuffer::deserialize_msg_header(
SQL_DTL_LOG(WARN, "decode DTL message header fail", K(size), K(pos), K(ret));
} else if (header.type_ >= static_cast<int16_t>(ObDtlMsgType::MAX)) {
ret = OB_INVALID_ARGUMENT;
SQL_DTL_LOG(WARN, "channel has received message with unknown type", K(header), K(size), K(pos));
SQL_DTL_LOG(WARN, "channel has received message with unknown type",
K(header), K(size), K(pos));
}
if (keep_pos) {
buffer.pos() = old_pos;
@ -43,6 +50,136 @@ int ObDtlLinkedBuffer::deserialize_msg_header(
return ret;
}
} // namespace dtl
} // namespace sql
} // namespace oceanbase
int ObDtlLinkedBuffer::add_batch_info(int64_t batch_id, int64_t rows)
{
int ret = common::OB_SUCCESS;
if (OB_UNLIKELY(!is_data_msg() || (PX_DATUM_ROW != msg_type_ && PX_CHUNK_ROW != msg_type_))) {
ret = OB_ERR_UNEXPECTED;
SQL_DTL_LOG(WARN, "unexpected msg type", K(ret), K(is_data_msg()), K(msg_type_));
} else {
const int64_t count = batch_info_.count();
const int64_t header_size = PX_DATUM_ROW == msg_type_ ? sizeof(ObChunkDatumStore::Block)
: sizeof(ObChunkRowStore::Block);
const int64_t start = 0 == count ? header_size : batch_info_.at(count - 1).end_;
if (OB_UNLIKELY(pos_ < start || rows < rows_cnt_)) {
ret = OB_ERR_UNEXPECTED;
SQL_DTL_LOG(WARN, "unexpected start and pos", K(ret), K(pos_), K(start), K(rows_cnt_),
K(rows), K(batch_info_));
} else {
ObDtlBatchInfo info(batch_id, start, pos_, rows - rows_cnt_);
if (OB_FAIL(batch_info_.push_back(info))) {
SQL_DTL_LOG(WARN, "push back failed", K(ret));
} else {
batch_info_valid_ = true;
rows_cnt_ = rows;
}
}
}
return ret;
}
int ObDtlLinkedBuffer::push_batch_id(int64_t batch_id, int64_t rows)
{
int ret = common::OB_SUCCESS;
if (batch_info_valid_) {
ret = add_batch_info(batch_id, rows);
} else {
batch_id_ = batch_id;
}
return ret;
}
OB_DEF_SERIALIZE(ObDtlLinkedBuffer)
{
using namespace oceanbase::common;
int ret = OB_SUCCESS;
OB_UNIS_ENCODE(size_);
if (OB_SUCC(ret)) {
if (buf_len - pos < size_) {
ret = OB_SIZE_OVERFLOW;
} else {
MEMCPY(buf + pos, buf_, size_);
pos += size_;
LST_DO_CODE(OB_UNIS_ENCODE,
is_data_msg_,
seq_no_,
tenant_id_,
is_eof_,
timeout_ts_,
msg_type_,
flags_,
dfo_key_,
use_interm_result_,
batch_id_,
batch_info_valid_);
if (OB_SUCC(ret) && batch_info_valid_) {
LST_DO_CODE(OB_UNIS_ENCODE, batch_info_);
}
if (OB_SUCC(ret)) {
LST_DO_CODE(OB_UNIS_ENCODE, dfo_id_, sqc_id_);
}
}
}
return ret;
}
OB_DEF_DESERIALIZE(ObDtlLinkedBuffer)
{
using namespace oceanbase::common;
int ret = OB_SUCCESS;
OB_UNIS_DECODE(size_);
if (OB_SUCC(ret)) {
buf_ = (char*)buf + pos;
pos += size_;
LST_DO_CODE(OB_UNIS_DECODE,
is_data_msg_,
seq_no_,
tenant_id_,
is_eof_,
timeout_ts_,
msg_type_,
flags_,
dfo_key_,
use_interm_result_,
batch_id_,
batch_info_valid_);
if (OB_SUCC(ret) && batch_info_valid_) {
LST_DO_CODE(OB_UNIS_DECODE, batch_info_);
}
if (OB_SUCC(ret)) {
LST_DO_CODE(OB_UNIS_DECODE, dfo_id_, sqc_id_);
}
}
if (OB_SUCC(ret)) {
(void)ObSQLUtils::adjust_time_by_ntp_offset(timeout_ts_);
}
return ret;
}
OB_DEF_SERIALIZE_SIZE(ObDtlLinkedBuffer)
{
int64_t len = 0;
OB_UNIS_ADD_LEN(size_);
len += size_;
LST_DO_CODE(OB_UNIS_ADD_LEN,
is_data_msg_,
seq_no_,
tenant_id_,
is_eof_,
timeout_ts_,
msg_type_,
flags_,
dfo_key_,
use_interm_result_,
batch_id_,
batch_info_valid_);
if (batch_info_valid_) {
LST_DO_CODE(OB_UNIS_ADD_LEN, batch_info_);
}
LST_DO_CODE(OB_UNIS_ADD_LEN, dfo_id_, sqc_id_);
return len;
}
}
}
}