hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

144
src/sql/engine/set/ob_merge_intersect_op.cpp
View File

@ -14,18 +14,27 @@
#include "ob_merge_intersect_op.h"
namespace oceanbase {
namespace oceanbase
{
using namespace common;
namespace sql {
namespace sql
{
ObMergeIntersectSpec::ObMergeIntersectSpec(common::ObIAllocator& alloc, const ObPhyOperatorType type)
: ObMergeSetSpec(alloc, type)
ObMergeIntersectSpec::ObMergeIntersectSpec(
common::ObIAllocator &alloc, const ObPhyOperatorType type)
: ObMergeSetSpec(alloc, type)
{}
OB_SERIALIZE_MEMBER((ObMergeIntersectSpec, ObMergeSetSpec));
ObMergeIntersectOp::ObMergeIntersectOp(ObExecContext& exec_ctx, const ObOpSpec& spec, ObOpInput* input)
: ObMergeSetOp(exec_ctx, spec, input), right_iter_end_(false), first_got_right_row_(true)
ObMergeIntersectOp::ObMergeIntersectOp(
ObExecContext &exec_ctx, const ObOpSpec &spec, ObOpInput *input)
: ObMergeSetOp(exec_ctx, spec, input),
right_iter_end_(false),
first_got_right_row_(true),
first_got_left_row_(true),
right_brs_(nullptr),
right_idx_(0)
{}
int ObMergeIntersectOp::inner_open()
@ -47,15 +56,18 @@ int ObMergeIntersectOp::inner_close()
return ObMergeSetOp::inner_close();
}
int ObMergeIntersectOp::rescan()
int ObMergeIntersectOp::inner_rescan()
{
int ret = OB_SUCCESS;
if (OB_FAIL(ObMergeSetOp::rescan())) {
if (OB_FAIL(ObMergeSetOp::inner_rescan())) {
LOG_WARN("failed to rescan", K(ret));
} else {
right_iter_end_ = false;
first_got_right_row_ = true;
first_got_left_row_ = true;
need_skip_init_row_ = true;
right_brs_ = nullptr;
right_idx_ = 0;
}
return ret;
}
@ -70,10 +82,10 @@ int ObMergeIntersectOp::inner_get_next_row()
int ret = OB_SUCCESS;
int cmp = 0;
bool break_outer_loop = false;
const ObIArray<ObExpr*>* left_row = NULL;
if (iter_end_) {
ret = OB_ITER_END;
}
const ObIArray<ObExpr*> *left_row = NULL;
// 原始逻辑这里可以看到left这边一定会拿完所有数据，暂时保留之前逻辑，如果可以不用拿完，后续可以当right拿完后，
// 结束整个过程
// 这里暂时直接结束整个过程，怀疑是因为直接按照except逻辑拷贝过来的，所以保留right结束，但整个逻辑未结束
clear_evaluated_flag();
while (OB_SUCC(ret) && OB_SUCC(do_strict_distinct(*left_, last_row_.store_row_, left_row))) {
while (OB_SUCC(ret) && !right_iter_end_) {
@ -93,7 +105,7 @@ int ObMergeIntersectOp::inner_get_next_row()
}
}
} else {
// get first row
//get first row
first_got_right_row_ = false;
if (OB_FAIL(right_->get_next_row())) {
if (OB_ITER_END == ret) {
@ -114,11 +126,109 @@ int ObMergeIntersectOp::inner_get_next_row()
} else if (OB_FAIL(last_row_.save_store_row(*left_row, eval_ctx_, 0))) {
LOG_WARN("failed to save right row", K(ret));
}
} else if (OB_ITER_END == ret) {
iter_end_ = true;
}
return ret;
}
} // end namespace sql
} // end namespace oceanbase
int ObMergeIntersectOp::inner_get_next_batch(const int64_t max_row_cnt)
{
int ret = OB_SUCCESS;
const int64_t batch_size = std::min(max_row_cnt, MY_SPEC.max_batch_size_);
// first, we got a batch from left
// then for every strict distinct row in left, we locate next row from right
// when we end the batch, store last valid left row
clear_evaluated_flag();
const ObBatchRows *left_brs = nullptr;
int64_t curr_left_idx = 0;
int64_t last_left_idx = 0;
if (OB_FAIL(left_->get_next_batch(batch_size, left_brs))) {
LOG_WARN("failed to get next batch", K(ret));
} else if (left_brs->end_ && 0 == left_brs->size_) {
right_iter_end_ = true;
ret = OB_ITER_END;
} else {
int cmp = 0;
//set all rows skiped here, when we got a valid row, reset to 0
brs_.skip_->set_all(left_brs->size_);
brs_.size_ = left_brs->size_;
while (OB_SUCC(ret) && OB_SUCC(locate_next_left_inside(*left_,
last_left_idx,
*left_brs,
curr_left_idx,
first_got_left_row_))) {
//when we succ locate a row in left batch, store row is out of date,
//we will compare inside a batch
last_row_.store_row_ = nullptr;
while (OB_SUCC(ret) && !right_iter_end_) {
if (!first_got_right_row_) {
if (OB_FAIL(cmp_(right_->get_spec().output_, left_->get_spec().output_,
right_idx_, curr_left_idx, eval_ctx_, cmp))) {
LOG_WARN("failed to compare rows", K(ret));
} else if (0 == cmp) {
brs_.skip_->unset(curr_left_idx);
last_left_idx = curr_left_idx;
++curr_left_idx;
++right_idx_;
if (OB_FAIL(locate_next_right(*right_, batch_size, right_brs_, right_idx_))) {
if (OB_ITER_END == ret) {
right_iter_end_ = true;
} else {
LOG_WARN("failed to locate next right", K(ret));
}
}
break;
} else if (cmp > 0) {
//move left idx
last_left_idx = curr_left_idx;
++curr_left_idx;
break;
} else {
++right_idx_;
if (OB_FAIL(locate_next_right(*right_, batch_size, right_brs_, right_idx_))) {
if (OB_ITER_END == ret) {
right_iter_end_ = true;
} else {
LOG_WARN("failed to locate next right", K(ret));
}
}
}
} else {
first_got_right_row_ = false;
if (OB_FAIL(locate_next_right(*right_, batch_size, right_brs_, right_idx_))) {
if (OB_ITER_END == ret) {
right_iter_end_ = true;
} else {
LOG_WARN("failed to locate next right", K(ret));
}
}
}
}
}
}
if (OB_UNLIKELY(OB_SUCCESS == ret)) {
ret = OB_ERR_UNEXPECTED;
LOG_ERROR("unexpected status", K(ret));
} else if (OB_ITER_END == ret) {
ret = OB_SUCCESS;
if (OB_FAIL(convert_batch(left_->get_spec().output_, MY_SPEC.set_exprs_, brs_))) {
LOG_WARN("failed to convert batch", K(ret));
} else if (right_iter_end_) {
brs_.end_ = true;
} else if (last_left_idx == left_brs->size_) {
// empty batch
} else {
ObEvalCtx::BatchInfoScopeGuard batch_info_guard(eval_ctx_);
batch_info_guard.set_batch_idx(last_left_idx);
if (OB_FAIL(last_row_.save_store_row(left_->get_spec().output_, eval_ctx_, 0))) {
LOG_WARN("failed to save last row", K(ret));
}
}
} else {
LOG_WARN("error occured", K(ret));
}
return ret;
}
} // end namespace sql
} // end namespace oceanbase