patch 4.0
This commit is contained in:
wangzelin.wzl
@ -14,87 +14,164 @@
|
||||
#define OCEANBASE_SQL_OB_TABLE_REPLACE_OP_
|
||||
|
||||
#include "sql/engine/dml/ob_table_modify_op.h"
|
||||
#include "sql/engine/dml/ob_table_delete_op.h"
|
||||
#include "storage/ob_partition_service.h"
|
||||
#include "sql/session/ob_sql_session_info.h"
|
||||
#include "sql/executor/ob_task_executor_ctx.h"
|
||||
#include "sql/engine/dml/ob_conflict_checker.h"
|
||||
|
||||
namespace oceanbase {
|
||||
namespace sql {
|
||||
namespace oceanbase
|
||||
{
|
||||
namespace sql
|
||||
{
|
||||
|
||||
class ObTableReplaceSpec : public ObTableModifySpec {
|
||||
class ObTableReplaceSpec : public ObTableModifySpec
|
||||
{
|
||||
OB_UNIS_VERSION_V(1);
|
||||
|
||||
typedef common::ObArrayWrap<ObReplaceCtDef*> ReplaceCtDefArray;
|
||||
public:
|
||||
ObTableReplaceSpec(common::ObIAllocator& alloc, const ObPhyOperatorType type)
|
||||
: ObTableModifySpec(alloc, type), only_one_unique_key_(false), table_column_exprs_(alloc)
|
||||
{}
|
||||
ObTableReplaceSpec(common::ObIAllocator &alloc, const ObPhyOperatorType type)
|
||||
: ObTableModifySpec(alloc, type),
|
||||
replace_ctdefs_(),
|
||||
only_one_unique_key_(false),
|
||||
conflict_checker_ctdef_(alloc),
|
||||
alloc_(alloc)
|
||||
{
|
||||
}
|
||||
|
||||
//This interface is only allowed to be used in a single-table DML operator,
|
||||
//it is invalid when multiple tables are modified in one DML operator
|
||||
virtual int get_single_dml_ctdef(const ObDMLBaseCtDef *&dml_ctdef) const override
|
||||
{
|
||||
int ret = common::OB_SUCCESS;
|
||||
if (OB_UNLIKELY(replace_ctdefs_.count() != 1)) {
|
||||
ret = common::OB_ERR_UNEXPECTED;
|
||||
SQL_ENG_LOG(WARN, "table ctdef is invalid", K(ret), K(replace_ctdefs_.count()));
|
||||
} else {
|
||||
dml_ctdef = replace_ctdefs_.at(0)->ins_ctdef_;
|
||||
}
|
||||
return ret;
|
||||
}
|
||||
|
||||
ReplaceCtDefArray replace_ctdefs_;
|
||||
bool only_one_unique_key_;
|
||||
ExprFixedArray table_column_exprs_; // table column exprs
|
||||
ObConflictCheckerCtdef conflict_checker_ctdef_;
|
||||
protected:
|
||||
common::ObIAllocator &alloc_;
|
||||
private:
|
||||
DISALLOW_COPY_AND_ASSIGN(ObTableReplaceSpec);
|
||||
};
|
||||
|
||||
class ObTableReplaceOp : public ObTableModifyOp {
|
||||
class ObTableReplaceOp : public ObTableModifyOp
|
||||
{
|
||||
public:
|
||||
ObTableReplaceOp(ObExecContext& ctx, const ObOpSpec& spec, ObOpInput* input)
|
||||
: ObTableModifyOp(ctx, spec, input),
|
||||
row2exprs_projector_(ctx.get_allocator()),
|
||||
record_(0),
|
||||
affected_rows_(0),
|
||||
delete_count_(0),
|
||||
dml_param_(),
|
||||
part_infos_()
|
||||
{}
|
||||
virtual ~ObTableReplaceOp()
|
||||
ObTableReplaceOp(ObExecContext &ctx, const ObOpSpec &spec, ObOpInput *input)
|
||||
: ObTableModifyOp(ctx, spec, input),
|
||||
insert_rows_(0),
|
||||
delete_rows_(0),
|
||||
conflict_checker_(ctx.get_allocator(),
|
||||
eval_ctx_,
|
||||
MY_SPEC.conflict_checker_ctdef_)
|
||||
{}
|
||||
virtual ~ObTableReplaceOp() {}
|
||||
|
||||
virtual int inner_open() override;
|
||||
virtual int rescan() override;
|
||||
virtual int inner_rescan() override;
|
||||
virtual int inner_close() override;
|
||||
virtual int inner_get_next_row() override;
|
||||
virtual void destroy() override;
|
||||
int do_table_replace();
|
||||
|
||||
// 物化所有要被replace into的行到replace_row_store_
|
||||
int load_all_replace_row(bool &is_iter_end);
|
||||
int get_next_row_from_child();
|
||||
|
||||
// 执行所有尝试插入的 das task， fetch冲突行的主表主键
|
||||
int fetch_conflict_rowkey();
|
||||
int get_next_conflict_rowkey(DASTaskIter &task_iter);
|
||||
|
||||
virtual void destroy()
|
||||
{
|
||||
conflict_checker_.destroy();
|
||||
replace_rtdefs_.release_array();
|
||||
replace_row_store_.~ObChunkDatumStore();
|
||||
ObTableModifyOp::destroy();
|
||||
}
|
||||
|
||||
protected:
|
||||
int check_values(bool& is_equal) const;
|
||||
|
||||
int do_replace_into();
|
||||
|
||||
// 检查是否有duplicated key 错误发生
|
||||
bool check_is_duplicated();
|
||||
|
||||
// 遍历replace_row_store_中的所有行，并且更新冲突map，
|
||||
int replace_conflict_row_cache();
|
||||
|
||||
// 遍历主表的hash map，确定最后提交delete + insert对应的das task
|
||||
// 提交顺序上必须先提交delete
|
||||
int prepare_final_replace_task();
|
||||
|
||||
int do_delete(ObConflictRowMap *primary_map);
|
||||
|
||||
int do_insert(ObConflictRowMap *primary_map);
|
||||
|
||||
// 提交所有的 insert 和delete das task;
|
||||
int post_all_dml_das_task();
|
||||
|
||||
// batch的执行插入 process_row and then write to das,
|
||||
int insert_row_to_das(bool need_do_trigger);
|
||||
|
||||
// batch的执行插入 process_row and then write to das,
|
||||
int delete_row_to_das(bool need_do_trigger);
|
||||
|
||||
int calc_insert_tablet_loc(const ObInsCtDef &ins_ctdef,
|
||||
ObInsRtDef &ins_rtdef,
|
||||
ObDASTabletLoc *&tablet_loc);
|
||||
int calc_delete_tablet_loc(const ObDelCtDef &del_ctdef,
|
||||
ObDelRtDef &del_rtdef,
|
||||
ObDASTabletLoc *&tablet_loc);
|
||||
|
||||
int inner_open_with_das();
|
||||
|
||||
int init_replace_rtdef();
|
||||
|
||||
int check_values(bool &is_equal,
|
||||
const ObChunkDatumStore::StoredRow *replace_row,
|
||||
const ObChunkDatumStore::StoredRow *delete_row);
|
||||
private:
|
||||
int try_insert(ObSQLSessionInfo& my_session, const ObPartitionKey& part_key,
|
||||
storage::ObPartitionService& partition_service, const storage::ObDMLBaseParam& dml_param,
|
||||
ObNewRowIterator*& dup_rows_iter);
|
||||
int do_replace(ObSQLSessionInfo& my_session, const ObPartitionKey& part_key,
|
||||
storage::ObPartitionService& partition_service, const ObNewRowIterator& dup_rows_iter,
|
||||
const storage::ObDMLBaseParam& dml_param);
|
||||
int scan_row(ObSQLSessionInfo& my_session, const ObPartitionKey& part_key,
|
||||
storage::ObPartitionService& partition_service, storage::ObTableScanParam& scan_param,
|
||||
const common::ObNewRowIterator& dup_rows_iter, common::ObNewRowIterator** result);
|
||||
int check_replace_ctdefs_valid() const;
|
||||
|
||||
const ObIArray<ObExpr *> &get_primary_table_new_row();
|
||||
|
||||
const ObIArray<ObExpr *> &get_primary_table_old_row();
|
||||
|
||||
int reset_das_env();
|
||||
|
||||
void add_need_conflict_result_flag();
|
||||
|
||||
int reuse();
|
||||
|
||||
protected:
|
||||
storage::ObRow2ExprsProjector row2exprs_projector_;
|
||||
int64_t record_;
|
||||
int64_t affected_rows_;
|
||||
int64_t delete_count_;
|
||||
storage::ObDMLBaseParam dml_param_;
|
||||
common::ObSEArray<DMLPartInfo, 1> part_infos_;
|
||||
const static int64_t DEFAULT_REPLACE_BATCH_ROW_COUNT = 1000L;
|
||||
|
||||
int64_t insert_rows_;
|
||||
int64_t delete_rows_;
|
||||
ObConflictChecker conflict_checker_;
|
||||
common::ObArrayWrap<ObReplaceRtDef> replace_rtdefs_;
|
||||
ObChunkDatumStore replace_row_store_; //所有的replace的行的集合
|
||||
};
|
||||
|
||||
class ObTableReplaceOpInput : public ObTableModifyOpInput {
|
||||
class ObTableReplaceOpInput : public ObTableModifyOpInput
|
||||
{
|
||||
OB_UNIS_VERSION_V(1);
|
||||
|
||||
public:
|
||||
ObTableReplaceOpInput(ObExecContext& ctx, const ObOpSpec& spec) : ObTableModifyOpInput(ctx, spec)
|
||||
ObTableReplaceOpInput(ObExecContext &ctx, const ObOpSpec &spec)
|
||||
: ObTableModifyOpInput(ctx, spec)
|
||||
{}
|
||||
int init(ObTaskInfo& task_info) override
|
||||
int init(ObTaskInfo &task_info) override
|
||||
{
|
||||
return ObTableModifyOpInput::init(task_info);
|
||||
}
|
||||
|
||||
private:
|
||||
DISALLOW_COPY_AND_ASSIGN(ObTableReplaceOpInput);
|
||||
};
|
||||
|
||||
} // end namespace sql
|
||||
} // end namespace oceanbase
|
||||
} // end namespace sql
|
||||
} // end namespace oceanbase
|
||||
|
||||
#endif
|
||||
|
||||
Reference in New Issue
Block a user