8aff09f2cd
Co-authored-by: JinmaoLi <ljm.csmaster@gmail.com> Co-authored-by: jingtaoye35 <1255153887@qq.com> Co-authored-by: chimyue <chimyue@gmail.com>
350 lines
17 KiB
C++
350 lines
17 KiB
C++
/**
|
|
* Copyright (c) 2021 OceanBase
|
|
* OceanBase CE is licensed under Mulan PubL v2.
|
|
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
|
* You may obtain a copy of Mulan PubL v2 at:
|
|
* http://license.coscl.org.cn/MulanPubL-2.0
|
|
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
|
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
|
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
|
* See the Mulan PubL v2 for more details.
|
|
*/
|
|
|
|
#ifndef _OB_TRANSFORM_TEMP_TABLE_H
|
|
#define _OB_TRANSFORM_TEMP_TABLE_H
|
|
|
|
#include "sql/rewrite/ob_transform_rule.h"
|
|
#include "sql/resolver/dml/ob_select_stmt.h"
|
|
#include "sql/rewrite/ob_transform_utils.h"
|
|
#include "ob_stmt_comparer.h"
|
|
|
|
namespace oceanbase
|
|
{
|
|
namespace sql
|
|
{
|
|
|
|
class ObTransformTempTable : public ObTransformRule
|
|
{
|
|
public:
|
|
explicit ObTransformTempTable(ObTransformerCtx *ctx)
|
|
: ObTransformRule(ctx, TransMethod::ROOT_ONLY, T_MATERIALIZE),
|
|
allocator_("TempTable"),
|
|
trans_param_(NULL) {}
|
|
|
|
virtual ~ObTransformTempTable();
|
|
|
|
virtual int transform_one_stmt(common::ObIArray<ObParentDMLStmt> &parent_stmts,
|
|
ObDMLStmt *&stmt,
|
|
bool &trans_happened) override;
|
|
|
|
virtual int construct_transform_hint(ObDMLStmt &stmt, void *trans_params) override;
|
|
|
|
struct StmtClassifyHelper {
|
|
StmtClassifyHelper()
|
|
:stmts_(),
|
|
table_size_(0),
|
|
generate_table_size_(0)
|
|
{}
|
|
|
|
virtual ~StmtClassifyHelper(){}
|
|
|
|
TO_STRING_KV(
|
|
K_(stmts),
|
|
K_(table_size),
|
|
K_(generate_table_size)
|
|
);
|
|
|
|
ObSEArray<ObSelectStmt*, 8> stmts_;
|
|
int64_t table_size_;
|
|
int64_t generate_table_size_;
|
|
};
|
|
typedef ObSEArray<ObSelectStmt*, 4> MaterializeStmts;
|
|
struct TempTableTransParam {
|
|
TempTableTransParam()
|
|
:trans_stmt_(NULL),
|
|
trans_type_(T_MATERIALIZE)
|
|
{}
|
|
virtual ~TempTableTransParam()
|
|
{
|
|
for (int64_t i = 0; i < materialize_stmts_.count(); ++i) {
|
|
if (OB_NOT_NULL(materialize_stmts_.at(i))) {
|
|
materialize_stmts_.at(i)->~MaterializeStmts();
|
|
materialize_stmts_.at(i) = NULL;
|
|
}
|
|
}
|
|
}
|
|
Ob2DArray<MaterializeStmts *> materialize_stmts_;
|
|
ObSelectStmt *trans_stmt_;
|
|
ObItemType trans_type_;
|
|
};
|
|
|
|
int try_inline_temp_table(ObDMLStmt *root_stmt,
|
|
ObIArray<ObDMLStmt::TempTableInfo> &temp_table_infos,
|
|
bool &trans_happened);
|
|
|
|
int check_stmt_size(ObDMLStmt *stmt, int64_t &total_size, bool &stmt_oversize);
|
|
|
|
int inner_inline_temp_table(ObDMLStmt::TempTableInfo &helper);
|
|
|
|
int check_stmt_can_materialize(ObSelectStmt *stmt, bool is_existing_cte, bool &is_valid);
|
|
|
|
int check_stmt_has_cross_product(ObSelectStmt *stmt, bool &has_cross_product);
|
|
|
|
int generate_with_clause(ObDMLStmt *&stmt, bool &trans_happened);
|
|
|
|
int extract_common_table_expression(ObDMLStmt *stmt,
|
|
ObIArray<ObSelectStmt*> &stmts,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
bool &trans_happened);
|
|
|
|
int inner_extract_common_table_expression(ObDMLStmt &root_stmt,
|
|
ObIArray<ObSelectStmt*> &stmts,
|
|
hash::ObHashMap<uint64_t,ObParentDMLStmt> &parent_map,
|
|
bool &trans_happened);
|
|
|
|
int add_materialize_stmts(const ObIArray<ObSelectStmt*> &stms);
|
|
|
|
int check_has_stmt(ObSelectStmt *left_stmt,
|
|
ObSelectStmt *right_stmt,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
bool &has_stmt);
|
|
|
|
int check_has_stmt(const ObIArray<ObSelectStmt *> &left_stmt,
|
|
ObSelectStmt *right_stmt,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
bool &has_stmt);
|
|
|
|
int check_stmt_can_extract_temp_table(ObSelectStmt *first,
|
|
ObSelectStmt *second,
|
|
const ObStmtMapInfo &map_info,
|
|
QueryRelation relation,
|
|
bool check_basic,
|
|
bool &is_valid);
|
|
int check_equal_join_condition_match(ObSelectStmt &first,
|
|
ObSelectStmt &second,
|
|
const ObStmtMapInfo &map_info,
|
|
bool &is_match);
|
|
int check_index_condition_match(ObSelectStmt &first,
|
|
ObSelectStmt &second,
|
|
const ObStmtMapInfo &map_info,
|
|
bool &is_match);
|
|
|
|
int check_has_for_update(const ObDMLStmt::TempTableInfo &helper, bool &has_for_update);
|
|
|
|
int remove_simple_stmts(ObIArray<ObSelectStmt*> &stmts);
|
|
|
|
int get_non_correlated_subquery(ObDMLStmt *stmt,
|
|
const uint64_t recursive_level,
|
|
hash::ObHashMap<uint64_t, uint64_t> ¶m_level,
|
|
ObIArray<ObSelectStmt *> &non_correlated_stmts,
|
|
uint64_t &min_param_level);
|
|
|
|
int get_non_correlated_subquery(ObDMLStmt *stmt,
|
|
ObIArray<ObSelectStmt *> &non_correlated_stmts);
|
|
|
|
int check_exec_param_level(const ObRawExpr *expr,
|
|
const hash::ObHashMap<uint64_t, uint64_t> ¶m_level,
|
|
uint64_t &min_param_level);
|
|
|
|
int is_non_correlated(ObSelectStmt *stmt, bool &is_correlated);
|
|
|
|
int classify_stmts(ObIArray<ObSelectStmt*> &stmts,
|
|
ObIArray<StmtClassifyHelper> &stmt_groups);
|
|
|
|
int create_temp_table(ObDMLStmt &root_stmt,
|
|
StmtCompareHelper& compare_info,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
bool &trans_happened);
|
|
|
|
int compute_common_map_info(ObIArray<ObStmtMapInfo>& map_infos,
|
|
ObStmtMapInfo &common_map_info);
|
|
|
|
int compute_common_map(ObIArray<int64_t> &source_map, ObIArray<int64_t> &common_map);
|
|
|
|
int inner_create_temp_table(ObSelectStmt *stmt,
|
|
ObStmtMapInfo& map_info,
|
|
ObStmtMapInfo& common_map_info);
|
|
|
|
int pushdown_conditions(ObSelectStmt *parent_stmt,
|
|
const ObIArray<int64_t> &cond_map,
|
|
const ObIArray<int64_t> &common_cond_map,
|
|
ObIArray<ObRawExpr*> &pushdown_exprs);
|
|
|
|
int pushdown_having_conditions(ObSelectStmt *parent_stmt,
|
|
const ObIArray<int64_t> &having_map,
|
|
const ObIArray<int64_t> &common_having_map,
|
|
ObIArray<ObRawExpr*> &pushdown_exprs);
|
|
|
|
int apply_temp_table(ObSelectStmt *parent_stmt,
|
|
TableItem *view_table,
|
|
ObSelectStmt *temp_table_query,
|
|
ObStmtMapInfo& map_info);
|
|
int apply_temp_table_columns(ObStmtCompareContext &context,
|
|
const ObStmtMapInfo& map_info,
|
|
ObSelectStmt *temp_table_query,
|
|
ObSelectStmt *view,
|
|
ObIArray<ObRawExpr *> &old_view_columns,
|
|
ObIArray<ObRawExpr *> &new_view_columns);
|
|
int apply_temp_table_select_list(ObStmtCompareContext &context,
|
|
const ObStmtMapInfo& map_info,
|
|
ObSelectStmt *parent_stmt,
|
|
ObSelectStmt *temp_table_query,
|
|
ObSelectStmt *view,
|
|
TableItem *view_table,
|
|
ObIArray<ObRawExpr *> &old_view_columns,
|
|
ObIArray<ObRawExpr *> &new_temp_columns);
|
|
int project_pruning(ObIArray<ObDMLStmt::TempTableInfo> &temp_table_info,
|
|
bool &trans_happened);
|
|
|
|
int get_remove_select_item(ObDMLStmt::TempTableInfo &info,
|
|
ObSqlBitSet<> &removed_idx);
|
|
|
|
int remove_select_items(ObDMLStmt::TempTableInfo &info,
|
|
ObSqlBitSet<> &removed_idxs);
|
|
|
|
int add_normal_temp_table_trans_hint(ObDMLStmt &stmt, ObItemType type);
|
|
|
|
virtual int need_transform(const common::ObIArray<ObParentDMLStmt> &parent_stmts,
|
|
const int64_t current_level,
|
|
const ObDMLStmt &stmt,
|
|
bool &need_trans) override;
|
|
|
|
int check_hint_allowed_trans(const ObSelectStmt &subquery,
|
|
bool &force_inline,
|
|
bool &force_materialize) const;
|
|
|
|
int check_hint_allowed_trans(const ObSelectStmt &ref_query,
|
|
const ObItemType check_hint_type,
|
|
bool &allowed) const;
|
|
|
|
int get_hint_force_set(const ObDMLStmt &stmt,
|
|
const ObSelectStmt &subquery,
|
|
QbNameList &qb_names,
|
|
bool &hint_force_no_trans);
|
|
|
|
int sort_materialize_stmts(Ob2DArray<MaterializeStmts *> &materialize_stmts);
|
|
|
|
int get_stmt_pointers(ObDMLStmt &root_stmt,
|
|
ObIArray<ObSelectStmt *> &stmts,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
ObIArray<ObSelectStmtPointer> &stmt_ptrs);
|
|
int accept_cte_transform(ObDMLStmt &origin_root_stmt,
|
|
TableItem *temp_table,
|
|
common::ObIArray<ObSelectStmt *> &origin_stmts,
|
|
common::ObIArray<ObSelectStmt *> &trans_stmts,
|
|
common::ObIArray<ObSelectStmt *> &accept_stmts,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
bool force_accept,
|
|
bool &trans_happened);
|
|
int accept_cte_transform_v2(ObDMLStmt &origin_root_stmt,
|
|
TableItem *temp_table,
|
|
common::ObIArray<ObSelectStmt *> &origin_stmts,
|
|
common::ObIArray<ObSelectStmt *> &trans_stmts,
|
|
common::ObIArray<ObSelectStmt *> &accept_stmts,
|
|
hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
bool force_accept,
|
|
bool &trans_happened);
|
|
int prepare_eval_cte_cost_stmt(ObDMLStmt &root_stmt,
|
|
ObIArray<ObSelectStmt *> &trans_stmts,
|
|
ObSelectStmt *cte_query,
|
|
ObIArray<ObSelectStmtPointer> &stmt_ptrs,
|
|
ObDMLStmt *&copied_stmt,
|
|
ObIArray<ObSelectStmt *> &copied_trans_stmts,
|
|
ObSelectStmt *&copied_cte_query,
|
|
bool is_trans_stmt);
|
|
int evaluate_cte_cost(ObDMLStmt &root_stmt,
|
|
bool is_trans_stmt,
|
|
ObIArray<ObSelectStmt *> &stmts,
|
|
ObIArray<ObSelectStmtPointer> &stmt_ptrs,
|
|
ObIArray<double> &costs,
|
|
TableItem *temp_table,
|
|
double &temp_table_cost);
|
|
int evaluate_cte_cost_partially(ObDMLStmt *root_stmt,
|
|
ObIArray<ObSelectStmt *> &stmts,
|
|
ObIArray<double> &costs,
|
|
ObSelectStmt *cte_query,
|
|
double &temp_table_cost);
|
|
int evaluate_cte_cost_globally(ObDMLStmt *origin_root,
|
|
ObDMLStmt *root_stmt,
|
|
ObIArray<int64_t> &semi_join_stmt_ids,
|
|
bool need_check_plan,
|
|
double &global_cost);
|
|
int adjust_transformed_stmt(ObIArray<ObSelectStmtPointer> &stmt_ptrs,
|
|
ObIArray<ObSelectStmt *> &stmts,
|
|
ObIArray<ObSelectStmt *> *origin_stmts);
|
|
int need_check_global_cte_cost(const ObDMLStmt *root_stmt,
|
|
const ObIArray<ObSelectStmt *> &origin_stmts,
|
|
const hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
const ObSelectStmt *temp_table_query,
|
|
ObIArray<int64_t> &semi_join_stmt_ids,
|
|
bool &check_global_cost);
|
|
int get_parent_stmt(const ObSelectStmt *stmt,
|
|
const hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
uint64_t &table_id,
|
|
ObDMLStmt *&parent_stmt);
|
|
int can_push_dynamic_filter_to_cols(const ObSelectStmt *sel_stmt,
|
|
const ObIArray<ObColumnRefRawExpr*> &col_exprs,
|
|
uint64_t table_id,
|
|
ObIArray<int64_t> &sel_idxs,
|
|
bool &can_filter_pushdown);
|
|
int check_projected_cols_used_for_join(const ObSelectStmt *stmt,
|
|
const hash::ObHashMap<uint64_t, ObParentDMLStmt> &parent_map,
|
|
const ObIArray<int64_t> &sel_idxs,
|
|
ObIArray<int64_t> &semi_join_stmt_ids,
|
|
bool &used_for_join);
|
|
int extract_pushdown_cols(const ObQueryRefRawExpr &query_ref,
|
|
uint64_t cur_table_id,
|
|
ObIArray<ObColumnRefRawExpr*> &pushdown_cols);
|
|
int collect_semi_join_stmt_ids(const ObDMLStmt &parent_stmt,
|
|
const ObIArray<ObColumnRefRawExpr*> &mapped_col_exprs,
|
|
uint64_t cur_table_id,
|
|
ObIArray<int64_t> &semi_join_stmt_ids);
|
|
int add_semi_to_inner_hint_if_need(ObDMLStmt *copy_root_stmt,
|
|
ObIArray<int64_t> &semi_join_stmt_ids);
|
|
int check_inline_temp_table_by_cost(ObDMLStmt *root_stmt,
|
|
ObDMLStmt::TempTableInfo &temp_table_info,
|
|
bool &need_inline);
|
|
int prepare_inline_materialize_stmts(ObDMLStmt *root_stmt,
|
|
ObDMLStmt::TempTableInfo &temp_table_info,
|
|
ObIArray<ObSelectStmtPointer> &stmt_ptrs,
|
|
ObIArray<ObSelectStmt *> &inline_stmts,
|
|
ObIArray<ObSelectStmt *> &materialize_stmts,
|
|
ObSelectStmt *&packed_temp_table_query);
|
|
int copy_and_replace_trans_root(ObDMLStmt &root_stmt,
|
|
ObIArray<ObSelectStmt *> &trans_stmts,
|
|
ObSelectStmt *cte_query,
|
|
ObIArray<ObSelectStmtPointer> &stmt_ptrs,
|
|
ObDMLStmt *&copied_stmt,
|
|
ObIArray<ObSelectStmt *> &copied_trans_stmts,
|
|
ObSelectStmt *&copied_cte_query,
|
|
bool is_trans_stmt);
|
|
int evaluate_inline_materialize_costs(ObDMLStmt *origin_root,
|
|
bool need_check_plan,
|
|
ObDMLStmt *inline_root,
|
|
ObIArray<ObSelectStmt *> ©_inline_stmts,
|
|
ObDMLStmt *materialize_root,
|
|
ObIArray<ObSelectStmt *> ©_materialize_stmts,
|
|
ObSelectStmt *copy_cte_stmt,
|
|
ObIArray<int64_t> &choosed_inline_idxs,
|
|
ObIArray<int64_t> &choosed_materialize_idxs);
|
|
int pick_out_stmts_in_blacklist(const ObIArray<ObString> &blacklist,
|
|
ObIArray<ObSelectStmt *> &origin_stmts,
|
|
ObIArray<ObSelectStmt *> &trans_stmts,
|
|
ObIArray<ObSelectStmtPointer> &stmt_ptrs);
|
|
int gather_materialize_blacklist(ObLogicalOperator *op, ObIArray<uint64_t> &blacklist);
|
|
int get_all_view_stmts(ObDMLStmt *stmt, ObIArray<ObSelectStmt*> &view_stmts);
|
|
int check_stmt_in_blacklist(const ObSelectStmt *stmt,
|
|
const ObIArray<ObString> &blacklist,
|
|
bool &in_blacklist);
|
|
int check_evaluate_after_transform(ObDMLStmt *root_stmt,
|
|
ObIArray<ObSelectStmt *> &stmts,
|
|
bool &can_eval);
|
|
private:
|
|
ObArenaAllocator allocator_;
|
|
TempTableTransParam *trans_param_;
|
|
};
|
|
}//namespace sql
|
|
}//namespace oceanbase
|
|
|
|
#endif //_OB_TRANSFORM_TEMP_TABLE_H
|