/** * Copyright (c) 2021 OceanBase * OceanBase CE is licensed under Mulan PubL v2. * You can use this software according to the terms and conditions of the Mulan PubL v2. * You may obtain a copy of Mulan PubL v2 at: * http://license.coscl.org.cn/MulanPubL-2.0 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, * EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, * MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE. * See the Mulan PubL v2 for more details. */ #ifndef OCEANBASE_SQL_OB_LOG_JOIN_H #define OCEANBASE_SQL_OB_LOG_JOIN_H #include "ob_log_operator_factory.h" #include "ob_logical_operator.h" #include "ob_join_order.h" namespace oceanbase { namespace sql { class ObLogicalOperator; class ObLogJoin : public ObLogicalOperator { public: ObLogJoin(ObLogPlan &plan) : ObLogicalOperator(plan), join_conditions_(), join_filters_(), join_type_(UNKNOWN_JOIN), join_algo_(INVALID_JOIN_ALGO), join_dist_algo_(DistAlgo::DIST_INVALID_METHOD), late_mat_(false), merge_directions_(), nl_params_(), connect_by_pseudo_columns_(), connect_by_prior_exprs_(), prior_exprs_(), connect_by_root_exprs_(), sys_connect_by_path_exprs_(), partition_id_expr_(nullptr), slave_mapping_type_(SM_NONE), connect_by_extra_exprs_(), enable_px_batch_rescan_(false), can_use_batch_nlj_(false), join_path_(nullptr) { } virtual ~ObLogJoin() {} inline void set_join_type(const ObJoinType join_type) { join_type_ = join_type; } inline ObJoinType get_join_type() const { return join_type_; } inline bool is_right_semi_or_anti_join() const { return join_type_ == RIGHT_SEMI_JOIN || join_type_ == RIGHT_ANTI_JOIN;} inline void set_join_algo(const JoinAlgo join_algo) { join_algo_ = join_algo; } inline JoinAlgo get_join_algo() const { return join_algo_; } inline void set_late_mat(const bool late_mat) { late_mat_ = late_mat; } inline bool is_late_mat() const { return late_mat_; } inline void set_join_distributed_method(const DistAlgo dist_method ) { join_dist_algo_ = dist_method; } inline DistAlgo get_join_distributed_method() const { return join_dist_algo_; } inline bool is_cartesian() const { return join_conditions_.empty() && join_filters_.empty() && nl_params_.empty() && filter_exprs_.empty(); } inline DistAlgo get_dist_method() const { return join_dist_algo_; } inline bool is_shared_hash_join() const { return HASH_JOIN == join_algo_ && DIST_BC2HOST_NONE == join_dist_algo_; } int is_left_unique(bool &left_unique) const; inline int add_join_condition(ObRawExpr *expr) { return join_conditions_.push_back(expr); } inline int add_join_filter(ObRawExpr *expr) { return join_filters_.push_back(expr); } const common::ObIArray &get_equal_join_conditions() const { return join_conditions_; } const common::ObIArray &get_other_join_conditions() const { return join_filters_; } /** * Get the nl params */ inline common::ObIArray &get_nl_params() { return nl_params_; } /** * Set the nl params */ int set_nl_params(const common::ObIArray ¶ms) { return append(nl_params_, params); } inline common::ObIArray &get_connect_by_pseudo_columns() { return connect_by_pseudo_columns_; } inline common::ObIArray &get_connect_by_prior_exprs() { return connect_by_prior_exprs_; } inline common::ObIArray &get_prior_exprs() { return prior_exprs_; } inline common::ObIArray &get_connect_by_root_exprs() { return connect_by_root_exprs_; } inline common::ObIArray &get_sys_connect_by_path_exprs() { return sys_connect_by_path_exprs_; } inline common::ObIArray &get_connect_by_extra_exprs() { return connect_by_extra_exprs_; } int set_connect_by_prior_exprs(const common::ObIArray &exprs) { return connect_by_prior_exprs_.assign(exprs); } inline ObLogicalOperator *get_left_table() const { return get_child(first_child); } inline ObLogicalOperator *get_right_table() const { return get_child(second_child); } //@brief Set all the join predicates int set_join_conditions(const common::ObIArray &conditions) { return append(join_conditions_, conditions); } int set_join_filters(const common::ObIArray &filters) { return append(join_filters_, filters); } common::ObIArray &get_join_conditions() { return join_conditions_; } const common::ObIArray &get_join_conditions() const { return join_conditions_; } common::ObIArray &get_join_filters() { return join_filters_; } int adjust_join_conds(ObIArray &dest_exprs); int calc_equal_cond_opposite(const ObRawExpr &raw_expr, bool &is_opposite); virtual int inner_replace_op_exprs(ObRawExprReplacer &replacer) override; const common::ObIArray &get_merge_directions() const { return merge_directions_; } int set_merge_directions(const common::ObIArray &merge_directions) { return merge_directions_.assign(merge_directions); } /** * Get the operator's hash value */ virtual uint64_t hash(uint64_t seed) const override; virtual int get_explain_name_internal(char *buf, const int64_t buf_len, int64_t &pos); virtual int do_re_est_cost(EstimateCostInfo ¶m, double &card, double &op_cost, double &cost) override; /* * IN right_child_sharding_info the join's right child sharding info * IN right_keys the right join equal condition * OUT type the type of bloom partition filter * */ int bloom_filter_partition_type(const ObShardingInfo &right_child_sharding_info, ObIArray &right_keys, PartitionFilterType &type); virtual bool is_block_input(const int64_t child_idx) const override; virtual bool is_consume_child_1by1() const { return HASH_JOIN == join_algo_; } inline bool is_nlj_with_param_down() const { return (NESTED_LOOP_JOIN == join_algo_) && !nl_params_.empty(); } inline bool is_nlj_without_param_down() const { return (NESTED_LOOP_JOIN == join_algo_) && nl_params_.empty(); } virtual int compute_table_set() override; bool is_enable_gi_partition_pruning() const { return nullptr != partition_id_expr_; } ObOpPseudoColumnRawExpr *get_partition_id_expr() { return partition_id_expr_; } virtual int compute_property(Path *path) override; int set_connect_by_extra_exprs(const common::ObIArray &exprs) { return connect_by_extra_exprs_.assign(exprs); } void set_slave_mapping_type(SlaveMappingType slave_mapping_type) { slave_mapping_type_ = slave_mapping_type; } inline bool enable_px_batch_rescan() { return enable_px_batch_rescan_; } inline void set_px_batch_rescan(bool flag) { enable_px_batch_rescan_ = flag; } int set_join_filter_infos(const common::ObIArray &infos) { return join_filter_infos_.assign(infos); } const common::ObIArray &get_join_filter_infos() const { return join_filter_infos_; } inline bool can_use_batch_nlj() const { return can_use_batch_nlj_; } void set_can_use_batch_nlj(bool can_use) { can_use_batch_nlj_ = can_use; } int check_and_set_use_batch(); int check_if_disable_batch(ObLogicalOperator* root, bool &can_use_batch_nlj); void set_join_path(JoinPath *path) { join_path_ = path; } JoinPath *get_join_path() { return join_path_; } bool is_my_exec_expr(const ObRawExpr *expr); virtual int get_plan_item_info(PlanText &plan_text, ObSqlPlanItem &plan_item) override; common::ObIArray &get_above_pushdown_left_params() { return above_pushdown_left_params_; } common::ObIArray &get_above_pushdown_right_params() { return above_pushdown_right_params_; } virtual int get_card_without_filter(double &card) override; private: int set_use_batch(ObLogicalOperator* root); inline bool can_enable_gi_partition_pruning() { return (NESTED_LOOP_JOIN == join_algo_) && join_dist_algo_ == DistAlgo::DIST_PARTITION_NONE; } int build_gi_partition_pruning(); int set_granule_repart_ref_table_id_recursively(ObLogicalOperator *op, int64_t ref_table_id); // 在 NLJ 上分配一个 partition id，作为 consumer // 左侧的 GI 看到这个 partition id 后会以 producer 的身份生成列 int generate_join_partition_id_expr(); virtual int get_op_exprs(ObIArray &all_exprs) override; int get_connect_by_exprs(ObIArray &all_exprs); virtual int allocate_granule_post(AllocGIContext &ctx) override; virtual int allocate_granule_pre(AllocGIContext &ctx) override; int get_pq_distribution_method(const DistAlgo join_dist_algo, ObPQDistributeMethod::Type &left_dist_method, ObPQDistributeMethod::Type &right_dist_method); bool is_using_slave_mapping() { return SM_NONE != slave_mapping_type_; } int allocate_startup_expr_post() override; int allocate_startup_expr_post(int64_t child_idx) override; // print outline virtual int print_outline_data(PlanText &plan_text) override; virtual int print_used_hint(PlanText &plan_text) override; int add_used_leading_hint(ObIArray &used_hints); int check_used_leading(const ObIArray &leading_infos, const ObLogicalOperator *op, bool &used_hint); bool find_leading_info(const ObIArray &leading_infos, const ObRelIds &l_set, const ObRelIds &r_set); const ObLogicalOperator *find_child_join(const ObLogicalOperator *input_op); bool is_scan_operator(log_op_def::ObLogOpType type); int append_used_join_hint(ObIArray &used_hints); int append_used_join_filter_hint(ObIArray &used_hints); int print_join_hint_outline(const ObDMLStmt &stmt, const ObItemType hint_type, const ObString &qb_name, const ObRelIds &table_set, PlanText &plan_text); int print_join_filter_hint_outline(const ObDMLStmt &stmt, const ObString &qb_name, const ObRelIds &left_table_set, const uint64_t filter_table_id, const ObTableInHint &child_table_hint, const uint64_t child_table_id, const bool is_part_hint, PlanText &plan_text); int print_leading_tables(const ObDMLStmt &stmt, PlanText &plan_text, const ObLogicalOperator *op); int print_join_tables_in_hint(const ObDMLStmt &stmt, PlanText &plan_text, const ObRelIds &table_set); private: // all join predicates common::ObSEArray join_conditions_; //equal join condition, for merge-join common::ObSEArray join_filters_; //join filter, all conditions are here for nested loop join. ObJoinType join_type_; JoinAlgo join_algo_; DistAlgo join_dist_algo_; bool late_mat_; common::ObSEArray merge_directions_; common::ObSEArray nl_params_; common::ObSEArray connect_by_pseudo_columns_; common::ObSEArray connect_by_prior_exprs_; common::ObSEArray prior_exprs_; common::ObSEArray connect_by_root_exprs_; common::ObSEArray sys_connect_by_path_exprs_; // NLJ 模式下右侧接 GI 时，通知 GI 过滤掉不可能命中的分区，以提升 rescan 性能 // NLJ 模式下记录左侧 pkey exchange 生成的 partition id 列 // 用于在 CG 阶段定位 part id 列位置，然后生成行下标 ObOpPseudoColumnRawExpr *partition_id_expr_; SlaveMappingType slave_mapping_type_; ObSEArray connect_by_extra_exprs_; // for nestloop join bool enable_px_batch_rescan_; common::ObSEArray join_filter_infos_; bool can_use_batch_nlj_; JoinPath *join_path_; common::ObSEArray above_pushdown_left_params_; common::ObSEArray above_pushdown_right_params_; DISALLOW_COPY_AND_ASSIGN(ObLogJoin); }; } // end of namespace sql } // end of namespace oceanbase #endif // OCEANBASE_SQL_OB_LOG_JOIN_H