hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

200
src/sql/plan_cache/ob_sql_parameterization.h
View File

@ -25,16 +25,20 @@
#include "sql/plan_cache/ob_id_manager_allocator.h"
#include "sql/plan_cache/ob_plan_cache_util.h"
namespace oceanbase {
namespace common {
namespace oceanbase
{
namespace common
{
class ObIAllocator;
}
namespace sql {
namespace sql
{
typedef common::LinkHashValue<common::ObString> ParameterizationHashValue;
struct SqlInfo : public ParameterizationHashValue {
SqlInfo& operator=(const SqlInfo& that)
struct SqlInfo: public ParameterizationHashValue
{
SqlInfo &operator=(const SqlInfo &that)
{
total_ = that.total_;
not_param_index_ = that.not_param_index_;
@ -44,89 +48,151 @@ struct SqlInfo : public ParameterizationHashValue {
sql_traits_ = that.sql_traits_;
last_active_time_ = that.last_active_time_;
hit_count_ = that.hit_count_;
change_char_index_ = that.change_char_index_;
trans_from_minus_index_ = that.trans_from_minus_index_;
must_be_positive_index_ = that.must_be_positive_index_;
ps_not_param_offsets_ = that.ps_not_param_offsets_;
fixed_param_idx_ = that.fixed_param_idx_;
no_check_type_offsets_ = that.no_check_type_offsets_;
need_check_type_param_offsets_ = that.need_check_type_param_offsets_;
ps_need_parameterized_ = that.ps_need_parameterized_;
return *this;
}
void destroy()
{}
void destroy() {}
int64_t total_;
common::ObBitSet<> not_param_index_;
common::ObBitSet<> neg_param_index_;
common::ObBitSet<> fixed_param_index_;
common::ObBitSet<> fixed_param_index_;//记录限流语句中可参数化的位置不为?的位置
common::ObBitSet<> trans_from_minus_index_;
common::ObBitSet<> must_be_positive_index_;
common::ObBitSet<> must_be_positive_index_; // 记录那些常量必须是正数
common::ObSEArray<common::ObCharsetType, 16> param_charset_type_;
ObSqlTraits sql_traits_;
int64_t last_active_time_;
uint64_t hit_count_;
common::ObBitSet<> change_char_index_;
common::ObSEArray<int64_t, 32> ps_not_param_offsets_; //used for ps mode not param
common::ObSEArray<int64_t, 32> fixed_param_idx_;
common::ObSEArray<int64_t, 32> no_check_type_offsets_;
common::ObBitSet<> need_check_type_param_offsets_;
// Check whether the ps parameter can be a parameterized template.
// this is the optimization of the following statement hitting the same plan_cache:
// prepare stmt from 'select * from t1 where c1 = 1 and c2 = 1';
// prepare stmt from 'select * from t1 where c1 = 1 and c2 = ?';
// prepare stmt from 'select * from t1 where c1 = ? and c2 = ?';
// but if the SQL statement contains "is null" or "is not null" or "no wait 1", etc.
// this optimization is not done
// because this will cause the parameterized SQL to report a syntax error in the parser.
// such as prepare stmt from 'select * from t1 where c1 = ? and c2 is null';
bool ps_need_parameterized_;
SqlInfo();
};
class TransformTreeCtx;
struct TransformTreeCtx;
struct SelectItemTraverseCtx;
class ObSqlParameterization {
public:
static const int64_t SQL_PARAMETERIZATION_BUCKET_NUM = 1L << 20;
static const int64_t NO_VALUES = -1;
static const int64_t VALUE_LIST_LEVEL = 0;
static const int64_t VALUE_VECTOR_LEVEL = 1;
ObSqlParameterization()
{}
virtual ~ObSqlParameterization()
{}
static int fast_parser(common::ObIAllocator& allocator, ObSQLMode sql_mode,
common::ObCollationType connection_collation, const common::ObString& sql, const bool enable_batched_multi_stmt,
ObFastParserResult& fp_result);
static int transform_syntax_tree(common::ObIAllocator& allocator, const ObSQLSessionInfo& session,
const ObIArray<ObPCParam*>* raw_params, const int64_t sql_offset, ParseNode* tree, SqlInfo& sql_info,
ParamStore& params, SelectItemParamInfoArray* select_item_param_infos,
share::schema::ObMaxConcurrentParam::FixParamStore& fixed_param_store, bool is_transform_outline);
static int raw_fast_parameterize_sql(common::ObIAllocator& allocator, const ObSQLSessionInfo& session,
const common::ObString& sql, common::ObString& no_param_sql, common::ObIArray<ObPCParam*>& raw_params,
ParseMode parse_mode = FP_MODE);
static int check_and_generate_param_info(const common::ObIArray<ObPCParam*>& raw_params,
const SqlInfo& not_param_info, common::ObIArray<ObPCParam*>& special_param_info);
static int construct_sql(const common::ObString& no_param_sql, common::ObIArray<ObPCParam*>& not_params, char* buf,
int32_t buf_len, int32_t& pos);
static int parameterize_syntax_tree(common::ObIAllocator& allocator, bool is_transform_outline,
ObPlanCacheCtx& pc_ctx, ParseNode* tree, ParamStore& params);
static int gen_special_param_info(SqlInfo& sql_info, ObPlanCacheCtx& pc_ctx);
static int insert_neg_sign(common::ObIAllocator& alloc_buf, ParseNode* node);
static bool is_tree_not_param(const ParseNode* tree);
private:
DISALLOW_COPY_AND_ASSIGN(ObSqlParameterization);
static int is_fast_parse_const(TransformTreeCtx& ctx);
static bool is_node_not_param(TransformTreeCtx& ctx);
static int transform_tree(TransformTreeCtx& ctx, const ObSQLSessionInfo& session_info);
static int add_param_flag(const ParseNode* node, SqlInfo& sql_info);
static int add_not_param_flag(const ParseNode* node, SqlInfo& sql_info);
static int add_varchar_charset(const ParseNode* node, SqlInfo& sql_info);
static int mark_args(ParseNode* arg_tree, const bool* mark_arr, int64_t arg_num);
static int mark_tree(ParseNode *tree, SqlInfo &sql_info);
static int get_related_user_vars(const ParseNode* tree, common::ObIArray<common::ObString>& user_vars);
static int get_select_item_param_info(const common::ObIArray<ObPCParam*>& raw_params, ParseNode* tree,
SelectItemParamInfoArray* select_item_param_infos);
static int parameterize_fields(SelectItemTraverseCtx& ctx);
static int resolve_paramed_const(SelectItemTraverseCtx& ctx);
static int transform_minus_op(ObIAllocator&, ParseNode*);
static int find_leftest_const_node(ParseNode& cur_node, ParseNode*& const_node);
enum SQL_EXECUTION_MODE
{
INVALID_MODE = -1,
TEXT_MODE,
PS_PREPARE_MODE,
PS_EXECUTE_MODE,
PL_PREPARE_MODE,
PL_EXECUTE_MODE,
MAX_EXECUTION_MODE
};
} // namespace sql
} // namespace oceanbase
class ObSqlParameterization
{
public:
static const int64_t SQL_PARAMETERIZATION_BUCKET_NUM = 1L << 20;
static const int64_t NO_VALUES = -1; //表示没有values()
static const int64_t VALUE_LIST_LEVEL = 0; //表示在parse的T_VALUE_LIST层
static const int64_t VALUE_VECTOR_LEVEL = 1;//表示在parse的T_VALUE_VECTOR层
static const int64_t ASSIGN_LIST_LEVEL = 0;
static const int64_t ASSIGN_ITEM_LEVEL = 1;
ObSqlParameterization() {}
virtual ~ObSqlParameterization() {}
static int fast_parser(common::ObIAllocator &allocator,
ObSQLMode sql_mode,
common::ObCollationType connection_collation,
const common::ObString &sql,
const bool enable_batched_multi_stmt,
ObFastParserResult &fp_result);
static int transform_syntax_tree(common::ObIAllocator &allocator,
const ObSQLSessionInfo &session,
const ObIArray<ObPCParam *> *raw_params,
ParseNode *tree,
SqlInfo &sql_info,
ParamStore &params,
SelectItemParamInfoArray *select_item_param_infos,
share::schema::ObMaxConcurrentParam::FixParamStore &fixed_param_store,
bool is_transform_outline,
SQL_EXECUTION_MODE execution_mode = INVALID_MODE);
static int raw_fast_parameterize_sql(common::ObIAllocator &allocator,
const ObSQLSessionInfo &session,
const common::ObString &sql,
common::ObString &no_param_sql,
common::ObIArray<ObPCParam *> &raw_params,
ParseMode parse_mode = FP_MODE);
static int check_and_generate_param_info(const common::ObIArray<ObPCParam *> &raw_params,
const SqlInfo &not_param_info,
common::ObIArray<ObPCParam *> &special_param_info);
static int transform_neg_param(ObIArray<ObPCParam *> &pc_params);
static int construct_sql(const common::ObString &no_param_sql,
common::ObIArray<ObPCParam *> &not_params,
char *buf,
int32_t buf_len,
int32_t &pos);
static int parameterize_syntax_tree(common::ObIAllocator &allocator,
bool is_transform_outline,
ObPlanCacheCtx &pc_ctx,
ParseNode *tree,
ParamStore &params,
ObCollationType cs_type);
static int gen_special_param_info(SqlInfo &sql_info, ObPlanCacheCtx &pc_ctx);
static int gen_ps_not_param_var(const ObIArray<int64_t> &offsets,
ParamStore &params,
ObPlanCacheCtx &pc_ctx);
static int construct_no_check_type_params(const ObIArray<int64_t> &no_check_type_offsets,
const ObBitSet<> &need_check_type_offsets,
ParamStore &params);
static int insert_neg_sign(common::ObIAllocator &alloc_buf, ParseNode *node);
static bool is_tree_not_param(const ParseNode *tree);
static SQL_EXECUTION_MODE get_sql_execution_mode(ObPlanCacheCtx &pc_ctx);
static bool is_prepare_mode(SQL_EXECUTION_MODE mode);
static bool is_execute_mode(SQL_EXECUTION_MODE mode);
private:
DISALLOW_COPY_AND_ASSIGN(ObSqlParameterization);
static int is_fast_parse_const(TransformTreeCtx &ctx);
static bool is_node_not_param(TransformTreeCtx &ctx);
static int transform_tree(TransformTreeCtx &ctx, const ObSQLSessionInfo &session_info);
static int add_param_flag(const ParseNode *node, SqlInfo &sql_info);
static int add_not_param_flag(const ParseNode *node, SqlInfo &sql_info);
static int add_varchar_charset(const ParseNode *node, SqlInfo &sql_info);
static int mark_args(ParseNode *arg_tree,
const bool *mark_arr,
int64_t arg_num,
SqlInfo &sql_info);
static int mark_tree(ParseNode *tree, SqlInfo &sql_info);
static int get_related_user_vars(const ParseNode *tree, common::ObIArray<common::ObString> &user_vars);
static int get_select_item_param_info(const common::ObIArray<ObPCParam *> &raw_params,
ParseNode *tree,
SelectItemParamInfoArray *select_item_param_infos);
static int parameterize_fields(SelectItemTraverseCtx &ctx);
static int resolve_paramed_const(SelectItemTraverseCtx &ctx);
static int transform_minus_op(ObIAllocator &, ParseNode *);
static int find_leftest_const_node(ParseNode &cur_node, ParseNode *&const_node);
static bool need_fast_parser(const ObString &sql);
};
}
}
#endif /* _OB_SQL_PARAMETERIZATION_H */