patch 4.0

This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions

View File

@ -16,17 +16,20 @@
#include "lib/string/ob_sql_string.h"
#include "lib/container/ob_se_array.h"
#include "share/ob_core_table_proxy.h"
namespace oceanbase {
namespace common {
namespace oceanbase
{
namespace common
{
class ObISQLClient;
class ObHexEscapeSqlStr;
namespace number {
namespace number
{
class ObNumber;
}
} // namespace common
}
namespace share {
struct ObPartitionReplica;
namespace share
{
// Splice dml sql, e.g: INSERT INTO, INSERT INTO ... ON DUPLICATE KEY UPDATE, REPLACE, UPDATE
//
// USAGE:
@ -48,120 +51,112 @@ struct ObPartitionReplica;
// // result: UPDATE tname SET col3 = 'str3' WHERE col1 = 1 AND col2 = 2
// ret = dml_splicer.splice_update_sql("tname", sql);
//
class ObRealUInt64 {
class ObRealUInt64
{
public:
ObRealUInt64(const uint64_t v) : v_(v)
{}
uint64_t value() const
{
return v_;
}
ObRealUInt64(const uint64_t v) : v_(v) { }
uint64_t value() const { return v_; }
TO_STRING_KV(K_(v));
private:
uint64_t v_;
};
class ObDMLSqlSplicer {
class ObDMLSqlSplicer
{
public:
friend class ObPTSqlSplicer;
// for columns with NULL value
static const char* const NULL_VALUE;
static const char *const NULL_VALUE;
static const int64_t MAX_TO_STRING_BUF_SIZE = common::MAX_ROOTSERVICE_EVENT_EXTRA_INFO_LENGTH;
static const int64_t DEF_COLUMN_CNT = 64;
static const int64_t DEF_COLUMN_CNT = 10;
enum Mode {
QUOTE_STRING_MODE, // add quote string to string value
NAKED_VALUE_MODE, // don't quote string
enum Mode
{
QUOTE_STRING_MODE, // add quote string to string value
NAKED_VALUE_MODE, // don't quote string
};
explicit ObDMLSqlSplicer(Mode mode = QUOTE_STRING_MODE) : mode_(mode), is_hex_value_(false)
{}
virtual ~ObDMLSqlSplicer()
{}
explicit ObDMLSqlSplicer(Mode mode = QUOTE_STRING_MODE) : mode_(mode), is_hex_value_(false) {}
virtual ~ObDMLSqlSplicer() {}
void reset();
void reuse()
{
reset();
}
void reuse() { reset(); }
// add columns. (NOTE: only int and string values supported right now)
template <typename T>
int add_column(const char* col_name, const T& value);
int add_column(const char *col_name, const T &value);
template <typename T>
int add_pk_column(const char* col_name, const T& value);
int add_gmt_modified(const int64_t now = -1)
{
return add_time_column("gmt_modified", now);
}
int add_gmt_create(const int64_t now = -1)
{
return add_time_column("gmt_create", now);
}
int add_pk_column(const char *col_name, const T &value);
int add_gmt_modified(const int64_t now = -1) { return add_time_column("gmt_modified", now); }
int add_gmt_create(const int64_t now = -1) { return add_time_column("gmt_create", now); }
common::ObSqlString& get_extra_condition()
{
return extra_condition_;
}
common::ObSqlString &get_extra_condition() { return extra_condition_; }
// Append value to values_, then add column with only %col_name.
// NOTE: caller must known how ObDMLSqlSplicer works.
common::ObSqlString& get_values()
{
return values_;
}
common::ObSqlString &get_values() { return values_; }
int add_pk_column(const bool is_null, const char* col_name);
int add_column(const bool is_null, const char* col_name);
int add_time_column(const char* col_name, const int64_t now);
int add_raw_time_column(const char* col_name, const int64_t now);
int add_pk_column(const bool is_null, const char *col_name);
int add_column(const bool is_null, const char *col_name);
int add_uint64_pk_column(const char *col_name, const uint64_t value);
int add_uint64_column(const char *col_name, const uint64_t value);
int add_time_column(const char *col_name, const int64_t now, bool is_pk = false);
int add_raw_time_column(const char *col_name, const int64_t now);
// mark end of one row
int finish_row();
/// functions to splice sql string:
int splice_insert_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_insert_sql_without_plancache(const char* table_name, common::ObSqlString& sql) const;
int splice_insert_ignore_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_insert_update_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_replace_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_update_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_delete_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_insert_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_insert_sql_without_plancache(const char *table_name, common::ObSqlString &sql) const;
int splice_insert_ignore_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_insert_update_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_replace_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_update_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_delete_sql(const char *table_name, common::ObSqlString &sql) const;
// "pk1, pk2, c3, c4"
int splice_column_names(common::ObSqlString& sql) const;
int splice_column_names(common::ObSqlString &sql) const;
// "v1, v2, v3, v4"
int splice_values(common::ObSqlString& sql) const;
int splice_values(common::ObSqlString &sql) const;
// "pk1=v1, pk2=v2, c3=v3, c4=v4"
int splice_assignments(common::ObSqlString &sql) const;
// "pk1=v1 AND pk2=v2 AND c3=v3 AND c4=v4"
int splice_predicates(common::ObSqlString& sql) const;
int splice_predicates(common::ObSqlString &sql) const;
// "SELECT 1 FROM %table_name WHERE pk1 = value1 AND pk2 = value2 ..."
int splice_select_1_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_select_1_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_core_cells(ObCoreTableProxy& kv_proxy, common::ObIArray<ObCoreTableProxy::UpdateCell>& cells);
int splice_core_cells(ObCoreTableProxy &kv_proxy,
common::ObIArray<ObCoreTableProxy::UpdateCell> &cells);
// functions to splice batch sql statement
int splice_batch_insert_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_batch_insert_update_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_batch_replace_sql_without_plancache(const char* table_name, common::ObSqlString& sql) const;
int splice_batch_replace_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_batch_delete_sql(const char* table_name, common::ObSqlString& sql) const;
int splice_batch_insert_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_batch_insert_update_sql(
const char *table_name,
common::ObSqlString &sql) const;
int splice_batch_replace_sql_without_plancache(const char *table_name, common::ObSqlString &sql) const;
int splice_batch_replace_sql(const char *table_name, common::ObSqlString &sql) const;
int splice_batch_delete_sql(const char *table_name, common::ObSqlString &sql) const;
// "(c1, c2, c3) IN ((v11, v12, v13), (v21, v22, v23))"
int splice_batch_predicates_sql(common::ObSqlString& sql) const;
int splice_batch_predicates_sql(common::ObSqlString &sql) const;
private:
struct Column {
const char* name_;
struct Column
{
const char *name_;
// end position of %ObDMLSqlSplicer::values_
int64_t value_end_pos_;
bool primary_key_;
bool is_null_;
bool is_hex_value_;
TO_STRING_KV(K_(primary_key), K_(is_null), K_(name), K_(value_end_pos));
TO_STRING_KV(K_(primary_key), K_(is_null),
K_(name), K_(value_end_pos));
Column() : name_(NULL), value_end_pos_(0), primary_key_(false), is_null_(false), is_hex_value_(false)
Column()
:name_(NULL), value_end_pos_(0),
primary_key_(false), is_null_(false),
is_hex_value_(false)
{}
};
struct ColSet {
enum Type {
enum Type {
ALL,
ONLY_PK,
FILTER_PK,
@ -179,47 +174,43 @@ private:
// value, value, value
// col_name = value, col_name = value, col_name = value
// col_name = value AND col_name = value AND col_name = value
int splice_column(
const char* sep, const ColSet::Type col_set, const ValSet::Type val_set, common::ObSqlString& sql) const;
int splice_column(const char *sep, const ColSet::Type col_set, const ValSet::Type val_set,
common::ObSqlString &sql) const;
int append_value(const uint64_t value, bool& is_null);
int append_value(const int64_t value, bool& is_null);
int append_value(const uint32_t value, bool& is_null);
int append_value(const int32_t value, bool& is_null);
int append_value(const uint16_t value, bool& is_null);
int append_value(const int16_t value, bool& is_null);
int append_value(const uint8_t value, bool& is_null);
int append_value(const int8_t value, bool& is_null);
int append_value(const bool value, bool& is_null);
int append_value(const double value, bool& is_null);
int append_value(const char* str, bool& is_null);
int append_value(char* str, bool& is_null);
int append_value(const common::number::ObNumber& nmb, bool& is_null);
int append_value(const common::ObString& str, bool& is_null);
int append_value(const common::ObHexEscapeSqlStr& escape_str, bool& is_null);
int append_value(const ObRealUInt64& value, bool& is_null);
int append_value(const common::ObObj& obj, bool& is_null);
template <typename T>
int append_value(const T& obj, bool& is_null, common::FalseType);
template <typename T>
int append_value(const T& obj, bool& is_null, common::TrueType);
template <typename T>
int append_value(const T& obj, bool& is_null);
int append_uint64_value(const uint64_t value, bool &is_null);
int append_value(const uint64_t value, bool &is_null);
int append_value(const int64_t value, bool &is_null);
int append_value(const uint32_t value, bool &is_null);
int append_value(const int32_t value, bool &is_null);
int append_value(const uint16_t value, bool &is_null);
int append_value(const int16_t value, bool &is_null);
int append_value(const uint8_t value, bool &is_null);
int append_value(const int8_t value, bool &is_null);
int append_value(const bool value, bool &is_null);
int append_value(const double value, bool &is_null);
int append_value(const char *str, bool &is_null);
int append_value(char *str, bool &is_null);
int append_value(const common::number::ObNumber &nmb, bool &is_null);
int append_value(const common::ObString &str, bool &is_null);
int append_value(const common::ObHexEscapeSqlStr &escape_str, bool &is_null);
int append_value(const ObRealUInt64 &value, bool &is_null);
int append_value(const common::ObObj &obj, bool &is_null);
template<typename T> int append_value(const T &obj, bool &is_null, common::FalseType);
template<typename T> int append_value(const T &obj, bool &is_null, common::TrueType);
template<typename T> int append_value(const T &obj, bool &is_null);
template <typename T>
int add_column(const bool is_primary_key, const char* col_name, const T& value);
int add_column(const bool is_primary_key, const char *col_name, const T &value);
int add_column(const bool is_primary_key, const bool is_null, const char* col_name);
int splice_insert(const char* table_name, const char* head, common::ObSqlString& sql) const;
int build_rows_matrix(common::ObIArray<common::ObString>& all_names, common::ObIArray<int64_t>& rows_matrix) const;
int splice_rows_matrix(const common::ObArray<common::ObString>& all_names,
const common::ObArray<int64_t>& rows_matrix, common::ObSqlString& sql) const;
int splice_batch_insert(const char* table_name, const char* head, common::ObSqlString& sql,
common::ObArray<common::ObString>& all_names, common::ObArray<int64_t>& rows_matrix) const;
int splice_batch_predicates(const common::ObArray<common::ObString>& all_names,
const common::ObArray<int64_t>& rows_matrix, common::ObSqlString& sql) const;
int add_column(const bool is_primary_key, const bool is_null, const char *col_name);
int add_uint64_column(const bool is_primary_key, const char *col_name, const uint64_t value);
int splice_insert(const char *table_name, const char *head, common::ObSqlString &sql) const;
int build_rows_matrix(common::ObIArray<common::ObString> &all_names, common::ObIArray<int64_t> &rows_matrix) const;
int splice_rows_matrix(const common::ObArray<common::ObString> &all_names, const common::ObArray<int64_t> &rows_matrix, common::ObSqlString &sql) const;
int splice_batch_insert(const char *table_name, const char *head, common::ObSqlString &sql,
common::ObArray<common::ObString> &all_names, common::ObArray<int64_t> &rows_matrix) const;
int splice_batch_predicates(const common::ObArray<common::ObString> &all_names, const common::ObArray<int64_t> &rows_matrix, common::ObSqlString &sql) const;
private:
Mode mode_;
common::ObSqlString values_;
@ -232,52 +223,58 @@ private:
DISALLOW_COPY_AND_ASSIGN(ObDMLSqlSplicer);
};
class ObPTSqlSplicer : public ObDMLSqlSplicer {
class ObPTSqlSplicer : public ObDMLSqlSplicer
{
public:
ObPTSqlSplicer()
{}
~ObPTSqlSplicer()
{}
int splice_update_leader_replica_sql(
const ObPartitionReplica& replica, const char* table_name, common::ObSqlString& sql) const;
ObPTSqlSplicer() {}
~ObPTSqlSplicer() {}
int splice_batch_insert_update_replica_sql(
const char* table_name, const bool with_role, common::ObSqlString& sql) const;
int splice_insert_update_replica_sql(const char* table_name, common::ObSqlString& sql) const;
const char *table_name,
const bool with_role,
common::ObSqlString &sql) const;
int splice_insert_update_replica_sql(const char *table_name, common::ObSqlString &sql) const;
private:
int splice_batch_insert_update_replica_column(const bool with_role, const common::ObString& sep,
const common::ObIArray<common::ObString>& names, common::ObSqlString& sql) const;
int splice_insert_update_replica_column(const char* sep, common::ObSqlString& sql) const;
int splice_batch_insert_update_replica_column(
const bool with_role,
const common::ObString &sep,
const common::ObIArray<common::ObString> &names,
common::ObSqlString &sql) const ;
int splice_insert_update_replica_column(const char *sep,
common::ObSqlString &sql) const;
};
#define OBJ_K(obj, name) #name, (obj).name##_
#define OBJ_GET_K(obj, name) #name, (obj).get_##name()
// help execute dml sql
class ObDMLExecHelper {
class ObDMLExecHelper
{
public:
friend class ObNormalPartitionUpdateHelper;
ObDMLExecHelper(common::ObISQLClient& sql_client, const uint64_t tenant_id)
: tenant_id_(tenant_id), sql_client_(sql_client)
{}
virtual ~ObDMLExecHelper()
{}
int exec_insert(const char* table_name, const ObDMLSqlSplicer& splicer, int64_t& affected_rows);
int exec_insert_ignore(const char* table_name, const ObDMLSqlSplicer& splicer, int64_t& affected_rows);
int exec_insert_update(const char* table_name, const ObDMLSqlSplicer& splicer, int64_t& affected_rows);
int exec_replace(const char* table_name, const ObDMLSqlSplicer& splicer, int64_t& affected_rows);
int exec_update(const char* table_name, const ObDMLSqlSplicer& splicer, int64_t& affected_rows);
int exec_delete(const char* table_name, const ObDMLSqlSplicer& splicer, int64_t& affected_rows);
ObDMLExecHelper(common::ObISQLClient &sql_client, const uint64_t tenant_id)
: tenant_id_(tenant_id), sql_client_(sql_client) {}
virtual ~ObDMLExecHelper() {}
int exec_insert(const char *table_name, const ObDMLSqlSplicer &splicer,
int64_t &affected_rows);
int exec_insert_ignore(const char *table_name, const ObDMLSqlSplicer &splicer,
int64_t &affected_rows);
int exec_insert_update(const char *table_name, const ObDMLSqlSplicer &splicer,
int64_t &affected_rows);
int exec_replace(const char *table_name, const ObDMLSqlSplicer &splicer,
int64_t &affected_rows);
int exec_update(const char *table_name, const ObDMLSqlSplicer &splicer,
int64_t &affected_rows);
int exec_delete(const char *table_name, const ObDMLSqlSplicer &splicer,
int64_t &affected_rows);
private:
int check_row_exist(const char* table_name, const ObDMLSqlSplicer& splicer, bool& exist);
int check_row_exist(const char *table_name, const ObDMLSqlSplicer &splicer,
bool &exist);
uint64_t tenant_id_;
common::ObISQLClient& sql_client_;
common::ObISQLClient &sql_client_;
};
template <typename T>
int ObDMLSqlSplicer::append_value(const T& obj, bool& is_null, common::FalseType)
template<typename T>
int ObDMLSqlSplicer::append_value(const T &obj, bool &is_null, common::FalseType)
{
int ret = common::OB_SUCCESS;
char buf[MAX_TO_STRING_BUF_SIZE];
@ -290,7 +287,8 @@ int ObDMLSqlSplicer::append_value(const T& obj, bool& is_null, common::FalseType
is_null = true;
} else {
is_null = false;
if (OB_FAIL(values_.append_fmt(mode_ == NAKED_VALUE_MODE ? "%.*s" : "'%.*s'", static_cast<int32_t>(pos), buf))) {
if (OB_FAIL(values_.append_fmt(mode_ == NAKED_VALUE_MODE ? "%.*s" : "'%.*s'",
static_cast<int32_t>(pos), buf))) {
SHARE_LOG(WARN, "append value failed", K(pos), K(ret));
}
}
@ -299,20 +297,20 @@ int ObDMLSqlSplicer::append_value(const T& obj, bool& is_null, common::FalseType
}
template <typename T>
int ObDMLSqlSplicer::append_value(const T& obj, bool& is_null, common::TrueType)
int ObDMLSqlSplicer::append_value(const T &obj, bool &is_null, common::TrueType)
{
is_null = false;
return values_.append_fmt("%ld", static_cast<int64_t>(obj));
}
template <typename T>
int ObDMLSqlSplicer::append_value(const T& obj, bool& is_null)
int ObDMLSqlSplicer::append_value(const T &obj, bool &is_null)
{
return append_value(obj, is_null, common::BoolType<__is_enum(T)>());
return append_value(obj, is_null, common::BoolType<__is_enum(T) >());
}
template <typename T>
int ObDMLSqlSplicer::add_column(const char* col_name, const T& value)
int ObDMLSqlSplicer::add_column(const char *col_name, const T &value)
{
const bool is_pk = false;
int ret = common::OB_SUCCESS;
@ -326,7 +324,7 @@ int ObDMLSqlSplicer::add_column(const char* col_name, const T& value)
}
template <typename T>
int ObDMLSqlSplicer::add_pk_column(const char* col_name, const T& value)
int ObDMLSqlSplicer::add_pk_column(const char *col_name, const T &value)
{
const bool is_pk = true;
int ret = common::OB_SUCCESS;
@ -340,7 +338,8 @@ int ObDMLSqlSplicer::add_pk_column(const char* col_name, const T& value)
}
template <typename T>
int ObDMLSqlSplicer::add_column(const bool is_primary_key, const char* col_name, const T& value)
int ObDMLSqlSplicer::add_column(
const bool is_primary_key, const char *col_name, const T &value)
{
bool is_null = false;
int ret = common::OB_SUCCESS;
@ -355,7 +354,7 @@ int ObDMLSqlSplicer::add_column(const bool is_primary_key, const char* col_name,
return ret;
}
} // end namespace share
} // end namespace oceanbase
} // end namespace share
} // end namespace oceanbase
#endif // OCEANBASE_SHARE_OB_DML_SQL_SPLICER_H_
#endif // OCEANBASE_SHARE_OB_DML_SQL_SPLICER_H_