hcq/oceanbase
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

patch 4.0

Browse Source
This commit is contained in:
wangzelin.wzl
2022-10-24 10:34:53 +08:00
parent 4ad6e00ec3
commit 93a1074b0c
10533 changed files with 2588271 additions and 2299373 deletions
Download Patch File Download Diff File Expand all files Collapse all files

277
src/share/ob_zone_table_operation.cpp
View File

@ -21,13 +21,16 @@
#include "common/ob_timeout_ctx.h"
#include "rootserver/ob_root_utils.h"
namespace oceanbase {
namespace oceanbase
{
using namespace oceanbase::common;
using namespace oceanbase::common::sqlclient;
namespace share {
namespace share
{
template <typename T>
int ObZoneTableOperation::set_info_item(const char* name, const int64_t value, const char* info_str, T& info)
int ObZoneTableOperation::set_info_item(
const char *name, const int64_t value, const char *info_str, T &info)
{
int ret = OB_SUCCESS;
// %value and %info_str can be arbitrary values
@ -35,7 +38,7 @@ int ObZoneTableOperation::set_info_item(const char* name, const int64_t value, c
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid name", K(ret));
} else {
ObZoneInfoItem* it = info.list_.get_first();
ObZoneInfoItem *it = info.list_.get_first();
while (OB_SUCCESS == ret && it != info.list_.get_header()) {
if (NULL == it) {
ret = OB_ERR_UNEXPECTED;
@ -60,18 +63,17 @@ int ObZoneTableOperation::set_info_item(const char* name, const int64_t value, c
}
template <typename T>
int ObZoneTableOperation::load_info(common::ObISQLClient& sql_client, T& info)
int ObZoneTableOperation::load_info(common::ObISQLClient &sql_client, T &info)
{
int ret = OB_SUCCESS;
ObSqlString sql;
SMART_VAR(ObMySQLProxy::MySQLResult, res)
{
ObMySQLResult* result = NULL;
SMART_VAR(ObMySQLProxy::MySQLResult, res) {
ObMySQLResult *result = NULL;
ObTimeoutCtx ctx;
if (OB_FAIL(rootserver::ObRootUtils::get_rs_default_timeout_ctx(ctx))) {
LOG_WARN("fail to get timeout ctx", K(ret), K(ctx));
} else if (OB_FAIL(sql.assign_fmt(
"SELECT name, value, info FROM %s WHERE zone = '%s'", OB_ALL_ZONE_TNAME, info.zone_.ptr()))) {
} else if (OB_FAIL(sql.assign_fmt("SELECT name, value, info FROM %s WHERE zone = '%s'",
OB_ALL_ZONE_TNAME, info.zone_.ptr()))) {
LOG_WARN("append sql failed", K(ret));
} else if (OB_FAIL(sql_client.read(res, sql.ptr()))) {
LOG_WARN("execute sql failed", K(ret), K(sql));
@ -79,15 +81,17 @@ int ObZoneTableOperation::load_info(common::ObISQLClient& sql_client, T& info)
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to get sql result", K(ret));
} else {
int64_t tmp_real_str_len = 0; // only used for output parameter
int64_t tmp_real_str_len = 0; // only used for output parameter
char name[OB_MAX_COLUMN_NAME_BUF_LENGTH] = "";
int64_t value = 0;
char info_str[MAX_ZONE_INFO_LENGTH + 1] = "";
while (OB_SUCCESS == ret && OB_SUCCESS == (ret = result->next())) {
EXTRACT_STRBUF_FIELD_MYSQL(*result, "name", name, static_cast<int64_t>(sizeof(name)), tmp_real_str_len);
EXTRACT_STRBUF_FIELD_MYSQL(*result, "name", name,
static_cast<int64_t>(sizeof(name)), tmp_real_str_len);
EXTRACT_INT_FIELD_MYSQL(*result, "value", value, int64_t);
EXTRACT_STRBUF_FIELD_MYSQL(*result, "info", info_str, static_cast<int64_t>(sizeof(info_str)), tmp_real_str_len);
(void)tmp_real_str_len; // make compiler happy
EXTRACT_STRBUF_FIELD_MYSQL(*result, "info", info_str,
static_cast<int64_t>(sizeof(info_str)), tmp_real_str_len);
(void) tmp_real_str_len; // make compiler happy
if (OB_SUCC(ret)) {
if (OB_FAIL(set_info_item(name, value, info_str, info))) {
LOG_WARN("set info item failed", K(ret), K(name), K(value), K(info_str));
@ -100,30 +104,30 @@ int ObZoneTableOperation::load_info(common::ObISQLClient& sql_client, T& info)
LOG_WARN("get result failed", K(ret), K(sql));
}
}
}
return ret;
}
int ObZoneTableOperation::load_global_info(ObISQLClient& sql_client, ObGlobalInfo& info)
int ObZoneTableOperation::load_global_info(ObISQLClient &sql_client, ObGlobalInfo &info)
{
return load_info(sql_client, info);
}
int ObZoneTableOperation::load_zone_info(ObISQLClient& sql_client, ObZoneInfo& info)
int ObZoneTableOperation::load_zone_info(ObISQLClient &sql_client, ObZoneInfo &info)
{
return load_info(sql_client, info);
}
template <typename T>
int ObZoneTableOperation::insert_info(ObISQLClient& sql_client, T& info)
int ObZoneTableOperation::insert_info(ObISQLClient &sql_client, T &info)
{
int ret = OB_SUCCESS;
if (!info.is_valid()) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument", K(ret), K(info));
} else {
DLIST_FOREACH(it, info.list_)
{
DLIST_FOREACH(it, info.list_) {
const bool insert = true;
if (OB_FAIL(update_info_item(sql_client, info.zone_, *it, insert))) {
LOG_WARN("insert item failed", K(ret), "zone", info.zone_, "item", *it);
@ -134,7 +138,7 @@ int ObZoneTableOperation::insert_info(ObISQLClient& sql_client, T& info)
return ret;
}
int ObZoneTableOperation::insert_global_info(ObISQLClient& sql_client, ObGlobalInfo& info)
int ObZoneTableOperation::insert_global_info(ObISQLClient &sql_client, ObGlobalInfo &info)
{
int ret = OB_SUCCESS;
if (!info.is_valid()) {
@ -146,7 +150,7 @@ int ObZoneTableOperation::insert_global_info(ObISQLClient& sql_client, ObGlobalI
return ret;
}
int ObZoneTableOperation::insert_zone_info(ObISQLClient& sql_client, ObZoneInfo& info)
int ObZoneTableOperation::insert_zone_info(ObISQLClient &sql_client, ObZoneInfo &info)
{
int ret = OB_SUCCESS;
if (!info.is_valid()) {
@ -158,7 +162,8 @@ int ObZoneTableOperation::insert_zone_info(ObISQLClient& sql_client, ObZoneInfo&
return ret;
}
int ObZoneTableOperation::select_gc_timestamp_for_update(common::ObISQLClient& sql_client, int64_t& gc_timestamp)
int ObZoneTableOperation::select_gc_timestamp_for_update(common::ObISQLClient &sql_client,
int64_t &gc_timestamp)
{
int ret = OB_SUCCESS;
if (GET_MIN_CLUSTER_VERSION() > CLUSTER_VERSION_2000) {
@ -166,12 +171,12 @@ int ObZoneTableOperation::select_gc_timestamp_for_update(common::ObISQLClient& s
LOG_WARN("not supported now", K(ret));
} else {
gc_timestamp = 0;
SMART_VAR(ObMySQLProxy::MySQLResult, res)
{
ObMySQLResult* result = NULL;
SMART_VAR(ObMySQLProxy::MySQLResult, res) {
ObMySQLResult *result = NULL;
ObSqlString sql;
if (OB_FAIL(sql.assign_fmt(
"SELECT zone, name, value, info FROM %s WHERE NAME = 'snapshot_gc_ts' FOR UPDATE", OB_ALL_ZONE_TNAME))) {
"SELECT zone, name, value, info FROM %s WHERE NAME = 'snapshot_gc_ts' FOR UPDATE",
OB_ALL_ZONE_TNAME))) {
LOG_WARN("assign sql failed", K(ret));
} else if (OB_FAIL(sql_client.read(res, sql.ptr()))) {
LOG_WARN("execute sql failed", K(ret), K(sql));
@ -184,7 +189,7 @@ int ObZoneTableOperation::select_gc_timestamp_for_update(common::ObISQLClient& s
EXTRACT_INT_FIELD_MYSQL(*result, "value", gc_timestamp, int64_t);
}
if (OB_FAIL(ret)) {
// nothing todo
//nothing todo
} else if (OB_ITER_END != result->next()) {
LOG_WARN("get more row than one", K(ret));
} else {
@ -195,8 +200,8 @@ int ObZoneTableOperation::select_gc_timestamp_for_update(common::ObISQLClient& s
return ret;
}
int ObZoneTableOperation::update_info_item(
common::ObISQLClient& sql_client, const common::ObZone& zone, const ObZoneInfoItem& item, bool insert /* = false */)
int ObZoneTableOperation::update_info_item(common::ObISQLClient &sql_client,
const common::ObZone &zone, const ObZoneInfoItem &item, bool insert /* = false */)
{
int ret = OB_SUCCESS;
ObSqlString sql;
@ -207,22 +212,16 @@ int ObZoneTableOperation::update_info_item(
} else {
if (insert) {
if (OB_FAIL(sql.assign_fmt("INSERT INTO %s (zone, name, value, info, gmt_modified, gmt_create)"
" VALUES('%s', '%s', %ld, '%s', now(6), now(6))",
OB_ALL_ZONE_TNAME,
zone.ptr(),
item.name_,
item.value_,
item.info_.ptr()))) {
" VALUES('%s', '%s', %ld, '%s', now(6), now(6))",
OB_ALL_ZONE_TNAME, zone.ptr(),
item.name_, item.value_, item.info_.ptr()))) {
LOG_WARN("assign sql failed", K(ret));
}
} else {
if (OB_FAIL(sql.assign_fmt("UPDATE %s SET value = %ld, info = '%s', gmt_modified = now(6) "
"WHERE zone = '%s' AND name = '%s'",
OB_ALL_ZONE_TNAME,
item.value_,
item.info_.ptr(),
zone.ptr(),
item.name_))) {
if (OB_FAIL(sql.assign_fmt(
"UPDATE %s SET value = %ld, info = '%s', gmt_modified = now(6) "
"WHERE zone = '%s' AND name = '%s'",
OB_ALL_ZONE_TNAME, item.value_, item.info_.ptr(), zone.ptr(), item.name_))) {
LOG_WARN("assign sql failed", K(ret));
}
}
@ -241,108 +240,92 @@ int ObZoneTableOperation::update_info_item(
return ret;
}
int ObZoneTableOperation::get_zone_lease_info(ObISQLClient& sql_client, ObZoneLeaseInfo& info)
int ObZoneTableOperation::get_zone_lease_info(ObISQLClient &sql_client,
ObZoneLeaseInfo &info)
{
int ret = OB_SUCCESS;
HEAP_VAR(ObGlobalInfo, global_info)
{
HEAP_VAR(ObZoneInfo, zone_info)
{
zone_info.zone_ = info.zone_;
SMART_VAR(ObMySQLProxy::MySQLResult, res)
{
ObMySQLResult* result = NULL;
ObSqlString sql;
if (OB_FAIL(sql.assign_fmt("SELECT zone, name, value, info FROM %s WHERE zone = '' OR zone = '%s'",
OB_ALL_ZONE_TNAME,
info.zone_.ptr()))) {
LOG_WARN("assign sql failed", K(ret));
} else if (OB_FAIL(sql_client.read(res, sql.ptr()))) {
LOG_WARN("execute sql failed", K(ret), K(sql));
} else if (NULL == (result = res.get_result())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to get sql result", K(ret));
} else {
int64_t tmp_real_str_len = 0; // only used for output parameter
while (OB_SUCCESS == ret && OB_SUCCESS == (ret = result->next())) {
ObZone zone;
char name[OB_MAX_COLUMN_NAME_BUF_LENGTH] = "";
int64_t value = 0;
char info_str[MAX_ZONE_INFO_LENGTH + 1] = "";
EXTRACT_STRBUF_FIELD_MYSQL(*result, "zone", zone.ptr(), MAX_ZONE_LENGTH, tmp_real_str_len);
EXTRACT_STRBUF_FIELD_MYSQL(*result, "name", name, static_cast<int64_t>(sizeof(name)), tmp_real_str_len);
EXTRACT_INT_FIELD_MYSQL(*result, "value", value, int64_t);
EXTRACT_STRBUF_FIELD_MYSQL(
*result, "info", info_str, static_cast<int64_t>(sizeof(info_str)), tmp_real_str_len);
(void)tmp_real_str_len; // make compiler happy
if (OB_SUCC(ret)) {
if (zone.is_empty()) {
if (OB_FAIL(set_info_item(name, value, info_str, global_info))) {
LOG_WARN("set info item failed", K(ret), K(name), K(value), K(info_str));
}
} else {
if (OB_FAIL(set_info_item(name, value, info_str, zone_info))) {
LOG_WARN("set info item failed", K(ret), K(name), K(value), K(info_str));
}
}
HEAP_VARS_3((ObGlobalInfo, global_info), (ObZoneInfo, zone_info),
(ObMySQLProxy::MySQLResult, res)) {
zone_info.zone_= info.zone_;
ObMySQLResult *result = NULL;
ObSqlString sql;
if (OB_FAIL(sql.assign_fmt(
"SELECT zone, name, value, info FROM %s WHERE zone = '' OR zone = '%s'",
OB_ALL_ZONE_TNAME, info.zone_.ptr()))) {
LOG_WARN("assign sql failed", K(ret));
} else if (OB_FAIL(sql_client.read(res, sql.ptr()))) {
LOG_WARN("execute sql failed", K(ret), K(sql));
} else if (NULL == (result = res.get_result())) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to get sql result", K(ret));
} else {
int64_t tmp_real_str_len = 0; // only used for output parameter
while (OB_SUCCESS == ret && OB_SUCCESS == (ret = result->next())) {
ObZone zone;
char name[OB_MAX_COLUMN_NAME_BUF_LENGTH] = "";
int64_t value = 0;
char info_str[MAX_ZONE_INFO_LENGTH + 1] = "";
EXTRACT_STRBUF_FIELD_MYSQL(*result, "zone", zone.ptr(),
MAX_ZONE_LENGTH, tmp_real_str_len);
EXTRACT_STRBUF_FIELD_MYSQL(*result, "name", name,
static_cast<int64_t>(sizeof(name)), tmp_real_str_len);
EXTRACT_INT_FIELD_MYSQL(*result, "value", value, int64_t);
EXTRACT_STRBUF_FIELD_MYSQL(*result, "info", info_str,
static_cast<int64_t>(sizeof(info_str)), tmp_real_str_len);
(void) tmp_real_str_len; // make compiler happy
if (OB_SUCC(ret)) {
if (zone.is_empty()) {
if (OB_FAIL(set_info_item(name, value, info_str, global_info))) {
LOG_WARN("set info item failed", K(ret), K(name), K(value), K(info_str));
}
} else {
if (OB_FAIL(set_info_item(name, value, info_str, zone_info))) {
LOG_WARN("set info item failed", K(ret), K(name), K(value), K(info_str));
}
}
if (OB_ITER_END == ret) {
ret = OB_SUCCESS;
} else {
LOG_WARN("get result failed", K(ret), K(sql));
}
}
if (OB_SUCC(ret)) {
ObZoneLeaseInfo t;
t.zone_ = zone_info.zone_;
t.broadcast_version_ = zone_info.broadcast_version_;
t.last_merged_version_ = zone_info.last_merged_version_;
t.suspend_merging_ = zone_info.suspend_merging_;
t.privilege_version_ = global_info.privilege_version_;
t.config_version_ = global_info.config_version_;
t.lease_info_version_ = global_info.lease_info_version_;
t.global_last_merged_version_ = global_info.last_merged_version_;
t.warm_up_start_time_ = global_info.warm_up_start_time_;
t.time_zone_info_version_ = global_info.time_zone_info_version_;
t.proposal_frozen_version_ = global_info.proposal_frozen_version_;
if (t.broadcast_version_ < 0 || t.last_merged_version_ < 0 || t.privilege_version_ < 0 ||
t.config_version_ < 0 || t.lease_info_version_ < 0 || t.global_last_merged_version_ < 0) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid zone lease info", K(ret), "lease_info", t);
} else if (t.lease_info_version_ < info.lease_info_version_) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("lease_info_version must not less than old lease_info_version",
K(ret),
"new_value",
t.lease_info_version_,
"old_value",
info.lease_info_version_);
} else {
info = t;
}
}
}
if (OB_ITER_END == ret) {
ret = OB_SUCCESS;
} else {
LOG_WARN("get result failed", K(ret), K(sql));
}
}
if (OB_SUCC(ret)) {
ObZoneLeaseInfo t;
t.zone_ = zone_info.zone_;
t.privilege_version_ = global_info.privilege_version_;
t.config_version_ = global_info.config_version_;
t.lease_info_version_ = global_info.lease_info_version_;
t.time_zone_info_version_ = global_info.time_zone_info_version_;
if (t.privilege_version_ < 0 || t.config_version_ < 0
|| t.lease_info_version_ < 0) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("invalid zone lease info", K(ret), "lease_info", t);
} else if (t.lease_info_version_ < info.lease_info_version_) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("lease_info_version must not less than old lease_info_version",
K(ret), "new_value", t.lease_info_version_, "old_value", info.lease_info_version_);
} else {
info = t;
}
}
}
return ret;
}
int ObZoneTableOperation::get_zone_list(ObISQLClient& sql_client, common::ObIArray<ObZone>& zone_list)
int ObZoneTableOperation::get_zone_list(
ObISQLClient &sql_client, common::ObIArray<ObZone> &zone_list)
{
int ret = OB_SUCCESS;
zone_list.reset();
ObZone zone;
SMART_VAR(ObMySQLProxy::MySQLResult, res)
{
ObMySQLResult* result = NULL;
SMART_VAR(ObMySQLProxy::MySQLResult, res) {
ObMySQLResult *result = NULL;
char sql[OB_SHORT_SQL_LENGTH];
int n = snprintf(sql,
sizeof(sql),
"select distinct(zone) as zone "
"from %s where zone != ''",
OB_ALL_ZONE_TNAME);
int n = snprintf(sql, sizeof(sql), "select distinct(zone) as zone "
"from %s where zone != ''", OB_ALL_ZONE_TNAME);
ObTimeoutCtx ctx;
if (n < 0 || n >= OB_SHORT_SQL_LENGTH) {
ret = OB_BUF_NOT_ENOUGH;
@ -355,10 +338,10 @@ int ObZoneTableOperation::get_zone_list(ObISQLClient& sql_client, common::ObIArr
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to get result", K(sql), K(ret));
} else {
int64_t tmp_real_str_len = 0; // only used for output parameter
int64_t tmp_real_str_len = 0; // only used for output parameter
while (OB_SUCCESS == ret && OB_SUCCESS == (ret = result->next())) {
EXTRACT_STRBUF_FIELD_MYSQL(*result, "zone", zone.ptr(), MAX_ZONE_LENGTH, tmp_real_str_len);
(void)tmp_real_str_len; // make compiler happy
(void) tmp_real_str_len; // make compiler happy
if (OB_FAIL(zone_list.push_back(zone))) {
LOG_WARN("failed to add zone list", K(ret));
}
@ -370,11 +353,13 @@ int ObZoneTableOperation::get_zone_list(ObISQLClient& sql_client, common::ObIArr
ret = OB_SUCCESS;
}
}
}
return ret;
}
int ObZoneTableOperation::remove_zone_info(ObISQLClient& sql_client, const ObZone& zone)
int ObZoneTableOperation::remove_zone_info(ObISQLClient &sql_client,
const ObZone &zone)
{
int ret = OB_SUCCESS;
ObSqlString sql;
@ -383,7 +368,8 @@ int ObZoneTableOperation::remove_zone_info(ObISQLClient& sql_client, const ObZon
if (zone.is_empty()) {
ret = OB_INVALID_ARGUMENT;
LOG_WARN("invalid argument", K(ret), K(zone));
} else if (OB_FAIL(sql.assign_fmt("DELETE FROM %s WHERE zone = '%s'", OB_ALL_ZONE_TNAME, zone.ptr()))) {
} else if (OB_FAIL(sql.assign_fmt("DELETE FROM %s WHERE zone = '%s'",
OB_ALL_ZONE_TNAME, zone.ptr()))) {
LOG_WARN("sql assign_fmt failed", K(ret));
} else if (OB_FAIL(sql_client.write(sql.ptr(), affected_rows))) {
LOG_WARN("execute sql failed", K(sql), K(ret));
@ -391,12 +377,13 @@ int ObZoneTableOperation::remove_zone_info(ObISQLClient& sql_client, const ObZon
LOG_WARN("get zone item count failed", K(ret));
} else if (item_cnt != affected_rows) {
ret = OB_ERR_UNEXPECTED;
LOG_WARN("affected_rows not right", "expected affected_rows", item_cnt, K(affected_rows), K(ret));
LOG_WARN("affected_rows not right", "expected affected_rows",
item_cnt, K(affected_rows), K(ret));
}
return ret;
}
int ObZoneTableOperation::get_zone_item_count(int64_t& cnt)
int ObZoneTableOperation::get_zone_item_count(int64_t &cnt)
{
int ret = OB_SUCCESS;
ObMalloc alloc(ObModIds::OB_TEMP_VARIABLES);
@ -412,22 +399,19 @@ int ObZoneTableOperation::get_zone_item_count(int64_t& cnt)
return ret;
}
int ObZoneTableOperation::get_region_list(
common::ObISQLClient& sql_client, common::ObIArray<common::ObRegion>& region_list)
common::ObISQLClient &sql_client, common::ObIArray<common::ObRegion> &region_list)
{
int ret = OB_SUCCESS;
region_list.reset();
ObRegion region;
SMART_VAR(ObMySQLProxy::MySQLResult, res)
{
ObMySQLResult* result = NULL;
SMART_VAR(ObMySQLProxy::MySQLResult, res) {
ObMySQLResult *result = NULL;
char sql[OB_SHORT_SQL_LENGTH];
int n = snprintf(sql,
sizeof(sql),
"select info as region"
" from %s where zone != '' and name = 'region' ",
OB_ALL_ZONE_TNAME);
int n = snprintf(sql, sizeof(sql), "select info as region"
" from %s where zone != '' and name = 'region' ", OB_ALL_ZONE_TNAME);
ObTimeoutCtx ctx;
if (n < 0 || n >= OB_SHORT_SQL_LENGTH) {
ret = OB_BUF_NOT_ENOUGH;
@ -440,10 +424,10 @@ int ObZoneTableOperation::get_region_list(
ret = OB_ERR_UNEXPECTED;
LOG_WARN("failed to get result", K(sql), K(ret));
} else {
int64_t tmp_real_str_len = 0;
int64_t tmp_real_str_len = 0; // 仅用于填充出参，不起作用，需保证对应的字符串中间没有'\0'字符
while (OB_SUCCESS == ret && OB_SUCCESS == (ret = result->next())) {
EXTRACT_STRBUF_FIELD_MYSQL(*result, "region", region.ptr(), MAX_REGION_LENGTH, tmp_real_str_len);
(void)tmp_real_str_len; // make compiler happy
(void) tmp_real_str_len; // make compiler happy
if (OB_FAIL(region_list.push_back(region))) {
LOG_WARN("failed to add zone list", K(ret));
}
@ -455,9 +439,10 @@ int ObZoneTableOperation::get_region_list(
ret = OB_SUCCESS;
}
}
}
return ret;
}
} // end namespace share
} // end namespace oceanbase
}//end namespace share
}//end namespace oceanbase