454 lines
17 KiB
C++
454 lines
17 KiB
C++
/**
|
|
* Copyright (c) 2021 OceanBase
|
|
* OceanBase CE is licensed under Mulan PubL v2.
|
|
* You can use this software according to the terms and conditions of the Mulan PubL v2.
|
|
* You may obtain a copy of Mulan PubL v2 at:
|
|
* http://license.coscl.org.cn/MulanPubL-2.0
|
|
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
|
|
* EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
|
|
* MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
|
|
* See the Mulan PubL v2 for more details.
|
|
*/
|
|
|
|
#ifndef MOCK_SCHEMA_SERVICE_H_
|
|
#define MOCK_SCHEMA_SERVICE_H_
|
|
|
|
#define private public
|
|
#define protected public
|
|
|
|
#include "share/ob_define.h"
|
|
#include "lib/oblog/ob_log.h"
|
|
#include "share/schema/ob_multi_version_schema_service.h"
|
|
#include "share/schema/ob_schema_getter_guard.h"
|
|
#include "share/schema/ob_schema_cache.h"
|
|
#include "share/schema/ob_schema_mgr.h"
|
|
|
|
namespace oceanbase {
|
|
using namespace common;
|
|
namespace common {
|
|
class ObKVCacheHandle;
|
|
}
|
|
namespace share {
|
|
namespace schema {
|
|
|
|
class MockObTableSchema : public ObTableSchema {
|
|
public:
|
|
MockObTableSchema(common::ObIAllocator* allocator) : ObTableSchema(allocator)
|
|
{}
|
|
MockObTableSchema()
|
|
{}
|
|
virtual int get_paxos_replica_num(ObSchemaGetterGuard& schema_guard, int64_t& num) const
|
|
{
|
|
UNUSED(schema_guard);
|
|
num = 3;
|
|
SHARE_SCHEMA_LOG(INFO, "MockTableSchema", K(num), "table_id", get_table_id());
|
|
return OB_SUCCESS;
|
|
}
|
|
};
|
|
|
|
class MockSchemaService : public ObMultiVersionSchemaService {
|
|
static const int64_t SCHEMA_CACHE_BUCKET_NUM = 512;
|
|
static const int64_t DEFAULT_TENANT_SET_SIZE = 64;
|
|
typedef common::hash::ObHashMap<ObSchemaCacheKey, const ObSchemaCacheValue*, common::hash::NoPthreadDefendMode>
|
|
NoSwapCache;
|
|
|
|
public:
|
|
MockSchemaService()
|
|
{}
|
|
virtual ~MockSchemaService()
|
|
{}
|
|
int init()
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
if (OB_FAIL(ObSysTableChecker::instance().init())) {
|
|
SHARE_SCHEMA_LOG(WARN, "fail to init tenant space table checker", K(ret));
|
|
} else if (OB_FAIL(cache_.create(SCHEMA_CACHE_BUCKET_NUM, ObModIds::OB_SCHEMA_CACHE_SYS_CACHE_MAP))) {
|
|
SHARE_SCHEMA_LOG(WARN, "init cache failed", K(ret));
|
|
} else if (mgr_.init()) {
|
|
SHARE_SCHEMA_LOG(WARN, "init mgr failed", K(ret));
|
|
} else {
|
|
ObSimpleTenantSchema simple_schema;
|
|
ObTenantSchema sys_tenant;
|
|
sys_tenant.set_tenant_id(OB_SYS_TENANT_ID);
|
|
sys_tenant.set_schema_version(OB_CORE_SCHEMA_VERSION);
|
|
sys_tenant.set_locality("auto_locality_strategy");
|
|
sys_tenant.add_zone("zone");
|
|
ObSysVariableSchema sys_variable;
|
|
sys_variable.set_tenant_id(OB_SYS_TENANT_ID);
|
|
sys_variable.set_name_case_mode(OB_ORIGIN_AND_INSENSITIVE);
|
|
sys_variable.set_schema_version(OB_CORE_SCHEMA_VERSION);
|
|
if (OB_FAIL(sys_tenant.set_tenant_name(OB_SYS_TENANT_NAME))) {
|
|
SHARE_SCHEMA_LOG(WARN, "Set tenant name error", K(ret));
|
|
} else if (OB_FAIL(convert_to_simple_schema(sys_tenant, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.add_tenant(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add tenant failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(
|
|
TENANT_SCHEMA, sys_tenant.get_tenant_id(), sys_tenant.get_schema_version(), sys_tenant))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed", K(ret));
|
|
} else if (OB_FAIL(add_sys_variable_schema(sys_variable, sys_variable.get_schema_version()))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed", K(ret));
|
|
} else {
|
|
increment_basepoint_set_ = true;
|
|
}
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
// MOCK_METHOD2(get_all_schema,
|
|
// int(ObSchemaManager &out_schema, const int64_t frozen_version));
|
|
// MOCK_METHOD2(check_table_exist,
|
|
// int(const uint64_t table_id, bool &exist));
|
|
|
|
virtual int get_schema_guard(ObSchemaGetterGuard& guard, int64_t schema_version = common::OB_INVALID_VERSION,
|
|
const bool force_fallback = false)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
UNUSED(force_fallback);
|
|
bool is_standby_cluster = false;
|
|
if (OB_FAIL(guard.reset())) {
|
|
SHARE_SCHEMA_LOG(WARN, "fail to reset guard", K(ret));
|
|
} else if (OB_FAIL(guard.init(is_standby_cluster))) {
|
|
SHARE_SCHEMA_LOG(WARN, "fail to init guard", K(ret));
|
|
} else {
|
|
guard.snapshot_version_ = common::OB_INVALID_VERSION == schema_version ? INT64_MAX : schema_version;
|
|
guard.schema_service_ = this;
|
|
guard.mgr_ = &mgr_;
|
|
guard.schema_guard_type_ = ObSchemaGetterGuard::SCHEMA_GUARD;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_tenant_schema(const ObTenantSchema& tenant_schema, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
ObSimpleTenantSchema simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(tenant_schema, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.add_tenant(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add user failed", K(ret));
|
|
} else if (OB_FAIL(
|
|
add_schema_to_cache(TENANT_SCHEMA, tenant_schema.get_tenant_id(), schema_version, tenant_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed, ret", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_sys_variable_schema(const ObSysVariableSchema& sys_variable, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
ObSimpleSysVariableSchema simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(sys_variable, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.sys_variable_mgr_.add_sys_variable(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add user failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(
|
|
SYS_VARIABLE_SCHEMA, simple_schema.get_tenant_id(), schema_version, sys_variable))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed, ret", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_tablegroup_schema(const ObTablegroupSchema& tablegroup_schema, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
ObSimpleTablegroupSchema simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(tablegroup_schema, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.add_tablegroup(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add user failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(
|
|
TABLEGROUP_SCHEMA, tablegroup_schema.get_tablegroup_id(), schema_version, tablegroup_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed, ret", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_user_schema(const ObUserInfo& user_schema, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
ObSimpleUserSchema simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(user_schema, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.add_user(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add user failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(USER_SCHEMA, user_schema.get_user_id(), schema_version, user_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed, ret", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_table_schema(const ObTableSchema& table_schema, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
ObSimpleTableSchemaV2 simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(table_schema, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.add_table(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add table failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(TABLE_SCHEMA, table_schema.get_table_id(), schema_version, table_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed, ret", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int drop_table_schema(uint64_t table_id)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
if (OB_FAIL(mgr_.del_table(ObTenantTableId(extract_tenant_id(table_id), table_id)))) {
|
|
SHARE_SCHEMA_LOG(WARN, "delete table failed", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_database_schema(const ObDatabaseSchema& database_schema, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
ObSimpleDatabaseSchema simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(database_schema, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.add_database(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add database failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(
|
|
DATABASE_SCHEMA, database_schema.get_database_id(), schema_version, database_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_outline_schema(const ObOutlineInfo& outline_schema, int64_t schema_version)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
ObSimpleOutlineSchema simple_schema;
|
|
if (OB_FAIL(convert_to_simple_schema(outline_schema, simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "convert_to_simple_schema failed", K(ret));
|
|
} else if (OB_FAIL(mgr_.outline_mgr_.add_outline(simple_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add outline failed", K(ret));
|
|
} else if (OB_FAIL(add_schema_to_cache(
|
|
OUTLINE_SCHEMA, outline_schema.get_outline_id(), schema_version, outline_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "add schema to cache failed", K(ret));
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int add_db_priv(const ObDBPriv& db_priv, int64_t schema_version)
|
|
{
|
|
UNUSED(schema_version);
|
|
return mgr_.priv_mgr_.add_db_priv(db_priv);
|
|
}
|
|
|
|
int add_table_priv(const ObTablePriv& table_priv, int64_t schema_version)
|
|
{
|
|
UNUSED(schema_version);
|
|
return mgr_.priv_mgr_.add_table_priv(table_priv);
|
|
}
|
|
|
|
int check_table_exist(const uint64_t table_id, bool& exist)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
int tmp_ret = OB_SUCCESS;
|
|
exist = false;
|
|
// ObSchemaGetterGuard schema_guard;
|
|
common::ObKVCacheHandle handle;
|
|
const ObSchema* schema = NULL;
|
|
const ObRefreshSchemaStatus schema_status;
|
|
if (OB_SUCCESS !=
|
|
(tmp_ret = get_schema(&mgr_, schema_status, ObSchemaType::TABLE_SCHEMA, table_id, 1, handle, schema))) {
|
|
if (OB_ENTRY_NOT_EXIST != tmp_ret) {
|
|
ret = tmp_ret;
|
|
STORAGE_LOG(WARN, "failed to get schema", K(ret), K(table_id));
|
|
}
|
|
} else {
|
|
exist = true;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
int get_schema(const ObSchemaMgr* mgr, const ObRefreshSchemaStatus& schema_status, const ObSchemaType schema_type,
|
|
const uint64_t schema_id, const int64_t schema_version, ObKVCacheHandle& handle, const ObSchema*& schema) override
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
UNUSED(handle);
|
|
UNUSED(mgr);
|
|
UNUSED(schema_status);
|
|
schema = NULL;
|
|
|
|
ObSchemaCacheKey cache_key(schema_type, schema_id, schema_version);
|
|
const ObSchemaCacheValue* cache_value = NULL;
|
|
int hash_ret = cache_.get_refactored(cache_key, cache_value);
|
|
if (OB_HASH_NOT_EXIST == hash_ret) {
|
|
ret = OB_ENTRY_NOT_EXIST;
|
|
SHARE_SCHEMA_LOG(WARN,
|
|
"schema item not exist",
|
|
"cache_size",
|
|
cache_.size(),
|
|
K(schema_type),
|
|
K(schema_id),
|
|
K(schema_version),
|
|
K(ret));
|
|
} else if (OB_SUCCESS == hash_ret) {
|
|
// do-nothing
|
|
} else {
|
|
ret = hash_ret;
|
|
SHARE_SCHEMA_LOG(WARN, "get value from sys cache failed", K(ret));
|
|
}
|
|
|
|
if (OB_SUCC(ret)) {
|
|
if (OB_ISNULL(cache_value)) {
|
|
ret = OB_ERR_UNEXPECTED;
|
|
SHARE_SCHEMA_LOG(WARN, "NULL ptr", K(ret));
|
|
} else {
|
|
schema = cache_value->schema_;
|
|
}
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
private:
|
|
int convert_to_simple_schema(const ObTenantSchema& schema, ObSimpleTenantSchema& simple_schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
simple_schema.set_tenant_id(schema.get_tenant_id());
|
|
simple_schema.set_tenant_name(schema.get_tenant_name_str());
|
|
simple_schema.set_schema_version(schema.get_schema_version());
|
|
simple_schema.set_locality(schema.get_locality_str());
|
|
|
|
return ret;
|
|
}
|
|
|
|
int convert_to_simple_schema(const ObSysVariableSchema& schema, ObSimpleSysVariableSchema& simple_schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
simple_schema.set_tenant_id(schema.get_tenant_id());
|
|
simple_schema.set_name_case_mode(schema.get_name_case_mode());
|
|
simple_schema.set_schema_version(schema.get_schema_version());
|
|
|
|
return ret;
|
|
}
|
|
|
|
int convert_to_simple_schema(const ObTablegroupSchema& schema, ObSimpleTablegroupSchema& simple_schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
simple_schema.set_tenant_id(schema.get_tenant_id());
|
|
simple_schema.set_tablegroup_id(schema.get_tablegroup_id());
|
|
simple_schema.set_tablegroup_name(schema.get_tablegroup_name_str());
|
|
simple_schema.set_schema_version(schema.get_schema_version());
|
|
|
|
return ret;
|
|
}
|
|
|
|
int convert_to_simple_schema(const ObUserInfo& schema, ObSimpleUserSchema& simple_schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
simple_schema.set_tenant_id(schema.get_tenant_id());
|
|
simple_schema.set_user_id(schema.get_user_id());
|
|
simple_schema.set_user_name(schema.get_user_name_str());
|
|
simple_schema.set_host(schema.get_host_name_str());
|
|
simple_schema.set_schema_version(schema.get_schema_version());
|
|
|
|
return ret;
|
|
}
|
|
|
|
int convert_to_simple_schema(const ObTableSchema& schema, ObSimpleTableSchemaV2& simple_schema)
|
|
{
|
|
return ObServerSchemaService::convert_to_simple_schema(schema, simple_schema);
|
|
}
|
|
|
|
int convert_to_simple_schema(const ObDatabaseSchema& schema, ObSimpleDatabaseSchema& simple_schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
simple_schema.set_tenant_id(schema.get_tenant_id());
|
|
simple_schema.set_database_id(schema.get_database_id());
|
|
simple_schema.set_database_name(schema.get_database_name_str());
|
|
// TODO: should fetch from tenant schema
|
|
simple_schema.set_name_case_mode(
|
|
OB_SYS_TENANT_ID == schema.get_tenant_id() ? OB_ORIGIN_AND_INSENSITIVE : OB_LOWERCASE_AND_INSENSITIVE);
|
|
simple_schema.set_schema_version(schema.get_schema_version());
|
|
|
|
return ret;
|
|
}
|
|
|
|
int convert_to_simple_schema(const ObOutlineInfo& schema, ObSimpleOutlineSchema& simple_schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
simple_schema.set_tenant_id(schema.get_tenant_id());
|
|
simple_schema.set_outline_id(schema.get_outline_id());
|
|
simple_schema.set_database_id(schema.get_database_id());
|
|
simple_schema.set_name(schema.get_name_str());
|
|
simple_schema.set_signature(schema.get_signature_str());
|
|
simple_schema.set_schema_version(schema.get_schema_version());
|
|
|
|
return ret;
|
|
}
|
|
|
|
int add_schema_to_cache(ObSchemaType schema_type, uint64_t schema_id, int64_t schema_version, const ObSchema& schema)
|
|
{
|
|
int ret = OB_SUCCESS;
|
|
|
|
ObSchemaCacheKey cache_key(schema_type, schema_id, schema_version);
|
|
ObSchema& tmp_schema = const_cast<ObSchema&>(schema);
|
|
ObSchemaCacheValue tmp_cache_value(schema_type, &tmp_schema);
|
|
int64_t deep_copy_size = tmp_cache_value.size();
|
|
char* tmp_ptr = (char*)ob_malloc(deep_copy_size, ObModIds::OB_SCHEMA_CACHE_SYS_CACHE_VALUE);
|
|
ObIKVCacheValue* kv_cache_value = NULL;
|
|
if (NULL == tmp_ptr) {
|
|
ret = OB_ALLOCATE_MEMORY_FAILED;
|
|
SHARE_SCHEMA_LOG(WARN, "alloc failed", K(ret));
|
|
} else if (OB_FAIL(tmp_cache_value.deep_copy((tmp_ptr), deep_copy_size, kv_cache_value))) {
|
|
SHARE_SCHEMA_LOG(WARN, "deep copy cache value failed", K(ret), K(tmp_ptr), K(deep_copy_size));
|
|
} else if (OB_ISNULL(kv_cache_value)) {
|
|
ret = OB_ERR_UNEXPECTED;
|
|
SHARE_SCHEMA_LOG(WARN, "cache value is NULL", K(ret), K(kv_cache_value));
|
|
} else {
|
|
ObSchemaCacheValue* cache_value = static_cast<ObSchemaCacheValue*>(kv_cache_value);
|
|
if (TABLE_SCHEMA == schema_type) {
|
|
ObTableSchema& table_schema = dynamic_cast<ObTableSchema&>(const_cast<ObSchema&>(schema));
|
|
int64_t size = table_schema.get_convert_size() + sizeof(common::ObDataBuffer);
|
|
common::ObDataBuffer* databuf =
|
|
new (tmp_ptr + sizeof(ObSchemaCacheValue) + sizeof(table_schema)) common::ObDataBuffer(
|
|
tmp_ptr + sizeof(ObSchemaCacheValue) + sizeof(table_schema) + sizeof(common::ObDataBuffer),
|
|
size - sizeof(table_schema) - sizeof(common::ObDataBuffer));
|
|
new (const_cast<ObSchema*>(cache_value->schema_)) MockObTableSchema(databuf);
|
|
if (OB_FAIL((*((ObTableSchema*)(cache_value->schema_))).assign(table_schema))) {
|
|
SHARE_SCHEMA_LOG(WARN, "fail to assign schema", K(ret));
|
|
}
|
|
}
|
|
if (OB_SUCC(ret)) {
|
|
int overwrite_flag = 1;
|
|
int hash_ret = cache_.set_refactored(cache_key, cache_value, overwrite_flag);
|
|
if (OB_SUCCESS == hash_ret) {
|
|
// do-nothing
|
|
} else {
|
|
ret = hash_ret;
|
|
SHARE_SCHEMA_LOG(WARN, "put value to cache failed", K(ret), K(hash_ret), K(cache_key), K(*cache_value));
|
|
}
|
|
}
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
private:
|
|
ObSchemaMgr mgr_;
|
|
NoSwapCache cache_;
|
|
};
|
|
|
|
} // namespace schema
|
|
} // namespace share
|
|
} // namespace oceanbase
|
|
|
|
#endif /* MOCK_SCHEMA_SERVICE_H_ */
|