6e218adc1d
The SERVER_REF and DCB members of the Backend class are now private. Access to the stored SERVER_REF is provided with the backend() function. No accompanying setter function is provided as the backend server should not change during the lifetime of the session. The creation of the internal DCB is hidden behind the connect() function. It simplifies the process of connecting to a server by removing the need to manually do the bookkeeping of the server reference connection counts. Access to the DCB is provided by the dcb() function. The closing of the backend is done with the close() function which contains the code that was previously in closeSession. If the backend isn't closed when the destructor is called, it will be done automatically. This should prevent connection leakage. The pending command queues and the methods used to write them are now also internal to the backends. They are simple wrappers around dcb->func.write and the interfaces provided by the Buffer class. The mapping command queue is still public. It needs to be combined with the generic command queue.
382 lines
11 KiB
C++
382 lines
11 KiB
C++
/*
|
|
* Copyright (c) 2016 MariaDB Corporation Ab
|
|
*
|
|
* Use of this software is governed by the Business Source License included
|
|
* in the LICENSE.TXT file and at www.mariadb.com/bsl11.
|
|
*
|
|
* Change Date: 2019-07-01
|
|
*
|
|
* On the date above, in accordance with the Business Source License, use
|
|
* of this software will be governed by version 2 or later of the General
|
|
* Public License.
|
|
*/
|
|
|
|
#include "schemarouter.hh"
|
|
#include "schemarouterinstance.hh"
|
|
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <strings.h>
|
|
|
|
#include <maxscale/alloc.h>
|
|
#include <maxscale/buffer.h>
|
|
#include <maxscale/log_manager.h>
|
|
#include <maxscale/modinfo.h>
|
|
#include <maxscale/modutil.h>
|
|
#include <maxscale/poll.h>
|
|
#include <maxscale/query_classifier.h>
|
|
#include <maxscale/router.h>
|
|
#include <maxscale/secrets.h>
|
|
#include <maxscale/spinlock.h>
|
|
|
|
using std::string;
|
|
using std::map;
|
|
|
|
#define DEFAULT_REFRESH_INTERVAL "300"
|
|
|
|
/**
|
|
* @file schemarouter.c The entry points for the simple sharding router module.
|
|
*/
|
|
|
|
SchemaRouter::SchemaRouter(SERVICE *service, Config& config):
|
|
mxs::Router<SchemaRouter, SchemaRouterSession>(service),
|
|
m_config(config),
|
|
m_service(service)
|
|
{
|
|
spinlock_init(&m_lock);
|
|
}
|
|
|
|
SchemaRouter::~SchemaRouter()
|
|
{
|
|
if (m_config.ignore_regex)
|
|
{
|
|
pcre2_code_free(m_config.ignore_regex);
|
|
}
|
|
}
|
|
|
|
SchemaRouter* SchemaRouter::create(SERVICE* pService, char** pzOptions)
|
|
{
|
|
MXS_CONFIG_PARAMETER* conf = pService->svc_config_param;
|
|
|
|
if ((config_get_param(conf, "auth_all_servers")) == NULL)
|
|
{
|
|
MXS_NOTICE("Authentication data is fetched from all servers. To disable this "
|
|
"add 'auth_all_servers=0' to the service.");
|
|
pService->users_from_all = true;
|
|
}
|
|
|
|
Config config;
|
|
MXS_CONFIG_PARAMETER* param;
|
|
|
|
config.refresh_databases = config_get_bool(conf, "refresh_databases");
|
|
config.refresh_min_interval = config_get_integer(conf, "refresh_interval");
|
|
config.debug = config_get_bool(conf, "debug");
|
|
|
|
/** Add default system databases to ignore */
|
|
config.ignored_dbs.insert("mysql");
|
|
config.ignored_dbs.insert("information_schema");
|
|
config.ignored_dbs.insert("performance_schema");
|
|
|
|
if ((param = config_get_param(conf, "ignore_databases_regex")))
|
|
{
|
|
int errcode;
|
|
PCRE2_SIZE erroffset;
|
|
pcre2_code* re = pcre2_compile((PCRE2_SPTR)param->value, PCRE2_ZERO_TERMINATED, 0,
|
|
&errcode, &erroffset, NULL);
|
|
|
|
if (re == NULL)
|
|
{
|
|
PCRE2_UCHAR errbuf[512];
|
|
pcre2_get_error_message(errcode, errbuf, sizeof(errbuf));
|
|
MXS_ERROR("Regex compilation failed at %d for regex '%s': %s",
|
|
(int)erroffset, param->value, errbuf);
|
|
return NULL;
|
|
}
|
|
|
|
pcre2_match_data* match_data = pcre2_match_data_create_from_pattern(re, NULL);
|
|
|
|
if (match_data == NULL)
|
|
{
|
|
pcre2_code_free(re);
|
|
return NULL;
|
|
}
|
|
|
|
config.ignore_regex = re;
|
|
config.ignore_match_data = match_data;
|
|
}
|
|
|
|
if ((param = config_get_param(conf, "ignore_databases")))
|
|
{
|
|
char val[strlen(param->value) + 1];
|
|
strcpy(val, param->value);
|
|
|
|
const char *sep = ", \t";
|
|
char *sptr;
|
|
char *tok = strtok_r(val, sep, &sptr);
|
|
|
|
while (tok)
|
|
{
|
|
config.ignored_dbs.insert(tok);
|
|
tok = strtok_r(NULL, sep, &sptr);
|
|
}
|
|
}
|
|
|
|
bool success = true;
|
|
|
|
for (int i = 0; pzOptions && pzOptions[i]; i++)
|
|
{
|
|
char* value = strchr(pzOptions[i], '=');
|
|
|
|
if (value == NULL)
|
|
{
|
|
MXS_ERROR("Unknown router options for %s", pzOptions[i]);
|
|
success = false;
|
|
break;
|
|
}
|
|
|
|
*value = '\0';
|
|
value++;
|
|
|
|
if (strcmp(pzOptions[i], "max_sescmd_history") == 0)
|
|
{
|
|
MXS_WARNING("Use of 'max_sescmd_history' is deprecated");
|
|
}
|
|
else if (strcmp(pzOptions[i], "disable_sescmd_history") == 0)
|
|
{
|
|
MXS_WARNING("Use of 'disable_sescmd_history' is deprecated");
|
|
}
|
|
else if (strcmp(pzOptions[i], "refresh_databases") == 0)
|
|
{
|
|
config.refresh_databases = config_truth_value(value);
|
|
}
|
|
else if (strcmp(pzOptions[i], "refresh_interval") == 0)
|
|
{
|
|
config.refresh_min_interval = atof(value);
|
|
}
|
|
else if (strcmp(pzOptions[i], "debug") == 0)
|
|
{
|
|
config.debug = config_truth_value(value);
|
|
}
|
|
else
|
|
{
|
|
MXS_ERROR("Unknown router options for %s", pzOptions[i]);
|
|
success = false;
|
|
break;
|
|
}
|
|
}
|
|
|
|
return success ? new SchemaRouter(pService, config) : NULL;
|
|
}
|
|
|
|
/**
|
|
* @node Search all RUNNING backend servers and connect
|
|
*
|
|
* Parameters:
|
|
* @param backend_ref - in, use, out
|
|
* Pointer to backend server reference object array.
|
|
* NULL is not allowed.
|
|
*
|
|
* @param router_nservers - in, use
|
|
* Number of backend server pointers pointed to by b.
|
|
*
|
|
* @param session - in, use
|
|
* MaxScale session pointer used when connection to backend is established.
|
|
*
|
|
* @param router - in, use
|
|
* Pointer to router instance. Used when server states are qualified.
|
|
*
|
|
* @return true, if at least one master and one slave was found.
|
|
*
|
|
*
|
|
* @details It is assumed that there is only one available server.
|
|
* There will be exactly as many backend references than there are
|
|
* connections because all servers are supposed to be operational. It is,
|
|
* however, possible that there are less available servers than expected.
|
|
*/
|
|
bool connect_backend_servers(BackendList& backends, MXS_SESSION* session)
|
|
{
|
|
bool succp = false;
|
|
int servers_found = 0;
|
|
int servers_connected = 0;
|
|
int slaves_connected = 0;
|
|
|
|
if (MXS_LOG_PRIORITY_IS_ENABLED(LOG_INFO))
|
|
{
|
|
MXS_INFO("Servers and connection counts:");
|
|
|
|
for (BackendList::iterator it = backends.begin(); it != backends.end(); it++)
|
|
{
|
|
SERVER_REF* b = (*it)->backend();
|
|
|
|
MXS_INFO("MaxScale connections : %d (%d) in \t%s:%d %s",
|
|
b->connections,
|
|
b->server->stats.n_current,
|
|
b->server->name,
|
|
b->server->port,
|
|
STRSRVSTATUS(b->server));
|
|
}
|
|
}
|
|
/**
|
|
* Scan server list and connect each of them. None should fail or session
|
|
* can't be established.
|
|
*/
|
|
for (BackendList::iterator it = backends.begin(); it != backends.end(); it++)
|
|
{
|
|
SERVER_REF* b = (*it)->backend();
|
|
|
|
if (SERVER_IS_RUNNING(b->server))
|
|
{
|
|
servers_found += 1;
|
|
|
|
/** Server is already connected */
|
|
if (BREF_IS_IN_USE((*it)))
|
|
{
|
|
slaves_connected += 1;
|
|
}
|
|
/** New server connection */
|
|
else
|
|
{
|
|
if ((*it)->connect(session))
|
|
{
|
|
servers_connected += 1;
|
|
}
|
|
else
|
|
{
|
|
succp = false;
|
|
MXS_ERROR("Unable to establish "
|
|
"connection with slave %s:%d",
|
|
b->server->name,
|
|
b->server->port);
|
|
/* handle connect error */
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
if (servers_connected > 0)
|
|
{
|
|
succp = true;
|
|
|
|
if (MXS_LOG_PRIORITY_IS_ENABLED(LOG_INFO))
|
|
{
|
|
for (BackendList::iterator it = backends.begin(); it != backends.end(); it++)
|
|
{
|
|
SERVER_REF* b = (*it)->backend();
|
|
|
|
if (BREF_IS_IN_USE((*it)))
|
|
{
|
|
MXS_INFO("Connected %s in \t%s:%d",
|
|
STRSRVSTATUS(b->server),
|
|
b->server->name,
|
|
b->server->port);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return succp;
|
|
}
|
|
|
|
SchemaRouterSession* SchemaRouter::newSession(MXS_SESSION* pSession)
|
|
{
|
|
BackendList backends;
|
|
|
|
for (SERVER_REF *ref = m_service->dbref; ref; ref = ref->next)
|
|
{
|
|
if (ref->active)
|
|
{
|
|
backends.push_back(SBackend(new Backend(ref)));
|
|
}
|
|
}
|
|
|
|
SchemaRouterSession* rval = NULL;
|
|
|
|
if (connect_backend_servers(backends, pSession))
|
|
{
|
|
rval = new SchemaRouterSession(pSession, this, backends);
|
|
}
|
|
|
|
return rval;
|
|
}
|
|
|
|
void SchemaRouter::diagnostics(DCB* dcb)
|
|
{
|
|
double sescmd_pct = m_stats.n_sescmd != 0 ?
|
|
100.0 * ((double)m_stats.n_sescmd / (double)m_stats.n_queries) :
|
|
0.0;
|
|
|
|
/** Session command statistics */
|
|
dcb_printf(dcb, "\n\33[1;4mSession Commands\33[0m\n");
|
|
dcb_printf(dcb, "Total number of queries: %d\n",
|
|
m_stats.n_queries);
|
|
dcb_printf(dcb, "Percentage of session commands: %.2f\n",
|
|
sescmd_pct);
|
|
dcb_printf(dcb, "Longest chain of stored session commands: %d\n",
|
|
m_stats.longest_sescmd);
|
|
dcb_printf(dcb, "Session command history limit exceeded: %d times\n",
|
|
m_stats.n_hist_exceeded);
|
|
|
|
/** Session time statistics */
|
|
|
|
if (m_stats.sessions > 0)
|
|
{
|
|
dcb_printf(dcb, "\n\33[1;4mSession Time Statistics\33[0m\n");
|
|
dcb_printf(dcb, "Longest session: %.2lf seconds\n", m_stats.ses_longest);
|
|
dcb_printf(dcb, "Shortest session: %.2lf seconds\n", m_stats.ses_shortest);
|
|
dcb_printf(dcb, "Average session length: %.2lf seconds\n", m_stats.ses_average);
|
|
}
|
|
dcb_printf(dcb, "Shard map cache hits: %d\n", m_stats.shmap_cache_hit);
|
|
dcb_printf(dcb, "Shard map cache misses: %d\n", m_stats.shmap_cache_miss);
|
|
dcb_printf(dcb, "\n");
|
|
}
|
|
|
|
uint64_t SchemaRouter::getCapabilities()
|
|
{
|
|
return RCAP_TYPE_NONE;
|
|
}
|
|
|
|
MXS_BEGIN_DECLS
|
|
|
|
/**
|
|
* The module entry point routine. It is this routine that
|
|
* must populate the structure that is referred to as the
|
|
* "module object", this is a structure with the set of
|
|
* external entry points for this module.
|
|
*
|
|
* @return The module object
|
|
*/
|
|
MXS_MODULE* MXS_CREATE_MODULE()
|
|
{
|
|
static MXS_MODULE info =
|
|
{
|
|
MXS_MODULE_API_ROUTER,
|
|
MXS_MODULE_BETA_RELEASE,
|
|
MXS_ROUTER_VERSION,
|
|
"A database sharding router for simple sharding",
|
|
"V1.0.0",
|
|
RCAP_TYPE_CONTIGUOUS_INPUT,
|
|
&SchemaRouter::s_object,
|
|
NULL, /* Process init. */
|
|
NULL, /* Process finish. */
|
|
NULL, /* Thread init. */
|
|
NULL, /* Thread finish. */
|
|
{
|
|
{"ignore_databases", MXS_MODULE_PARAM_STRING},
|
|
{"ignore_databases_regex", MXS_MODULE_PARAM_STRING},
|
|
{"max_sescmd_history", MXS_MODULE_PARAM_COUNT, "0"},
|
|
{"disable_sescmd_history", MXS_MODULE_PARAM_BOOL, "false"},
|
|
{"refresh_databases", MXS_MODULE_PARAM_BOOL, "true"},
|
|
{"refresh_interval", MXS_MODULE_PARAM_COUNT, DEFAULT_REFRESH_INTERVAL},
|
|
{"debug", MXS_MODULE_PARAM_BOOL, "false"},
|
|
{MXS_END_MODULE_PARAMS}
|
|
}
|
|
};
|
|
|
|
return &info;
|
|
}
|
|
|
|
MXS_END_DECLS
|