/* * This file is distributed as part of the SkySQL Gateway. It is free * software: you can redistribute it and/or modify it under the terms of the * GNU General Public License as published by the Free Software Foundation, * version 2. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more * details. * * You should have received a copy of the GNU General Public License along with * this program; if not, write to the Free Software Foundation, Inc., 51 * Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. * * Copyright SkySQL Ab 2013 */ #include "mysql_client_server_protocol.h" #include #include #include /* * MySQL Protocol module for handling the protocol between the gateway * and the backend MySQL database. * * Revision History * Date Who Description * 14/06/2013 Mark Riddoch Initial version * 17/06/2013 Massimiliano Pinto Added Gateway To Backends routines * 27/06/2013 Vilho Raatikka Added skygw_log_write command as an example * and necessary headers. * 01/07/2013 Massimiliano Pinto Put Log Manager example code behind SS_DEBUG macros. * 03/07/2013 Massimiliano Pinto Added delayq for incoming data before mysql connection * 04/07/2013 Massimiliano Pinto Added asyncrhronous MySQL protocol connection to backend * 05/07/2013 Massimiliano Pinto Added closeSession if backend auth fails * 12/07/2013 Massimiliano Pinto Added Mysql Change User via dcb->func.auth() * 15/07/2013 Massimiliano Pinto Added Mysql session change via dcb->func.session() * 17/07/2013 Massimiliano Pinto Added dcb->command update from gwbuf->command for proper routing server replies to client via router->clientReply */ static char *version_str = "V2.0.0"; static int gw_create_backend_connection(DCB *backend, SERVER *server, SESSION *in_session); static int gw_read_backend_event(DCB* dcb); static int gw_write_backend_event(DCB *dcb); static int gw_MySQLWrite_backend(DCB *dcb, GWBUF *queue); static int gw_error_backend_event(DCB *dcb); static int gw_backend_close(DCB *dcb); static int gw_backend_hangup(DCB *dcb); static int backend_write_delayqueue(DCB *dcb); static void backend_set_delayqueue(DCB *dcb, GWBUF *queue); static int gw_change_user(DCB *backend_dcb, SERVER *server, SESSION *in_session, GWBUF *queue); static int gw_session(DCB *backend_dcb, void *data); static MYSQL_session* gw_get_shared_session_auth_info(DCB* dcb); static GWPROTOCOL MyObject = { gw_read_backend_event, /* Read - EPOLLIN handler */ gw_MySQLWrite_backend, /* Write - data from gateway */ gw_write_backend_event, /* WriteReady - EPOLLOUT handler */ gw_error_backend_event, /* Error - EPOLLERR handler */ gw_backend_hangup, /* HangUp - EPOLLHUP handler */ NULL, /* Accept */ gw_create_backend_connection, /* Connect */ gw_backend_close, /* Close */ NULL, /* Listen */ gw_change_user, /* Authentication */ gw_session /* Session */ }; /* * Implementation of the mandatory version entry point * * @return version string of the module */ char * version() { return version_str; } /* * The module initialisation routine, called when the module * is first loaded. */ void ModuleInit() { #if defined(SS_DEBUG) skygw_log_write( LOGFILE_MESSAGE, strdup("Initial MySQL Backend Protcol module.")); #endif fprintf(stderr, "Initial MySQL Backend Protcol module.\n"); } /* * The module entry point routine. It is this routine that * must populate the structure that is referred to as the * "module object", this is a structure with the set of * external entry points for this module. * * @return The module object */ GWPROTOCOL * GetModuleObject() { return &MyObject; } static MYSQL_session* gw_get_shared_session_auth_info( DCB* dcb) { MYSQL_session* auth_info = NULL; CHK_DCB(dcb); CHK_SESSION(dcb->session); spinlock_acquire(&dcb->session->ses_lock); if (dcb->session->state != SESSION_STATE_ALLOC) { auth_info = dcb->session->data; } else { skygw_log_write_flush( LOGFILE_ERROR, "%lu [gw_get_shared_session_auth_info] Couldn't get " "session authentication info. Session in a wrong state %d.", pthread_self(), dcb->session->state); } spinlock_release(&dcb->session->ses_lock); return auth_info; } /** * Backend Read Event for EPOLLIN on the MySQL backend protocol module * @param dcb The backend Descriptor Control Block * @return 1 on operation, 0 for no action */ static int gw_read_backend_event(DCB *dcb) { MySQLProtocol *client_protocol = NULL; MySQLProtocol *backend_protocol = NULL; MYSQL_session *current_session = NULL; int rc = 0; dcb->state = DCB_STATE_PROCESSING; if(dcb->session) { CHK_SESSION(dcb->session); client_protocol = SESSION_PROTOCOL(dcb->session, MySQLProtocol); } backend_protocol = (MySQLProtocol *) dcb->protocol; /** return only with complete session */ current_session = gw_get_shared_session_auth_info(dcb); ss_dassert(current_session != NULL); ss_dassert(dcb->session->state != SESSION_STATE_ALLOC); /* fprintf(stderr, ">>> backend EPOLLIN from %i, command %i,protocol * state [%s]\n", dcb->fd, dcb->command, gw_mysql_protocol_state2string * (backend_protocol->state)); */ /* backend is connected: * * 1. read server handshake * 2. and write auth request * 3. and return */ if (backend_protocol->state == MYSQL_CONNECTED) { gw_read_backend_handshake(backend_protocol); gw_send_authentication_to_backend( current_session->db, current_session->user, current_session->client_sha1, backend_protocol); rc = 1; goto return_rc; } /* ready to check the authentication reply from backend */ if (backend_protocol->state == MYSQL_AUTH_RECV) { ROUTER_OBJECT *router = NULL; ROUTER *router_instance = NULL; void *rsession = NULL; int rv = -1; SESSION *session = dcb->session; if (session) { router = session->service->router; router_instance = session->service->router_instance; rsession = session->router_session; } /* read backed auth reply */ rv = gw_receive_backend_auth(backend_protocol); switch (rv) { case MYSQL_FAILED_AUTHENTICATION: skygw_log_write_flush( LOGFILE_ERROR, "%lu [gw_read_backend_event] caught " "MYSQL_FAILED_AUTHENTICATION from " "gw_receive_backend_auth. Fd %d, user %s.", pthread_self(), dcb->fd, current_session->user); backend_protocol->state = MYSQL_AUTH_FAILED; /* send an error to the client */ mysql_send_custom_error( dcb->session->client, 1, 0, "Connection to backend lost right now"); /** * Protect call of closeSession. */ spinlock_acquire(&session->ses_lock); rsession = session->router_session; session->router_session = NULL; spinlock_release(&session->ses_lock); if (rsession != NULL) { skygw_log_write_flush( LOGFILE_TRACE, "%lu [gw_read_backend_event] Call " "closeSession for backend session.", pthread_self()); /* close the active session */ router->closeSession(router_instance, rsession); } else { skygw_log_write( LOGFILE_TRACE, "%lu [gw_read_backend_event] " "closeSession already called for " "backend session.", pthread_self()); } rc = 1; goto return_rc; case MYSQL_SUCCESFUL_AUTHENTICATION: skygw_log_write_flush( LOGFILE_TRACE, "%lu [gw_read_backend_event] caught " "MYSQL_SUCCESFUL_AUTHENTICATION from " "gw_receive_backend_auth. Fd %d, user %s.", pthread_self(), dcb->fd, current_session->user); spinlock_acquire(&dcb->authlock); backend_protocol->state = MYSQL_IDLE; /* check the delay queue and flush the data */ if(dcb->delayq) { backend_write_delayqueue(dcb); dcb->state = DCB_STATE_POLLING; spinlock_release(&dcb->authlock); rc = 1; goto return_rc; } spinlock_release(&dcb->authlock); rc = 0; goto return_rc; default: /* no other authentication state here right * now, so just return */ rc = 0; goto return_rc; } /**< switch (rv) */ } /**< if (backend_protocol->state == MYSQL_AUTH_RECV) */ /* reading MySQL command output from backend and writing to the client */ if ((client_protocol->state == MYSQL_WAITING_RESULT) || (client_protocol->state == MYSQL_IDLE)) { GWBUF *head = NULL; ROUTER_OBJECT *router = NULL; ROUTER *router_instance = NULL; void *rsession = NULL; SESSION *session = dcb->session; /* read available backend data */ rc = dcb_read(dcb, &head); if (rc == -1) { rc = 1; goto return_rc; } if (session != NULL) { router = session->service->router; router_instance = session->service->router_instance; rsession = session->router_session; } /* Note the gwbuf doesn't have here a valid queue->command * descriptions as it is a fresh new one! * We only have the copied value in dcb->command from previuos func.write() * and this will be used by the router->clientReply */ /* and pass now the gwbuf to the router */ router->clientReply(router_instance, rsession, head, dcb); rc = 1; goto return_rc; } rc = 0; return_rc: dcb->state = DCB_STATE_POLLING; return rc; } /* * EPOLLOUT handler for the MySQL Backend protocol module. * * @param dcb The descriptor control block * @return The number of bytes written */ static int gw_write_backend_event(DCB *dcb) { MySQLProtocol *backend_protocol = dcb->protocol; int w = 0; //fprintf(stderr, ">>> backend EPOLLOUT %i, protocol state [%s]\n", backend_protocol->fd, gw_mysql_protocol_state2string(backend_protocol->state)); // spinlock_acquire(&dcb->connectlock); dcb->state = DCB_STATE_PROCESSING; if (backend_protocol->state == MYSQL_PENDING_CONNECT) { backend_protocol->state = MYSQL_CONNECTED; // spinlock_release(&dcb->connectlock); dcb->state = DCB_STATE_POLLING; return 1; } // spinlock_release(&dcb->connectlock); w = dcb_drain_writeq(dcb); dcb->state = DCB_STATE_POLLING; return 1; } /* * Write function for backend DCB * * @param dcb The DCB of the backend * @param queue Queue of buffers to write * @return 0 on failure, 1 on success */ static int gw_MySQLWrite_backend(DCB *dcb, GWBUF *queue) { MySQLProtocol *backend_protocol = dcb->protocol; spinlock_acquire(&dcb->authlock); /** * Now put the incoming data to the delay queue unless backend is connected with auth ok */ if (backend_protocol->state != MYSQL_IDLE) { //fprintf(stderr, ">>> Writing in the backend %i delay queue: last dcb command %i, queue command %i, protocol state [%s]\n", dcb->fd, dcb->command, queue->command, gw_mysql_protocol_state2string(dcb->state)); backend_set_delayqueue(dcb, queue); spinlock_release(&dcb->authlock); return 1; } /** * Now we set the last command received, from the current queue */ memcpy(&dcb->command, &queue->command, sizeof(dcb->command)); spinlock_release(&dcb->authlock); return dcb_write(dcb, queue); } /** * Backend Error Handling * */ static int gw_error_backend_event(DCB *dcb) { fprintf(stderr, ">>> Handle Backend error function for %i\n", dcb->fd); dcb_close(dcb); return 1; } /* * Create a new backend connection. * * This routine will connect to a backend server and it is called by dbc_connect in router->newSession * * @param backend The Backend DCB allocated from dcb_connect * @param server The selected server to connect to * @param session The current session from Client DCB * @return 0 on Success or 1 on Failure. */ static int gw_create_backend_connection(DCB *backend, SERVER *server, SESSION *session) { MySQLProtocol *protocol = NULL; MYSQL_session *s_data = NULL; int rv = -1; protocol = (MySQLProtocol *) calloc(1, sizeof(MySQLProtocol)); protocol->state = MYSQL_ALLOC; protocol->protocol_chk_top = CHK_NUM_PROTOCOL; protocol->protocol_chk_tail = CHK_NUM_PROTOCOL; /* put the backend dcb in the protocol struct */ protocol->descriptor = backend; backend->protocol = protocol; s_data = (MYSQL_session *)session->client->data; /** * let's try to connect to a backend server, only connect sys call * The socket descriptor is in Non Blocking status, this is set in the function */ rv = gw_do_connect_to_backend(server->name, server->port, protocol); // we could also move later, this in to the gw_do_connect_to_backend using protocol->descriptor memcpy(&backend->fd, &protocol->fd, sizeof(backend->fd)); switch (rv) { case 0: //fprintf(stderr, "Connected to backend mysql server: fd is %i\n", backend->fd); protocol->state = MYSQL_CONNECTED; break; case 1: //fprintf(stderr, ">>> Connection is PENDING to backend mysql server: fd is %i\n", backend->fd); protocol->state = MYSQL_PENDING_CONNECT; break; default: fprintf(stderr, ">>> ERROR: NOT Connected to the backend mysql server!!!\n"); backend->fd = -1; break; } if (backend->fd > 0) { fprintf(stderr, ">>> Backend [%s:%i] added [%i], in the client session [%i]\n", server->name, server->port, backend->fd, session->client->fd); } backend->state = DCB_STATE_POLLING; return backend->fd; } /** * Hangup routine the backend dcb: it does nothing right now * * @param dcb The current Backend DCB * @return 1 always */ static int gw_backend_hangup(DCB *dcb) { return 1; } /** * Close the backend dcb * * @param dcb The current Backend DCB * @return 1 always */ static int gw_backend_close(DCB *dcb) { dcb_close(dcb); return 1; } /** * This routine put into the delay queue the input queue * The input is what backend DCB is receiving * The routine is called from func.write() when mysql backend connection * is not yet complete buu there are inout data from client * * @param dcb The current backend DCB * @param queue Input data in the GWBUF struct */ static void backend_set_delayqueue(DCB *dcb, GWBUF *queue) { spinlock_acquire(&dcb->delayqlock); if (dcb->delayq) { /* Append data */ dcb->delayq = gwbuf_append(dcb->delayq, queue); } else { if (queue != NULL) { /* create the delay queue */ dcb->delayq = queue; } } spinlock_release(&dcb->delayqlock); } /** * This routine writes the delayq via dcb_write * The dcb->delayq contains data received from the client before * mysql backend authentication succeded * * @param dcb The current backend DCB * @return The dcb_write status */ static int backend_write_delayqueue(DCB *dcb) { GWBUF *localq = NULL; spinlock_acquire(&dcb->delayqlock); localq = dcb->delayq; dcb->delayq = NULL; /** * Now we set the last command received, from the delayed queue */ memcpy(&dcb->command, &localq->command, sizeof(dcb->command)); spinlock_release(&dcb->delayqlock); return dcb_write(dcb, localq); } static int gw_change_user(DCB *backend, SERVER *server, SESSION *in_session, GWBUF *queue) { MYSQL_session *current_session = NULL; MySQLProtocol *backend_protocol = NULL; MySQLProtocol *client_protocol = NULL; char username[MYSQL_USER_MAXLEN+1]=""; char database[MYSQL_DATABASE_MAXLEN+1]=""; uint8_t client_sha1[MYSQL_SCRAMBLE_LEN]=""; uint8_t *client_auth_packet = GWBUF_DATA(queue); unsigned int auth_token_len = 0; uint8_t *auth_token = NULL; int rv = -1; int len = 0; int auth_ret = 1; current_session = (MYSQL_session *)in_session->client->data; backend_protocol = backend->protocol; client_protocol = in_session->client->protocol; queue->command = ROUTER_CHANGE_SESSION; // now get the user, after 4 bytes header and 1 byte command client_auth_packet += 5; strcpy(username, (char *)client_auth_packet); client_auth_packet += strlen(username) + 1; // get the auth token len memcpy(&auth_token_len, client_auth_packet, 1); client_auth_packet++; // allocate memory for token only if auth_token_len > 0 if (auth_token_len) { if ((auth_token = (uint8_t *)malloc(auth_token_len)) == NULL) return rv; memcpy(auth_token, client_auth_packet, auth_token_len); client_auth_packet += auth_token_len; } // decode the token and check the password // Note: if auth_token_len == 0 && auth_token == NULL, user is without password auth_ret = gw_check_mysql_scramble_data(backend->session->client, auth_token, auth_token_len, client_protocol->scramble, sizeof(client_protocol->scramble), username, client_sha1); // let's free the auth_token now if (auth_token) free(auth_token); if (auth_ret != 0) { fprintf(stderr, "<<< CLIENT AUTH FAILED for user [%s], user session will not change!\n", username); // send the error packet mysql_send_auth_error(backend->session->client, 1, 0, "Authorization failed on change_user"); } else { // get db name strcpy(database, (char *)client_auth_packet); //fprintf(stderr, "<<<< Backend session data is [%s],[%s],[%s]\n", current_session->user, current_session->client_sha1, current_session->db); rv = gw_send_change_user_to_backend(database, username, client_sha1, backend_protocol); /** * The current queue was not handled by func.write() in gw_send_change_user_to_backend() * We wrote a new gwbuf * Set backend command here! */ memcpy(&backend->command, &queue->command, sizeof(backend->command)); /** * Now copy new data into user session */ strcpy(current_session->user, username); strcpy(current_session->db, database); memcpy(current_session->client_sha1, client_sha1, sizeof(current_session->client_sha1)); //fprintf(stderr, ">>> The NEW Backend session data is [%s],[%s],[%s]: protocol state [%i]\n", current_session->user, current_session->client_sha1, current_session->db, backend_protocol->state); } // consume all the data received from client len = gwbuf_length(queue); queue = gwbuf_consume(queue, len); return rv; } /** * Session Change wrapper for func.write * The reply packet will be back routed to the right server * in the gw_read_backend_event checking the ROUTER_CHANGE_SESSION command in dcb->command * * @param * @return */ static int gw_session(DCB *backend_dcb, void *data) { GWBUF *queue = NULL; MySQLProtocol *backend_protocol = NULL; backend_protocol = backend_dcb->protocol; queue = (GWBUF *) data; queue->command = ROUTER_CHANGE_SESSION; backend_dcb->func.write(backend_dcb, queue); return 0; } /////