/* * Copyright (c) 2018 MariaDB Corporation Ab * * Use of this software is governed by the Business Source License included * in the LICENSE.TXT file and at www.mariadb.com/bsl11. * * Change Date: 2022-01-01 * * On the date above, in accordance with the Business Source License, use * of this software will be governed by version 2 or later of the General * Public License. */ #pragma once #include "readwritesplit.hh" #include "trx.hh" #include #include #include #include #include #define TARGET_IS_MASTER(t) maxscale::QueryClassifier::target_is_master(t) #define TARGET_IS_SLAVE(t) maxscale::QueryClassifier::target_is_slave(t) #define TARGET_IS_NAMED_SERVER(t) maxscale::QueryClassifier::target_is_named_server(t) #define TARGET_IS_ALL(t) maxscale::QueryClassifier::target_is_all(t) #define TARGET_IS_RLAG_MAX(t) maxscale::QueryClassifier::target_is_rlag_max(t) #define TARGET_IS_LAST_USED(t) maxscale::QueryClassifier::target_is_last_used(t) typedef std::map ClientHandleMap; /** External ID to internal ID */ typedef std::unordered_set TableSet; typedef std::map ResponseMap; /** List of slave responses that arrived before the master */ typedef std::list> SlaveResponseList; /** Map of COM_STMT_EXECUTE targets by internal ID */ typedef std::unordered_map ExecMap; /** * The client session of a RWSplit instance */ class RWSplitSession : public mxs::RouterSession , private mxs::QueryClassifier::Handler { RWSplitSession(const RWSplitSession&) = delete; RWSplitSession& operator=(const RWSplitSession&) = delete; public: enum { TARGET_UNDEFINED = maxscale::QueryClassifier::TARGET_UNDEFINED, TARGET_MASTER = maxscale::QueryClassifier::TARGET_MASTER, TARGET_SLAVE = maxscale::QueryClassifier::TARGET_SLAVE, TARGET_NAMED_SERVER = maxscale::QueryClassifier::TARGET_NAMED_SERVER, TARGET_ALL = maxscale::QueryClassifier::TARGET_ALL, TARGET_RLAG_MAX = maxscale::QueryClassifier::TARGET_RLAG_MAX, TARGET_LAST_USED = maxscale::QueryClassifier::TARGET_LAST_USED, }; enum otrx_state { OTRX_INACTIVE, // No open transactions OTRX_STARTING, // Transaction starting on slave OTRX_ACTIVE, // Transaction open on a slave server OTRX_ROLLBACK // Transaction being rolled back on the slave server }; enum wait_gtid_state { NONE, WAITING_FOR_HEADER, RETRYING_ON_MASTER, UPDATING_PACKETS }; virtual ~RWSplitSession() { } /** * Create a new router session * * @param instance Router instance * @param session The session object * * @return New router session */ static RWSplitSession* create(RWSplit* router, MXS_SESSION* session); /** * Called when a client session has been closed. */ void close(); /** * Called when a packet being is routed to the backend. The router should * forward the packet to the appropriate server(s). * * @param pPacket A client packet. */ int32_t routeQuery(GWBUF* pPacket); /** * Called when a packet is routed to the client. The router should * forward the packet to the client using `MXS_SESSION_ROUTE_REPLY`. * * @param pPacket A client packet. * @param pBackend The backend the packet is coming from. */ void clientReply(GWBUF* pPacket, DCB* pBackend); /** * * @param pMessage The error message. * @param pProblem The DCB on which the error occurred. * @param action The context. * @param pSuccess On output, if false, the session will be terminated. */ void handleError(GWBUF* pMessage, DCB* pProblem, mxs_error_action_t action, bool* pSuccess); mxs::QueryClassifier& qc() { return m_qc; } // TODO: Make member variables private mxs::SRWBackendList m_backends; /**< List of backend servers */ mxs::SRWBackend m_current_master; /**< Current master server */ mxs::SRWBackend m_target_node; /**< The currently locked target node */ mxs::SRWBackend m_prev_target; /**< The previous target where a query was sent */ Config m_config; /**< Configuration for this session */ int m_nbackends; /**< Number of backend servers (obsolete) */ DCB* m_client; /**< The client DCB */ uint64_t m_sescmd_count; /**< Number of executed session commands */ int m_expected_responses; /**< Number of expected responses to the current * query */ GWBUF* m_query_queue; /**< Queued commands waiting to be executed */ RWSplit* m_router; /**< The router instance */ mxs::SessionCommandList m_sescmd_list; /**< List of executed session commands */ ResponseMap m_sescmd_responses; /**< Response to each session command */ SlaveResponseList m_slave_responses; /**< Slaves that replied before the master */ uint64_t m_sent_sescmd; /**< ID of the last sent session command*/ uint64_t m_recv_sescmd; /**< ID of the most recently completed session * command */ ClientHandleMap m_ps_handles; /**< Client PS handle to internal ID mapping */ ExecMap m_exec_map; /**< Map of COM_STMT_EXECUTE statement IDs to * Backends */ std::string m_gtid_pos; /**< Gtid position for causal read */ wait_gtid_state m_wait_gtid; /**< State of MASTER_GTID_WAIT reply */ uint32_t m_next_seq; /**< Next packet's sequence number */ mxs::QueryClassifier m_qc; /**< The query classifier. */ uint64_t m_retry_duration; /**< Total time spent retrying queries */ mxs::Buffer m_current_query; /**< Current query being executed */ Trx m_trx; /**< Current transaction */ bool m_is_replay_active; /**< Whether we are actively replaying a * transaction */ bool m_can_replay_trx; /**< Whether the transaction can be replayed */ Trx m_replayed_trx; /**< The transaction we are replaying */ mxs::Buffer m_interrupted_query; /**< Query that was interrupted mid-transaction. * */ otrx_state m_otrx_state = OTRX_INACTIVE; /**< Optimistic trx state*/ private: RWSplitSession(RWSplit* instance, MXS_SESSION* session, const mxs::SRWBackendList& backends, const mxs::SRWBackend& master); void process_sescmd_response(mxs::SRWBackend& backend, GWBUF** ppPacket); void compress_history(mxs::SSessionCommand& sescmd); bool route_session_write(GWBUF* querybuf, uint8_t command, uint32_t type); void continue_large_session_write(GWBUF* querybuf, uint32_t type); bool route_single_stmt(GWBUF* querybuf); bool route_stored_query(); mxs::SRWBackend get_hinted_backend(char* name); mxs::SRWBackend get_slave_backend(int max_rlag); mxs::SRWBackend get_master_backend(); mxs::SRWBackend get_last_used_backend(); mxs::SRWBackend get_target_backend(backend_type_t btype, char* name, int max_rlag); bool handle_target_is_all(route_target_t route_target, GWBUF* querybuf, int packet_type, uint32_t qtype); mxs::SRWBackend handle_hinted_target(GWBUF* querybuf, route_target_t route_target); mxs::SRWBackend handle_slave_is_target(uint8_t cmd, uint32_t stmt_id); bool handle_master_is_target(mxs::SRWBackend* dest); bool handle_got_target(GWBUF* querybuf, mxs::SRWBackend& target, bool store); void handle_connection_keepalive(mxs::SRWBackend& target); bool prepare_target(mxs::SRWBackend& target, route_target_t route_target); void retry_query(GWBUF* querybuf, int delay = 1); bool should_replace_master(mxs::SRWBackend& target); void replace_master(mxs::SRWBackend& target); bool should_migrate_trx(mxs::SRWBackend& target); void log_master_routing_failure(bool found, mxs::SRWBackend& old_master, mxs::SRWBackend& curr_master); GWBUF* handle_causal_read_reply(GWBUF* writebuf, mxs::SRWBackend& backend); GWBUF* add_prefix_wait_gtid(SERVER* server, GWBUF* origin); void correct_packet_sequence(GWBUF* buffer); GWBUF* discard_master_wait_gtid_result(GWBUF* buffer); int get_max_replication_lag(); mxs::SRWBackend& get_backend_from_dcb(DCB* dcb); void handle_error_reply_client(DCB* backend_dcb, GWBUF* errmsg); bool handle_error_new_connection(DCB* backend_dcb, GWBUF* errmsg); void manage_transactions(mxs::SRWBackend& backend, GWBUF* writebuf); void trx_replay_next_stmt(); // Do we have at least one open slave connection bool have_connected_slaves() const; /** * Start the replaying of the latest transaction * * @return True if the session can continue. False if the session must be closed. */ bool start_trx_replay(); /** * See if the transaction could be done on a slave * * @param route_target Target where the query is routed * * @return True if the query can be attempted on a slave */ bool should_try_trx_on_slave(route_target_t route_target) const; /** * Track optimistic transaction status * * Tracks the progress of the optimistic transaction and starts the rollback * procedure if the transaction turns out to be one that modifies data. * * @param buffer Current query * * @return Whether the current statement should be stored for the duration of the query */ bool track_optimistic_trx(GWBUF** buffer); private: // QueryClassifier::Handler bool lock_to_master(); bool is_locked_to_master() const; bool supports_hint(HINT_TYPE hint_type) const; inline bool can_retry_query() const { /** Individual queries can only be retried if we are not inside * a transaction. If a query in a transaction needs to be retried, * the whole transaction must be replayed before the retrying is done. * * @see handle_trx_replay */ return m_config.delayed_retry && m_retry_duration < m_config.delayed_retry_timeout && !session_trx_is_active(m_client->session); } inline bool can_recover_servers() const { return !m_config.disable_sescmd_history || m_recv_sescmd == 0; } inline bool is_large_query(GWBUF* buf) { uint32_t buflen = gwbuf_length(buf); // The buffer should contain at most (2^24 - 1) + 4 bytes ... mxb_assert(buflen <= MYSQL_HEADER_LEN + GW_MYSQL_MAX_PACKET_LEN); // ... and the payload should be buflen - 4 bytes mxb_assert(MYSQL_GET_PAYLOAD_LEN(GWBUF_DATA(buf)) == buflen - MYSQL_HEADER_LEN); return buflen == MYSQL_HEADER_LEN + GW_MYSQL_MAX_PACKET_LEN; } void update_trx_statistics() { if (session_trx_is_ending(m_client->session)) { mxb::atomic::add(m_qc.is_trx_still_read_only() ? &m_router->stats().n_ro_trx : &m_router->stats().n_rw_trx, 1, mxb::atomic::RELAXED); } } }; /** * @brief Get the internal ID for the given binary prepared statement * * @param rses Router client session * @param buffer Buffer containing a binary protocol statement other than COM_STMT_PREPARE * * @return The internal ID of the prepared statement that the buffer contents refer to */ uint32_t get_internal_ps_id(RWSplitSession* rses, GWBUF* buffer); #define STRTARGET(t) \ (t == TARGET_ALL ? "TARGET_ALL" \ : (t == TARGET_MASTER ? "TARGET_MASTER" \ : (t == TARGET_SLAVE ? "TARGET_SLAVE" \ : (t \ == TARGET_NAMED_SERVER \ ? "TARGET_NAMED_SERVER" \ : (t \ == \ TARGET_RLAG_MAX \ ? "TARGET_RLAG_MAX" \ : ( \ t \ == \ TARGET_UNDEFINED \ ? \ "TARGET_UNDEFINED" \ : \ "Unknown target value"))))))