It is possible that replication is severely lagging when slaves are being synchronized. This means that a timeout of 120 seconds might not be enough.
		
			
				
	
	
		
			247 lines
		
	
	
		
			9.0 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
			
		
		
	
	
			247 lines
		
	
	
		
			9.0 KiB
		
	
	
	
		
			C++
		
	
	
	
	
	
#include <iostream>
 | 
						|
#include "testconnections.h"
 | 
						|
#include "maxadmin_operations.h"
 | 
						|
#include "sql_t1.h"
 | 
						|
 | 
						|
#include "test_binlog_fnc.h"
 | 
						|
 | 
						|
int check_sha1(TestConnections* Test)
 | 
						|
{
 | 
						|
    if (Test->binlog_master_gtid || Test->binlog_slave_gtid)
 | 
						|
    {
 | 
						|
        Test->tprintf("GTID is in use, do not check sha1\n");
 | 
						|
        return 0;
 | 
						|
    }
 | 
						|
    else
 | 
						|
    {
 | 
						|
        char sys[1024];
 | 
						|
        char * x;
 | 
						|
        int local_result = 0;
 | 
						|
        int i;
 | 
						|
        int exit_code;
 | 
						|
 | 
						|
        char *s_maxscale;
 | 
						|
        char *s;
 | 
						|
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->tprintf("ls before FLUSH LOGS");
 | 
						|
        Test->tprintf("Maxscale");
 | 
						|
        Test->maxscales->ssh_node_f(0, true, "ls -la %s/mar-bin.0000*", Test->maxscales->maxscale_binlog_dir);
 | 
						|
        Test->tprintf("Master");
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->maxscales->ssh_node(0, "ls -la /var/lib/mysql/mar-bin.0000*", false);
 | 
						|
 | 
						|
        Test->tprintf("FLUSH LOGS");
 | 
						|
        Test->set_timeout(100);
 | 
						|
        local_result += execute_query(Test->repl->nodes[0], (char *) "FLUSH LOGS");
 | 
						|
        Test->tprintf("Logs flushed");
 | 
						|
        Test->set_timeout(100);
 | 
						|
        Test->repl->sync_slaves();
 | 
						|
        Test->tprintf("ls after first FLUSH LOGS");
 | 
						|
        Test->tprintf("Maxscale");
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->maxscales->ssh_node_f(0, true, "ls -la %s/mar-bin.0000*", Test->maxscales->maxscale_binlog_dir);
 | 
						|
 | 
						|
        Test->tprintf("Master");
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->maxscales->ssh_node(0, "ls -la /var/lib/mysql/mar-bin.0000*", false);
 | 
						|
 | 
						|
        Test->set_timeout(100);
 | 
						|
        Test->tprintf("FLUSH LOGS");
 | 
						|
        local_result += execute_query(Test->repl->nodes[0], (char *) "FLUSH LOGS");
 | 
						|
        Test->tprintf("Logs flushed");
 | 
						|
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->repl->sync_slaves();
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->tprintf("ls before FLUSH LOGS");
 | 
						|
        Test->tprintf("Maxscale");
 | 
						|
 | 
						|
        Test->maxscales->ssh_node_f(0, true,  "ls -la %s/mar-bin.0000*", Test->maxscales->maxscale_binlog_dir);
 | 
						|
 | 
						|
        Test->tprintf("Master");
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->maxscales->ssh_node(0, "ls -la /var/lib/mysql/mar-bin.0000*", false);
 | 
						|
 | 
						|
 | 
						|
        for (i = 1; i < 3; i++)
 | 
						|
        {
 | 
						|
            Test->tprintf("FILE: 000000%d", i);
 | 
						|
            Test->set_timeout(50);
 | 
						|
            s_maxscale = Test->maxscales->ssh_node_output_f(0, true, &exit_code, "sha1sum %s/mar-bin.00000%d",
 | 
						|
                                                            Test->maxscales->maxscale_binlog_dir, i);
 | 
						|
            if (s_maxscale != NULL)
 | 
						|
            {
 | 
						|
                x = strchr(s_maxscale, ' ');
 | 
						|
                if (x != NULL )
 | 
						|
                {
 | 
						|
                    x[0] = 0;
 | 
						|
                }
 | 
						|
                Test->tprintf("Binlog checksum from Maxscale %s", s_maxscale);
 | 
						|
            }
 | 
						|
 | 
						|
            sprintf(sys, "sha1sum /var/lib/mysql/mar-bin.00000%d", i);
 | 
						|
            Test->set_timeout(50);
 | 
						|
            s = Test->repl->ssh_node_output(0, sys, true, &exit_code);
 | 
						|
            if (s != NULL)
 | 
						|
            {
 | 
						|
                x = strchr(s, ' ');
 | 
						|
                if (x != NULL )
 | 
						|
                {
 | 
						|
                    x[0] = 0;
 | 
						|
                }
 | 
						|
                Test->tprintf("Binlog checksum from master %s", s);
 | 
						|
            }
 | 
						|
            if (strcmp(s_maxscale, s) != 0)
 | 
						|
            {
 | 
						|
                Test->tprintf("Binlog from master checksum is not equal to binlog checksum from Maxscale node");
 | 
						|
                local_result++;
 | 
						|
            }
 | 
						|
        }
 | 
						|
        return local_result;
 | 
						|
    }
 | 
						|
}
 | 
						|
 | 
						|
int start_transaction(TestConnections* Test)
 | 
						|
{
 | 
						|
    int local_result = 0;
 | 
						|
    Test->tprintf("Transaction test");
 | 
						|
    Test->tprintf("Start transaction");
 | 
						|
    execute_query(Test->repl->nodes[0], (char *) "DELETE FROM t1 WHERE fl=10;");
 | 
						|
    local_result += execute_query(Test->repl->nodes[0], (char *) "START TRANSACTION");
 | 
						|
    local_result += execute_query(Test->repl->nodes[0], (char *) "SET autocommit = 0");
 | 
						|
    Test->tprintf("INSERT data");
 | 
						|
    local_result += execute_query(Test->repl->nodes[0], (char *) "INSERT INTO t1 VALUES(111, 10)");
 | 
						|
    Test->set_timeout(120);
 | 
						|
    Test->repl->sync_slaves();
 | 
						|
 | 
						|
    return local_result;
 | 
						|
}
 | 
						|
 | 
						|
void test_binlog(TestConnections* Test)
 | 
						|
{
 | 
						|
    int i;
 | 
						|
    MYSQL* binlog;
 | 
						|
    Test->repl->connect();
 | 
						|
 | 
						|
    Test->set_timeout(100);
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "SET NAMES utf8mb4");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "set autocommit=1");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "select USER()");
 | 
						|
 | 
						|
    Test->set_timeout(100);
 | 
						|
    create_t1(Test->repl->nodes[0]);
 | 
						|
    Test->add_result(insert_into_t1(Test->repl->nodes[0], 4), "Data inserting to t1 failed");
 | 
						|
    Test->stop_timeout();
 | 
						|
    Test->tprintf("Waiting for replication to catch up");
 | 
						|
    Test->set_timeout(500);
 | 
						|
    Test->repl->sync_slaves();
 | 
						|
 | 
						|
    for (i = 0; i < Test->repl->N; i++)
 | 
						|
    {
 | 
						|
        Test->tprintf("Checking data from node %d (%s)", i, Test->repl->IP[i]);
 | 
						|
        Test->set_timeout(100);
 | 
						|
        Test->add_result(select_from_t1(Test->repl->nodes[i], 4), "Selecting from t1 failed");
 | 
						|
        Test->stop_timeout();
 | 
						|
    }
 | 
						|
 | 
						|
    Test->set_timeout(10);
 | 
						|
    Test->tprintf("First transaction test (with ROLLBACK)");
 | 
						|
    start_transaction(Test);
 | 
						|
 | 
						|
    Test->set_timeout(50);
 | 
						|
 | 
						|
    Test->tprintf("SELECT * FROM t1 WHERE fl=10, checking inserted values");
 | 
						|
    Test->add_result(execute_query_check_one(Test->repl->nodes[0], (char *) "SELECT * FROM t1 WHERE fl=10",
 | 
						|
                                             "111"), "SELECT check failed");
 | 
						|
 | 
						|
 | 
						|
    Test->tprintf("ROLLBACK");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "ROLLBACK");
 | 
						|
    Test->tprintf("INSERT INTO t1 VALUES(112, 10)");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "INSERT INTO t1 VALUES(112, 10)");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "COMMIT");
 | 
						|
    Test->set_timeout(120);
 | 
						|
    Test->repl->sync_slaves();
 | 
						|
 | 
						|
    Test->set_timeout(20);
 | 
						|
    Test->tprintf("SELECT * FROM t1 WHERE fl=10, checking inserted values");
 | 
						|
    Test->add_result(execute_query_check_one(Test->repl->nodes[0], (char *) "SELECT * FROM t1 WHERE fl=10",
 | 
						|
                                             "112"), "SELECT check failed");
 | 
						|
 | 
						|
    Test->tprintf("SELECT * FROM t1 WHERE fl=10, checking inserted values from slave");
 | 
						|
    Test->add_result(execute_query_check_one(Test->repl->nodes[2], (char *) "SELECT * FROM t1 WHERE fl=10",
 | 
						|
                                             "112"), "SELECT check failed");
 | 
						|
    Test->tprintf("DELETE FROM t1 WHERE fl=10");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "DELETE FROM t1 WHERE fl=10");
 | 
						|
    Test->tprintf("Checking t1");
 | 
						|
    Test->add_result(select_from_t1(Test->repl->nodes[0], 4), "SELECT from t1 failed");
 | 
						|
 | 
						|
    Test->tprintf("Second transaction test (with COMMIT)");
 | 
						|
    start_transaction(Test);
 | 
						|
 | 
						|
    Test->tprintf("COMMIT");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "COMMIT");
 | 
						|
 | 
						|
    Test->tprintf("SELECT, checking inserted values");
 | 
						|
    Test->add_result(execute_query_check_one(Test->repl->nodes[0], (char *) "SELECT * FROM t1 WHERE fl=10",
 | 
						|
                                             "111"), "SELECT check failed");
 | 
						|
 | 
						|
    Test->tprintf("SELECT, checking inserted values from slave");
 | 
						|
    Test->add_result(execute_query_check_one(Test->repl->nodes[2], (char *) "SELECT * FROM t1 WHERE fl=10",
 | 
						|
                                             "111"), "SELECT check failed");
 | 
						|
    Test->tprintf("DELETE FROM t1 WHERE fl=10");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "DELETE FROM t1 WHERE fl=10");
 | 
						|
 | 
						|
    Test->stop_timeout();
 | 
						|
 | 
						|
    Test->set_timeout(50);
 | 
						|
    Test->add_result(check_sha1(Test), "sha1 check failed");
 | 
						|
    Test->repl->close_connections();
 | 
						|
 | 
						|
    Test->stop_timeout();
 | 
						|
 | 
						|
    // test SLAVE STOP/START
 | 
						|
    Test->tprintf("test SLAVE STOP/START");
 | 
						|
    Test->set_timeout(100);
 | 
						|
    Test->repl->connect();
 | 
						|
 | 
						|
    Test->tprintf("Dropping and re-creating t1");
 | 
						|
    Test->try_query(Test->repl->nodes[0], (char *) "DROP TABLE IF EXISTS t1");
 | 
						|
    create_t1(Test->repl->nodes[0]);
 | 
						|
 | 
						|
    Test->tprintf("Connecting to MaxScale binlog router");
 | 
						|
    binlog = open_conn(Test->maxscales->binlog_port[0], Test->maxscales->IP[0], Test->repl->user_name,
 | 
						|
                       Test->repl->password,
 | 
						|
                       Test->ssl);
 | 
						|
 | 
						|
    Test->tprintf("STOP SLAVE against Maxscale binlog");
 | 
						|
    execute_query(binlog, (char *) "STOP SLAVE");
 | 
						|
 | 
						|
    Test->tprintf("FLUSH LOGS on master");
 | 
						|
    execute_query(Test->repl->nodes[0], (char *) "FLUSH LOGS");
 | 
						|
    execute_query(Test->repl->nodes[0], (char *) "FLUSH LOGS");
 | 
						|
    execute_query(Test->repl->nodes[0], (char *) "FLUSH LOGS");
 | 
						|
    execute_query(Test->repl->nodes[0], (char *) "FLUSH LOGS");
 | 
						|
 | 
						|
    Test->add_result(insert_into_t1(Test->repl->nodes[0], 4), "INSERT into t1 failed");
 | 
						|
 | 
						|
    Test->tprintf("START SLAVE against Maxscale binlog");
 | 
						|
    Test->try_query(binlog, (char *) "START SLAVE");
 | 
						|
 | 
						|
    Test->set_timeout(120);
 | 
						|
    Test->repl->sync_slaves();
 | 
						|
 | 
						|
    for (i = 0; i < Test->repl->N; i++)
 | 
						|
    {
 | 
						|
        Test->set_timeout(50);
 | 
						|
        Test->tprintf("Checking data from node %d (%s)", i, Test->repl->IP[i]);
 | 
						|
        Test->add_result(select_from_t1(Test->repl->nodes[i], 4), "SELECT from t1 failed");
 | 
						|
    }
 | 
						|
 | 
						|
    Test->set_timeout(100);
 | 
						|
    Test->add_result(check_sha1(Test), "sha1 check failed");
 | 
						|
    Test->repl->close_connections();
 | 
						|
    Test->stop_timeout();
 | 
						|
}
 |