MaxScale/maxscale-system-test/mxs2057_systemd_watchdog.cpp

/*
 * Copyright (c) 2018 MariaDB Corporation Ab
 *
 * Use of this software is governed by the Business Source License included
 * in the LICENSE.TXT file and at www.mariadb.com/bsl11.
 *
 * Change Date: 2023-10-29
 *
 * On the date above, in accordance with the Business Source License, use
 * of this software will be governed by version 2 or later of the General
 * Public License.
 */

#include "testconnections.h"
#include <maxbase/stopwatch.hh>

namespace
{
// watchdog_interval 60 seconds, make sure it is the same in maxscale.service
const maxbase::Duration watchdog_interval {60.0};

// Return true if maxscale stays alive for the duration dur.
bool staying_alive(TestConnections& test, const maxbase::Duration& dur)
{
    bool alive = true;
    maxbase::StopWatch sw_loop_start;
    while (alive && sw_loop_start.split() < dur)
    {
        if (execute_query_silent(test.maxscales->conn_rwsplit[0], "select 1"))
        {
            alive = false;
            break;
        }
    }

    return alive;
}

// The bulk of the test.
void test_watchdog(TestConnections& test, int argc, char* argv[])
{
    test.log_includes(0, "The systemd watchdog is Enabled");

    // Wait for one watchdog interval, systemd should have been notified in that time.
    bool maxscale_alive = staying_alive(test, watchdog_interval);

    test.log_includes(0, "systemd watchdog keep-alive ping");

    test.set_timeout(2 * watchdog_interval.secs());

    // Make one thread in maxscale hang
    mysql_query(test.maxscales->conn_rwsplit[0], "select LUA_INFINITE_LOOP");

    // maxscale should get killed by systemd in less than duration(interval - epsilon).
    maxscale_alive = staying_alive(test, maxbase::Duration(1.2 * watchdog_interval.secs()));

    if (maxscale_alive)
    {
        test.add_result(true, "Although the systemd watchdog is enabled, "
                              "systemd did not terminate maxscale!");
    }
    else
    {
        test.log_includes(0, "received fatal signal 6");
        if (test.global_result == 0)
        {
            test.tprintf("Maxscale was killed by systemd - ok");
            test.maxscales->ssh_node_f(0, true, "rm -f /tmp/core*");
        }
    }
}
}

int main(int argc, char* argv[])
{
    TestConnections::skip_maxscale_start(true);
    TestConnections test {argc, argv};

    std::string lua_file("/infinite_loop.lua");
    std::string from = test_dir + lua_file;
    std::string to = std::string(test.maxscales->access_homedir[0]) + lua_file;

    test.maxscales->copy_to_node(0, from.c_str(), to.c_str());
    test.maxscales->start();
    sleep(2);
    test.maxscales->wait_for_monitor();
    test.maxscales->connect_maxscale(0);

    if (!test.global_result)
    {
        test_watchdog(test, argc, argv);
    }

    return test.global_result;
}