Files
MaxScale/maxscale-system-test/utilities.cmake
Markus Mäkelä 0907e0f0e5 Add BACKEND_SSL VM type
This is needed by tests that use add_test_executable_ex and require
backend SSL. Also fixed a problem in disable_ssl where an empty query was
executed instead of the query itself.
2020-05-27 14:06:51 +03:00

247 lines
9.4 KiB
CMake

# Default test timeout
set(TEST_TIMEOUT 3600)
# Adds linebreaks to curly brackets in a variable.
function(add_linebreaks source_var dest_var)
string(REPLACE }, },\n splitted "${${source_var}}")
set(${dest_var} ${splitted} PARENT_SCOPE)
endfunction()
# Helper function to add a configuration template to the global test definitions list.
# Parameters are as in add_test_executable().
function(add_template name template labels)
set(config_template_path "${CMAKE_SOURCE_DIR}/maxscale-system-test/cnf/maxscale.cnf.template.${template}")
set(new_def "{\"${name}\", \"${config_template_path}\", \"${labels}\"}")
set(TEST_DEFINITIONS "${TEST_DEFINITIONS}${new_def}," CACHE INTERNAL "")
endfunction()
# Helper function to add a configuration template
function(add_template_manual name template)
add_template(${name} ${template} "CONFIG")
endfunction()
# Helper function to add a configuration template
function(add_test_info name cnf_file_path labels)
if (NOT EXISTS ${cnf_file_path})
message(FATAL_ERROR "Config file ${cnf_file_path} not found.")
endif()
set(new_def "{\"${name}\", \"${cnf_file_path}\", \"${labels}\"}")
set(TEST_DEFINITIONS "${TEST_DEFINITIONS}${new_def}," CACHE INTERNAL "")
endfunction()
# Helper function for adding properties to a test. Adds the default timeout and labels.
function(add_test_properties name labels)
list(APPEND labels ${ARGN})
# Remove the LABELS-string from the list if it's there.
list(REMOVE_ITEM labels "LABELS")
set_property(TEST ${name} PROPERTY TIMEOUT ${TEST_TIMEOUT})
set_property(TEST ${name} APPEND PROPERTY LABELS ${labels})
endfunction()
# This functions adds a source file as an executable, links that file against
# the common test core and creates a test from it.
# Parameters:
# source Test source code file name
# name Name of the generated test executable and the test itself
# template Configuration file template file name. Should only be the last part of the file name. The file
# should be located in the /cnf/ directory and have prefix "maxscale.cnf.template.".
# labels Test labels. The labels can be given as "Label1;Label2;Label3..." or "Label1 Label2 Label3 ..."
# Example: to add simple_test.cpp with maxscale.cnf.template.simple_config to the
# test set, the function should be called as follows:
# add_test_executable(simple_test.cpp simple_test simple_config LABELS some_label)
function(add_test_executable source name template labels)
list(APPEND labels ${ARGN})
add_template(${name} ${template} "${labels}")
add_executable(${name} ${source})
target_link_libraries(${name} maxtest)
add_test(NAME ${name} COMMAND ${CMAKE_CURRENT_BINARY_DIR}/${name} ${name} WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
add_test_properties(${name} ${labels})
endfunction()
# Same as add_test_executable, but do not add executable into tests list
function(add_test_executable_notest source name template)
add_template(${name} ${template} "${ARGN}")
add_executable(${name} ${source})
target_link_libraries(${name} maxtest)
endfunction()
# Add a test which uses another test as the executable
function(add_test_derived name executable template labels)
list(APPEND labels ${ARGN})
add_template(${name} ${template} "${labels}")
add_test(NAME ${name} COMMAND ${CMAKE_CURRENT_BINARY_DIR}/${executable} ${name} WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
add_test_properties(${name} ${labels})
endfunction()
# This function adds a script as a test with the specified name and template.
# The naming of the templates follow the same principles as add_test_executable.
# also suitable for symlinks
function(add_test_script name script template labels)
list(APPEND labels ${ARGN})
add_template(${name} ${template} "${labels}")
add_test(NAME ${name} COMMAND non_native_setup ${name} ${script} WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
add_test_properties(${name} ${labels})
endfunction()
# Same as "add_test_executable" but with a local config template file. Called using named arguments as in
# add_test_executable_ex(NAME <testname> SOURCE <source.cc> CONFIG <configfile.cnf> VMS <backends setup>
# LABELS <label list>).
#
# If creating a derived test, denote the original test with ORIG_NAME.
function(add_test_executable_ex)
set(arg_names NAME SOURCE CONFIG LIBS VMS LABELS ORIG_NAME)
set(now_parsing "")
foreach(elem ${ARGN})
list(FIND arg_names ${elem} arg_names_ind)
if (arg_names_ind GREATER -1)
set(now_parsing ${elem})
else()
# Add element to target list depending on last argument name.
if (NOT now_parsing)
message(FATAL_ERROR "${elem} is not preceded by a valid argument name. Argument names are "
"${arg_names}")
elseif("${now_parsing}" STREQUAL "NAME")
list(APPEND name ${elem})
elseif("${now_parsing}" STREQUAL "SOURCE")
list(APPEND source_file ${elem})
elseif("${now_parsing}" STREQUAL "CONFIG")
list(APPEND config_file ${elem})
elseif("${now_parsing}" STREQUAL "LIBS")
list(APPEND link_libraries ${elem})
elseif("${now_parsing}" STREQUAL "VMS")
list(APPEND vms_setup ${elem})
elseif("${now_parsing}" STREQUAL "LABELS")
list(APPEND labels ${elem})
elseif("${now_parsing}" STREQUAL "ORIG_NAME")
list(APPEND orig_name ${elem})
endif()
endif()
endforeach()
# Check that name, source and config are single-valued.
set(errmsg "is not set or has multiple values.")
list(LENGTH name list_len)
if (NOT ${list_len} EQUAL 1)
message(FATAL_ERROR "NAME ${errmsg}")
endif()
# If original name was given, source file should not.
list(LENGTH orig_name n_orig_name)
list(LENGTH source_file n_source_file)
if ("${n_orig_name}" GREATER 1)
message(FATAL_ERROR "ORIG_NAME has multiple values.")
elseif("${n_orig_name}" EQUAL 1)
if ("${n_source_file}" GREATER 0)
message(FATAL_ERROR "Both ORIG_NAME and SOURCE are defined.")
endif()
# Also check link libraries
list(LENGTH link_libraries n_link_libraries)
if ("${n_link_libraries}" GREATER 0)
message(FATAL_ERROR "Both ORIG_NAME and LIBS are defined.")
endif()
get_test_property(${orig_name} TIMEOUT to)
if (NOT to)
message(FATAL_ERROR "${orig_name} is not an existing test.")
endif()
elseif(NOT ${n_source_file} EQUAL 1)
message(FATAL_ERROR "SOURCE ${errmsg}")
endif()
list(LENGTH config_file list_len)
if (NOT ${list_len} EQUAL 1)
message(FATAL_ERROR "CONFIG ${errmsg}")
endif()
# VMS may be multivalued. If not using any backends, the value should be "none".
list(LENGTH vms_setup list_len)
if (${list_len} LESS 1)
message(FATAL_ERROR "VMS is not set.")
else()
# Check that the vms setup is recognized.
set(known_vms_setups none repl_backend galera_backend big_repl_backend columnstore_backend second_maxscale backend_ssl)
foreach(elem ${vms_setup})
list(FIND known_vms_setups ${elem} vms_ind)
if (vms_ind GREATER -1)
if (NOT ${elem} STREQUAL "none")
# MDBCI-labels are in caps.
string(TOUPPER ${elem} elem_upper)
list(APPEND vms_upper ${elem_upper})
endif()
else()
message(FATAL_ERROR "${elem} is not a valid VM setup. Valid values are " "${known_vms_setups}")
endif()
endforeach()
endif()
set(config_file_path "${CMAKE_CURRENT_SOURCE_DIR}/${config_file}")
add_test_info(${name} ${config_file_path} "${vms_upper}")
if ("${n_source_file}" EQUAL 1)
add_executable(${name} ${source_file})
list(APPEND link_libraries maxtest)
target_link_libraries(${name} ${link_libraries})
add_test(NAME ${name} COMMAND ${CMAKE_CURRENT_BINARY_DIR}/${name} ${name} WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
else()
add_test(NAME ${name} COMMAND ${CMAKE_CURRENT_BINARY_DIR}/${orig_name} ${name} WORKING_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR})
endif()
list(APPEND ctest_labels ${vms_upper} ${labels})
add_test_properties(${name} ${ctest_labels})
endfunction()
# Label a list of tests as heavy, long running tests
macro(heavy_weight_tests)
foreach(name IN ITEMS ${ARGN})
set_property(TEST ${name} PROPERTY LABELS "HEAVY")
endforeach()
endmacro()
# Label tests as medium weight tests. These tests take more than 180 seconds to complete.
macro(medium_weight_tests)
foreach(name IN ITEMS ${ARGN})
set_property(TEST ${name} PROPERTY LABELS "MEDIUM")
endforeach()
endmacro()
# Label tests as light weight tests. These tests take less than 90 seconds to complete.
macro(light_weight_tests)
foreach(name IN ITEMS ${ARGN})
set_property(TEST ${name} PROPERTY LABELS "LIGHT")
endforeach()
endmacro()
# Unstable tests. Ideally, there should be no tests with this label.
macro(unstable_tests)
foreach(name IN ITEMS ${ARGN})
set_property(TEST ${name} PROPERTY LABELS "UNSTABLE")
set_property(TEST ${name} PROPERTY LABELS "HEAVY")
endforeach()
endmacro()
# Test utilities
add_test_executable_notest(non_native_setup.cpp non_native_setup replication)
add_test_executable_notest(sysbench_example.cpp sysbench_example replication)
#
# Check that all required components are present. To build even without them,
# add e.g. -DHAVE_PHP=Y to the CMake invocation
#
find_program(HAVE_MYSQLTEST mysqltest)
if (NOT HAVE_MYSQLTEST)
message(FATAL_ERROR "Could not find mysqltest. Add -DHAVE_MYSQLTEST=Y to CMake invocation ignore this.")
endif()
find_program(HAVE_PHP php)
if (NOT HAVE_PHP)
message(FATAL_ERROR "Could not find php. Add -DHAVE_PHP=Y to CMake invocation ignore this.")
endif()