2020-01-10 17:58:41 +01:00
|
|
|
cmake_minimum_required(VERSION 3.3.0 FATAL_ERROR)
|
|
|
|
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT BASIC_PROJECT_CONFIG_DONE)
|
2017-03-27 22:12:20 +02:00
|
|
|
message(FATAL_ERROR "Before including the TestTarget module, the BasicConfig module must be included.")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
|
|
|
if (TEST_CONFIG_DONE)
|
2017-02-11 02:30:46 +01:00
|
|
|
message(FATAL_ERROR "Can not include TestTarget module when tests are already configured.")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2016-04-16 00:50:16 +02:00
|
|
|
|
2020-06-15 22:28:19 +02:00
|
|
|
include(TestUtilities)
|
2017-03-23 20:31:57 +01:00
|
|
|
|
2017-05-23 00:10:27 +02:00
|
|
|
# find and link against cppunit if required (used by all my projects, so it is required by default)
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT META_NO_CPP_UNIT)
|
2017-07-22 15:33:41 +02:00
|
|
|
# make cppunit library/include dir configurable
|
2019-11-30 17:58:01 +01:00
|
|
|
set(CPP_UNIT_LIB
|
|
|
|
NOTFOUND
|
|
|
|
CACHE FILEPATH "cppunit lib" FORCE)
|
|
|
|
set(CPP_UNIT_INCLUDE_DIR
|
|
|
|
NOTFOUND
|
|
|
|
CACHE FILEPATH "cppunit include dir" FORCE)
|
2017-07-22 15:33:41 +02:00
|
|
|
|
|
|
|
# set default for minimum version (only checked when using pkg-config)
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT META_REQUIRED_CPP_UNIT_VERSION)
|
2017-05-23 00:49:45 +02:00
|
|
|
set(META_REQUIRED_CPP_UNIT_VERSION 1.13.0)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2017-05-23 00:49:45 +02:00
|
|
|
|
2017-07-22 15:33:41 +02:00
|
|
|
# auto-detection: try to find via pkg-config first
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT CPP_UNIT_LIB AND NOT CPP_UNIT_INCLUDE_DIR)
|
2017-07-22 15:33:41 +02:00
|
|
|
include(FindPkgConfig)
|
|
|
|
pkg_search_module(CPP_UNIT_CONFIG_${META_PROJECT_NAME} cppunit>=${META_REQUIRED_CPP_UNIT_VERSION})
|
2019-02-06 17:30:52 +01:00
|
|
|
if (CPP_UNIT_CONFIG_${META_PROJECT_NAME}_FOUND)
|
2019-11-30 17:58:01 +01:00
|
|
|
set(CPP_UNIT_LIB
|
|
|
|
"${CPP_UNIT_CONFIG_${META_PROJECT_NAME}_LDFLAGS_OTHER}" "${CPP_UNIT_CONFIG_${META_PROJECT_NAME}_LIBRARIES}"
|
|
|
|
CACHE FILEPATH "cppunit lib" FORCE)
|
2019-06-01 12:14:30 +02:00
|
|
|
set(CPP_UNIT_INCLUDE_DIR
|
|
|
|
${CPP_UNIT_CONFIG_${META_PROJECT_NAME}_INCLUDE_DIRS}
|
|
|
|
CACHE FILEPATH "cppunit include dir" FORCE)
|
2017-07-22 15:33:41 +02:00
|
|
|
link_directories(${CPP_UNIT_CONFIG_${META_PROJECT_NAME}_LIBRARY_DIRS})
|
2019-02-06 17:30:52 +01:00
|
|
|
else ()
|
2017-07-22 15:33:41 +02:00
|
|
|
# fall back to find_library
|
|
|
|
find_library(DETECTED_CPP_UNIT_LIB cppunit)
|
2019-11-30 17:58:01 +01:00
|
|
|
set(CPP_UNIT_LIB
|
|
|
|
"${DETECTED_CPP_UNIT_LIB}"
|
|
|
|
CACHE FILEPATH "cppunit lib" FORCE)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
|
|
|
endif ()
|
2017-05-23 00:49:45 +02:00
|
|
|
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT CPP_UNIT_LIB)
|
2019-01-13 22:01:52 +01:00
|
|
|
message(WARNING "Unable to add test target because cppunit could not be located.")
|
|
|
|
set(META_HAVE_TESTS NO)
|
|
|
|
set(TEST_CONFIG_DONE YES)
|
|
|
|
return()
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-01-13 22:01:52 +01:00
|
|
|
|
|
|
|
list(APPEND TEST_LIBRARIES "${CPP_UNIT_LIB}")
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT CPP_UNIT_CONFIG_${META_PROJECT_NAME}_FOUND)
|
|
|
|
message(
|
|
|
|
WARNING
|
|
|
|
"Cppunit not detected via pkg-config so the version couldn't be checked. Required version for ${META_PROJECT_NAME} is ${META_REQUIRED_CPP_UNIT_VERSION}."
|
2019-11-30 17:58:01 +01:00
|
|
|
)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-01-13 22:01:52 +01:00
|
|
|
|
2019-02-06 17:30:52 +01:00
|
|
|
if (CPP_UNIT_INCLUDE_DIR)
|
2017-07-22 15:33:41 +02:00
|
|
|
list(APPEND TEST_INCLUDE_DIRS "${CPP_UNIT_INCLUDE_DIR}")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
|
|
|
endif ()
|
2016-04-16 00:50:16 +02:00
|
|
|
|
2019-01-13 22:14:42 +01:00
|
|
|
# add default cppunit test application if requested
|
2019-02-06 17:30:52 +01:00
|
|
|
if (META_ADD_DEFAULT_CPP_UNIT_TEST_APPLICATION)
|
|
|
|
if (META_NO_CPP_UNIT)
|
|
|
|
message(
|
|
|
|
FATAL_ERROR
|
|
|
|
"Project ${META_PROJECT_NAME} has META_ADD_DEFAULT_CPP_UNIT_TEST_APPLICATION and META_NO_CPP_UNIT enabled at the same time."
|
2019-11-30 17:58:01 +01:00
|
|
|
)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-01-13 22:14:42 +01:00
|
|
|
|
|
|
|
set(DEFAULT_CPP_UNIT_TEST_APPLICATION_SRC "${CMAKE_CURRENT_BINARY_DIR}/cppunit.cpp")
|
|
|
|
file(WRITE "${DEFAULT_CPP_UNIT_TEST_APPLICATION_SRC}" "#include <c++utilities/tests/cppunit.h>")
|
|
|
|
list(APPEND TEST_SRC_FILES "${DEFAULT_CPP_UNIT_TEST_APPLICATION_SRC}")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-01-13 22:14:42 +01:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# always link test applications against c++utilities
|
|
|
|
list(APPEND TEST_LIBRARIES ${CPP_UTILITIES_LIB})
|
2016-07-30 22:34:31 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# handle testing a library (which is default project type)
|
2019-04-03 22:06:27 +02:00
|
|
|
if (META_PROJECT_IS_LIBRARY)
|
2019-01-13 22:01:52 +01:00
|
|
|
# when testing a library, the test application always needs to link against it
|
2019-04-22 22:19:08 +02:00
|
|
|
list(APPEND TEST_LIBRARIES ${META_TARGET_NAME})
|
|
|
|
message(STATUS "Linking test target against ${META_TARGET_NAME}")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2017-03-27 22:12:20 +02:00
|
|
|
|
2020-01-26 19:24:04 +01:00
|
|
|
# create a 'testlib' and link tests against it when testing an application an the tests need to call internal functions of
|
|
|
|
# the application
|
2020-01-20 17:57:03 +01:00
|
|
|
if (META_PROJECT_IS_APPLICATION AND LINK_TESTS_AGAINST_APP_TARGET)
|
|
|
|
# create target for the 'testlib'
|
|
|
|
set(TESTLIB_FILES ${HEADER_FILES} ${SRC_FILES} ${WIDGETS_FILES} ${QML_FILES} ${RES_FILES} ${QM_FILES})
|
|
|
|
list(REMOVE_ITEM TESTLIB_FILES main.h main.cpp)
|
|
|
|
add_library(${META_TARGET_NAME}_testlib SHARED ${TESTLIB_FILES})
|
|
|
|
target_link_libraries(
|
|
|
|
${META_TARGET_NAME}_testlib
|
|
|
|
PUBLIC ${META_ADDITIONAL_LINK_FLAGS} "${PUBLIC_LIBRARIES}"
|
|
|
|
PRIVATE "${PRIVATE_LIBRARIES}")
|
|
|
|
target_include_directories(
|
|
|
|
${META_TARGET_NAME}_testlib
|
|
|
|
PUBLIC $<BUILD_INTERFACE:${CMAKE_CURRENT_SOURCE_DIR}> $<INSTALL_INTERFACE:${HEADER_INSTALL_DESTINATION}>
|
|
|
|
${PUBLIC_INCLUDE_DIRS}
|
|
|
|
PRIVATE "${PRIVATE_INCLUDE_DIRS}")
|
|
|
|
target_compile_definitions(
|
|
|
|
${META_TARGET_NAME}_testlib
|
|
|
|
PUBLIC "${META_PUBLIC_COMPILE_DEFINITIONS}"
|
|
|
|
PRIVATE "${META_PRIVATE_COMPILE_DEFINITIONS}")
|
|
|
|
target_compile_options(
|
|
|
|
${META_TARGET_NAME}_testlib
|
|
|
|
PUBLIC "${META_PUBLIC_COMPILE_OPTIONS}"
|
|
|
|
PRIVATE "${META_PRIVATE_COMPILE_OPTIONS}")
|
|
|
|
set_target_properties(
|
|
|
|
${META_TARGET_NAME}_testlib
|
2020-10-10 01:07:06 +02:00
|
|
|
PROPERTIES CXX_STANDARD "${META_CXX_STANDARD}"
|
|
|
|
C_VISIBILITY_PRESET default
|
|
|
|
CXX_VISIBILITY_PRESET default
|
|
|
|
LINK_SEARCH_START_STATIC ${STATIC_LINKAGE}
|
|
|
|
LINK_SEARCH_END_STATIC ${STATIC_LINKAGE}
|
|
|
|
AUTOGEN_TARGET_DEPENDS "${AUTOGEN_DEPS}")
|
2020-01-20 17:57:03 +01:00
|
|
|
if (CPP_UNIT_CONFIG_${META_PROJECT_NAME}_FOUND)
|
|
|
|
target_include_directories(${META_TARGET_NAME}_testlib
|
|
|
|
PRIVATE "${CPP_UNIT_CONFIG_${META_PROJECT_NAME}_INCLUDE_DIRS}")
|
2020-01-26 19:24:04 +01:00
|
|
|
target_compile_options(${META_TARGET_NAME}_testlib PRIVATE "${CPP_UNIT_CONFIG_${META_PROJECT_NAME}_CFLAGS_OTHER}")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2020-01-20 17:57:03 +01:00
|
|
|
# link tests against it
|
|
|
|
list(APPEND TEST_LIBRARIES ${META_TARGET_NAME}_testlib)
|
|
|
|
# ensure all symbols are visible (man gcc: "Despite the nomenclature, default always means public")
|
|
|
|
set_target_properties(${META_TARGET_NAME}_testlib PROPERTIES CXX_VISIBILITY_PRESET default)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2017-03-27 22:12:20 +02:00
|
|
|
|
2019-04-03 22:06:27 +02:00
|
|
|
# configure test target
|
2020-06-15 22:28:19 +02:00
|
|
|
unset(TEST_TARGET_OPTIONS)
|
|
|
|
unset(RUN_TESTS_APPLICATION_ARGS)
|
2019-02-06 17:30:52 +01:00
|
|
|
if (META_PROJECT_TYPE STREQUAL "application")
|
2020-06-15 22:28:19 +02:00
|
|
|
set(RUN_TESTS_APPLICATION_ARGS -a "$<TARGET_FILE:${META_TARGET_NAME}_tests>")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2020-06-15 22:28:19 +02:00
|
|
|
set(RUN_TESTS_ARGS -p "${CMAKE_CURRENT_SOURCE_DIR}/testfiles" -w "${CMAKE_CURRENT_BINARY_DIR}/testworkingdir"
|
|
|
|
${RUN_TESTS_APPLICATION_ARGS})
|
|
|
|
if (META_TEST_TARGET_IS_MANUAL)
|
|
|
|
list(APPEND TEST_TARGET_OPTIONS MANUAL)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2020-06-15 22:28:19 +02:00
|
|
|
configure_test_target(
|
|
|
|
TARGET_NAME
|
|
|
|
"${META_TARGET_NAME}"
|
|
|
|
TEST_NAME
|
|
|
|
"tests"
|
|
|
|
HEADER_FILES
|
|
|
|
"${TEST_HEADER_FILES}"
|
|
|
|
SRC_FILES
|
|
|
|
"${TEST_SRC_FILES}"
|
|
|
|
LIBRARIES
|
|
|
|
"${TEST_LIBRARIES}"
|
|
|
|
RUN_ARGS
|
|
|
|
"${RUN_TESTS_ARGS}"
|
|
|
|
${TEST_TARGET_OPTIONS})
|
2017-06-18 16:17:44 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# enable source code based coverage analysis using clang
|
2019-02-06 17:30:52 +01:00
|
|
|
if (CLANG_SOURCE_BASED_COVERAGE_AVAILABLE)
|
2019-01-13 22:01:52 +01:00
|
|
|
# define path of raw profile data
|
2019-05-04 20:57:56 +02:00
|
|
|
set(LLVM_PROFILE_RAW_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests.profraw")
|
2019-01-13 22:01:52 +01:00
|
|
|
# define path of list with additional raw profile data from fork processes spawned during tests
|
2019-05-04 20:57:56 +02:00
|
|
|
set(LLVM_PROFILE_RAW_LIST_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests.profraw.list")
|
2019-01-13 22:01:52 +01:00
|
|
|
# define path of merged profile data generated from raw profiling data
|
2019-05-04 20:57:56 +02:00
|
|
|
set(LLVM_PROFILE_DATA_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests.profdata")
|
2019-01-13 22:01:52 +01:00
|
|
|
# define paths of output files
|
2019-05-04 20:57:56 +02:00
|
|
|
set(COVERAGE_REPORT_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests_coverage.txt")
|
|
|
|
set(COVERAGE_PER_FILE_REPORT_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests_coverage_per_file.txt")
|
|
|
|
set(COVERAGE_OVERALL_REPORT_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests_coverage_overall.txt")
|
|
|
|
set(COVERAGE_HTML_REPORT_FILE "${CMAKE_CURRENT_BINARY_DIR}/${META_TARGET_NAME}_tests_coverage.html")
|
2019-01-13 22:01:52 +01:00
|
|
|
set(COVERAGE_REPORT_FILES "${COVERAGE_REPORT_FILE}")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# specify where to store raw clang profiling data via environment variable
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT META_TEST_TARGET_IS_MANUAL)
|
|
|
|
set_tests_properties(
|
2020-06-22 22:26:17 +02:00
|
|
|
${META_TARGET_NAME}_run_tests
|
2019-01-13 22:01:52 +01:00
|
|
|
PROPERTIES ENVIRONMENT
|
2019-02-06 17:30:52 +01:00
|
|
|
"LLVM_PROFILE_FILE=${LLVM_PROFILE_RAW_FILE};LLVM_PROFILE_LIST_FILE=${LLVM_PROFILE_RAW_LIST_FILE}")
|
|
|
|
endif ()
|
2019-04-23 00:26:19 +02:00
|
|
|
|
|
|
|
# add command to execute tests generating raw profiling data
|
2019-01-13 22:01:52 +01:00
|
|
|
add_custom_command(
|
2019-02-06 17:30:52 +01:00
|
|
|
OUTPUT "${LLVM_PROFILE_RAW_FILE}" "${LLVM_PROFILE_RAW_LIST_FILE}"
|
2019-11-30 17:58:01 +01:00
|
|
|
COMMAND
|
|
|
|
"${CMAKE_COMMAND}" -E env "LLVM_PROFILE_FILE=${LLVM_PROFILE_RAW_FILE}"
|
|
|
|
"LLVM_PROFILE_LIST_FILE=${LLVM_PROFILE_RAW_LIST_FILE}" $<TARGET_FILE:${META_TARGET_NAME}_tests> -p
|
|
|
|
"${CMAKE_CURRENT_SOURCE_DIR}/testfiles" -w "${CMAKE_CURRENT_BINARY_DIR}/testworkingdir"
|
|
|
|
${RUN_TESTS_APPLICATION_ARGS}
|
2019-05-04 20:57:56 +02:00
|
|
|
COMMENT "Executing ${META_TARGET_NAME}_tests to generate raw profiling data for source-based coverage report"
|
2019-04-22 22:19:08 +02:00
|
|
|
DEPENDS "${META_TARGET_NAME}_tests")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
|
|
|
# add commands for processing raw profiling data
|
2019-01-13 22:01:52 +01:00
|
|
|
find_program(LLVM_PROFDATA_BIN llvm-profdata)
|
|
|
|
find_program(LLVM_COV_BIN llvm-cov)
|
2019-02-06 17:30:52 +01:00
|
|
|
if (LLVM_PROFDATA_BIN AND LLVM_COV_BIN)
|
2019-01-13 22:01:52 +01:00
|
|
|
# merge profiling data
|
2019-11-30 17:58:01 +01:00
|
|
|
add_custom_command(
|
|
|
|
OUTPUT "${LLVM_PROFILE_DATA_FILE}"
|
2020-01-26 19:24:04 +01:00
|
|
|
COMMAND cat "${LLVM_PROFILE_RAW_LIST_FILE}" | xargs "${LLVM_PROFDATA_BIN}" merge -o "${LLVM_PROFILE_DATA_FILE}"
|
|
|
|
-sparse "${LLVM_PROFILE_RAW_FILE}"
|
2019-11-30 17:58:01 +01:00
|
|
|
COMMENT "Generating profiling data for source-based coverage report"
|
|
|
|
DEPENDS "${LLVM_PROFILE_RAW_FILE}" "${LLVM_PROFILE_RAW_LIST_FILE}")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# determine llvm-cov version
|
2019-02-06 17:30:52 +01:00
|
|
|
execute_process(COMMAND "${LLVM_COV_BIN}" -version OUTPUT_VARIABLE LLVM_COV_VERSION)
|
2019-11-30 17:58:01 +01:00
|
|
|
string(REGEX MATCH "LLVM version ([0-9](.[0-9])*)" LLVM_COV_VERSION "${LLVM_COV_VERSION}")
|
2019-02-06 17:30:52 +01:00
|
|
|
if (CMAKE_MATCH_1)
|
2019-01-13 22:01:52 +01:00
|
|
|
set(LLVM_COV_VERSION "${CMAKE_MATCH_1}")
|
2019-02-06 17:30:52 +01:00
|
|
|
else ()
|
|
|
|
message(
|
|
|
|
FATAL_ERROR
|
|
|
|
"Unable to determine version of llvm-cov. Output of ${LLVM_COV_BIN} -version:\n${LLVM_COV_VERSION}")
|
|
|
|
endif ()
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# determine the target file for llvm-cov
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT META_HEADER_ONLY_LIB)
|
2019-05-04 20:57:56 +02:00
|
|
|
set(LLVM_COV_TARGET_FILE $<TARGET_FILE:${META_TARGET_NAME}> $<TARGET_FILE:${META_TARGET_NAME}_tests>)
|
2019-02-06 17:30:52 +01:00
|
|
|
else ()
|
2019-04-22 22:19:08 +02:00
|
|
|
set(LLVM_COV_TARGET_FILE $<TARGET_FILE:${META_TARGET_NAME}_tests>)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# generate coverage report with statistics per function
|
|
|
|
unset(LLVM_COV_ADDITIONAL_OPTIONS)
|
2019-02-06 17:30:52 +01:00
|
|
|
if (LLVM_COV_VERSION GREATER_EQUAL 5.0.0)
|
|
|
|
# LLVM 5 introduced -show-functions; this is required to get the same behavior as previously (statistics on
|
|
|
|
# function-level)
|
2019-01-13 22:01:52 +01:00
|
|
|
list(APPEND LLVM_COV_ADDITIONAL_OPTIONS -show-functions)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-11-30 17:58:01 +01:00
|
|
|
add_custom_command(
|
|
|
|
OUTPUT "${COVERAGE_REPORT_FILE}"
|
|
|
|
COMMAND
|
|
|
|
"${LLVM_COV_BIN}" report -format=text -stats -instr-profile "${LLVM_PROFILE_DATA_FILE}"
|
|
|
|
${LLVM_COV_ADDITIONAL_OPTIONS} ${LLVM_COV_TARGET_FILE} ${HEADER_FILES} ${SRC_FILES} ${WIDGETS_HEADER_FILES}
|
|
|
|
${WIDGETS_SOURCE_FILES} ${QML_HEADER_FILES} ${QML_SOURCE_FILES} > "${COVERAGE_REPORT_FILE}"
|
|
|
|
COMMENT "Generating coverage report (statistics per function)"
|
|
|
|
DEPENDS "${LLVM_PROFILE_DATA_FILE}"
|
|
|
|
WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# generate coverage report with statistics per file (only possible with LLVM 5 if source files are specified)
|
2019-02-06 17:30:52 +01:00
|
|
|
if (LLVM_COV_VERSION GREATER_EQUAL 5.0.0)
|
2019-11-30 17:58:01 +01:00
|
|
|
add_custom_command(
|
|
|
|
OUTPUT "${COVERAGE_PER_FILE_REPORT_FILE}"
|
|
|
|
COMMAND
|
|
|
|
"${LLVM_COV_BIN}" report -format=text -stats -instr-profile "${LLVM_PROFILE_DATA_FILE}"
|
|
|
|
${LLVM_COV_TARGET_FILE} ${HEADER_FILES} ${SRC_FILES} ${WIDGETS_HEADER_FILES} ${WIDGETS_SOURCE_FILES}
|
|
|
|
${QML_HEADER_FILES} ${QML_SOURCE_FILES} > "${COVERAGE_PER_FILE_REPORT_FILE}"
|
|
|
|
COMMENT "Generating coverage report (statistics per file)"
|
|
|
|
DEPENDS "${LLVM_PROFILE_DATA_FILE}"
|
|
|
|
WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}")
|
2019-01-13 22:01:52 +01:00
|
|
|
list(APPEND COVERAGE_REPORT_FILES "${COVERAGE_PER_FILE_REPORT_FILE}")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# add target for the coverage reports
|
2021-03-17 21:27:21 +01:00
|
|
|
add_custom_target("${META_TARGET_NAME}_tests_coverage_summary" DEPENDS ${COVERAGE_REPORT_FILES})
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-05-04 20:57:56 +02:00
|
|
|
# NOTE: Those commands have been added before the release of LLVM 5 where coverage reports with statistics per file
|
|
|
|
# could not be generated.
|
2019-04-23 00:26:19 +02:00
|
|
|
|
|
|
|
# generate coverage overall report (total region/line coverage)
|
2019-01-13 22:01:52 +01:00
|
|
|
set(OVERALL_COVERAGE_AKW_SCRIPT "${CMAKE_CURRENT_SOURCE_DIR}/tests/calculateoverallcoverage.awk")
|
2019-02-06 17:30:52 +01:00
|
|
|
if (CPP_UTILITIES_SOURCE_DIR AND NOT EXISTS "${OVERALL_COVERAGE_AKW_SCRIPT}")
|
2019-01-13 22:01:52 +01:00
|
|
|
set(OVERALL_COVERAGE_AKW_SCRIPT "${CPP_UTILITIES_SOURCE_DIR}/tests/calculateoverallcoverage.awk")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
|
|
|
if (NOT EXISTS "${OVERALL_COVERAGE_AKW_SCRIPT}")
|
2019-01-13 22:01:52 +01:00
|
|
|
set(OVERALL_COVERAGE_AKW_SCRIPT "${CPP_UTILITIES_CONFIG_DIRS}/tests/calculateoverallcoverage.awk")
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-11-30 17:58:01 +01:00
|
|
|
add_custom_command(
|
|
|
|
OUTPUT "${COVERAGE_OVERALL_REPORT_FILE}"
|
|
|
|
COMMAND awk -f "${OVERALL_COVERAGE_AKW_SCRIPT}" "${COVERAGE_REPORT_FILE}" > "${COVERAGE_OVERALL_REPORT_FILE}"
|
|
|
|
COMMENT "Generating coverage report (overall figures)"
|
|
|
|
DEPENDS "${OVERALL_COVERAGE_AKW_SCRIPT}" "${COVERAGE_REPORT_FILE}")
|
2021-03-17 21:27:21 +01:00
|
|
|
add_custom_target("${META_TARGET_NAME}_tests_coverage_overall_summary" DEPENDS "${COVERAGE_OVERALL_REPORT_FILE}")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# generate HTML document showing covered/uncovered code
|
2019-11-30 17:58:01 +01:00
|
|
|
add_custom_command(
|
|
|
|
OUTPUT "${COVERAGE_HTML_REPORT_FILE}"
|
|
|
|
COMMAND
|
|
|
|
"${LLVM_COV_BIN}" show -project-title="${META_APP_NAME}" -format=html -instr-profile
|
|
|
|
"${LLVM_PROFILE_DATA_FILE}" ${LLVM_COV_TARGET_FILE} ${HEADER_FILES} ${SRC_FILES} ${WIDGETS_FILES}
|
|
|
|
${QML_FILES} > "${COVERAGE_HTML_REPORT_FILE}"
|
|
|
|
COMMENT "Generating HTML document showing covered/uncovered code"
|
|
|
|
DEPENDS "${LLVM_PROFILE_DATA_FILE}"
|
|
|
|
WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}")
|
2019-05-04 20:57:56 +02:00
|
|
|
add_custom_target("${META_TARGET_NAME}_tests_coverage_html" DEPENDS "${COVERAGE_HTML_REPORT_FILE}")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# create target for all coverage docs
|
2019-11-30 17:58:01 +01:00
|
|
|
add_custom_target(
|
|
|
|
"${META_TARGET_NAME}_tests_coverage"
|
|
|
|
DEPENDS ${COVERAGE_REPORT_FILES}
|
|
|
|
DEPENDS "${COVERAGE_OVERALL_REPORT_FILE}"
|
2021-03-17 21:27:21 +01:00
|
|
|
DEPENDS "${COVERAGE_HTML_REPORT_FILE}")
|
2019-04-23 00:26:19 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
# add targets to global coverage target
|
2019-02-06 17:30:52 +01:00
|
|
|
if (NOT TARGET coverage)
|
2019-01-13 22:01:52 +01:00
|
|
|
add_custom_target(coverage)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
2019-04-22 22:19:08 +02:00
|
|
|
add_dependencies(coverage "${META_TARGET_NAME}_tests_coverage")
|
2019-02-06 17:30:52 +01:00
|
|
|
else ()
|
|
|
|
message(
|
|
|
|
FATAL_ERROR "Unable to generate target for coverage report because llvm-profdata and llvm-cov are not available."
|
2019-11-30 17:58:01 +01:00
|
|
|
)
|
2019-02-06 17:30:52 +01:00
|
|
|
endif ()
|
|
|
|
endif ()
|
2017-06-18 16:17:44 +02:00
|
|
|
|
2019-01-13 22:01:52 +01:00
|
|
|
set(META_HAVE_TESTS YES)
|
2017-02-11 02:30:46 +01:00
|
|
|
set(TEST_CONFIG_DONE YES)
|