123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713 |
- /*
- * CUTest -- C/C++ Unit Test facility
- * <http://github.com/mity/cutest>
- *
- * Copyright (c) 2013-2017 Martin Mitas
- *
- * Permission is hereby granted, free of charge, to any person obtaining a
- * copy of this software and associated documentation files (the "Software"),
- * to deal in the Software without restriction, including without limitation
- * the rights to use, copy, modify, merge, publish, distribute, sublicense,
- * and/or sell copies of the Software, and to permit persons to whom the
- * Software is furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice shall be included in
- * all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
- * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
- * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
- * IN THE SOFTWARE.
- */
- #ifndef CUTEST_H__
- #define CUTEST_H__
- /************************
- *** Public interface ***
- ************************/
- /* By default, <cutest.h> provides the main program entry point (function
- * main()). However, if the test suite is composed of multiple source files
- * which include <cutest.h>, then this causes a problem of multiple main()
- * definitions. To avoid this problem, #define macro TEST_NO_MAIN in all
- * compilation units but one.
- */
- /* Macro to specify list of unit tests in the suite.
- * The unit test implementation MUST provide list of unit tests it implements
- * with this macro:
- *
- * TEST_LIST = {
- * { "test1_name", test1_func_ptr },
- * { "test2_name", test2_func_ptr },
- * ...
- * { 0 }
- * };
- *
- * The list specifies names of each test (must be unique) and pointer to
- * a function implementing it. The function does not take any arguments
- * and has no return values, i.e. every test function has tp be compatible
- * with this prototype:
- *
- * void test_func(void);
- */
- #define TEST_LIST const struct test__ test_list__[]
- /* Macros for testing whether an unit test succeeds or fails. These macros
- * can be used arbitrarily in functions implementing the unit tests.
- *
- * If any condition fails throughout execution of a test, the test fails.
- *
- * TEST_CHECK takes only one argument (the condition), TEST_CHECK_ allows
- * also to specify an error message to print out if the condition fails.
- * (It expects printf-like format string and its parameters). The macros
- * return non-zero (condition passes) or 0 (condition fails).
- *
- * That can be useful when more conditions should be checked only if some
- * preceding condition passes, as illustrated in this code snippet:
- *
- * SomeStruct* ptr = allocate_some_struct();
- * if(TEST_CHECK(ptr != NULL)) {
- * TEST_CHECK(ptr->member1 < 100);
- * TEST_CHECK(ptr->member2 > 200);
- * }
- */
- #define TEST_CHECK_(cond, ...) \
- test_check__((cond), __FILE__, __LINE__, __VA_ARGS__)
- #define TEST_CHECK(cond) test_check__((cond), __FILE__, __LINE__, "%s", #cond)
- /**********************
- *** Implementation ***
- **********************/
- /* The unit test files should not rely on anything below. */
- #include <stdarg.h>
- #include <stdio.h>
- #include <stdlib.h>
- #include <string.h>
- #if defined(unix) || defined(__unix__) || defined(__unix) || defined(__APPLE__)
- #define CUTEST_UNIX__ 1
- #include <errno.h>
- #include <unistd.h>
- #include <sys/types.h>
- #include <sys/wait.h>
- #include <signal.h>
- #endif
- #if defined(_WIN32) || defined(__WIN32__) || defined(__WINDOWS__)
- #define CUTEST_WIN__ 1
- #include <windows.h>
- #include <io.h>
- #endif
- #ifdef __cplusplus
- #include <exception>
- #endif
- /* Note our global private identifiers end with '__' to mitigate risk of clash
- * with the unit tests implementation. */
- #ifdef __cplusplus
- extern "C" {
- #endif
- struct test__ {
- const char *name;
- void (*func)(void);
- };
- extern const struct test__ test_list__[];
- int test_check__(int cond, const char *file, int line, const char *fmt, ...);
- #ifndef TEST_NO_MAIN
- static char *test_argv0__ = NULL;
- static int test_count__ = 0;
- static int test_no_exec__ = 0;
- static int test_no_summary__ = 0;
- static int test_skip_mode__ = 0;
- static int test_stat_failed_units__ = 0;
- static int test_stat_run_units__ = 0;
- static const struct test__ *test_current_unit__ = NULL;
- static int test_current_already_logged__ = 0;
- static int test_verbose_level__ = 2;
- static int test_current_failures__ = 0;
- static int test_colorize__ = 0;
- #define CUTEST_COLOR_DEFAULT__ 0
- #define CUTEST_COLOR_GREEN__ 1
- #define CUTEST_COLOR_RED__ 2
- #define CUTEST_COLOR_DEFAULT_INTENSIVE__ 3
- #define CUTEST_COLOR_GREEN_INTENSIVE__ 4
- #define CUTEST_COLOR_RED_INTENSIVE__ 5
- static size_t test_print_in_color__(int color, const char *fmt, ...)
- {
- va_list args;
- char buffer[256];
- size_t n;
- va_start(args, fmt);
- vsnprintf(buffer, sizeof(buffer), fmt, args);
- va_end(args);
- buffer[sizeof(buffer) - 1] = '\0';
- if (!test_colorize__) {
- return printf("%s", buffer);
- }
- #if defined CUTEST_UNIX__
- {
- const char *col_str;
- switch (color) {
- case CUTEST_COLOR_GREEN__:
- col_str = "\033[0;32m";
- break;
- case CUTEST_COLOR_RED__:
- col_str = "\033[0;31m";
- break;
- case CUTEST_COLOR_GREEN_INTENSIVE__:
- col_str = "\033[1;32m";
- break;
- case CUTEST_COLOR_RED_INTENSIVE__:
- col_str = "\033[1;30m";
- break;
- case CUTEST_COLOR_DEFAULT_INTENSIVE__:
- col_str = "\033[1m";
- break;
- default:
- col_str = "\033[0m";
- break;
- }
- printf("%s", col_str);
- n = printf("%s", buffer);
- printf("\033[0m");
- return n;
- }
- #elif defined CUTEST_WIN__
- {
- HANDLE h;
- CONSOLE_SCREEN_BUFFER_INFO info;
- WORD attr;
- h = GetStdHandle(STD_OUTPUT_HANDLE);
- GetConsoleScreenBufferInfo(h, &info);
- switch (color) {
- case CUTEST_COLOR_GREEN__:
- attr = FOREGROUND_GREEN;
- break;
- case CUTEST_COLOR_RED__:
- attr = FOREGROUND_RED;
- break;
- case CUTEST_COLOR_GREEN_INTENSIVE__:
- attr = FOREGROUND_GREEN | FOREGROUND_INTENSITY;
- break;
- case CUTEST_COLOR_RED_INTENSIVE__:
- attr = FOREGROUND_RED | FOREGROUND_INTENSITY;
- break;
- case CUTEST_COLOR_DEFAULT_INTENSIVE__:
- attr = FOREGROUND_BLUE | FOREGROUND_GREEN | FOREGROUND_RED |
- FOREGROUND_INTENSITY;
- break;
- default:
- attr = 0;
- break;
- }
- if (attr != 0)
- SetConsoleTextAttribute(h, attr);
- n = printf("%s", buffer);
- SetConsoleTextAttribute(h, info.wAttributes);
- return n;
- }
- #else
- n = printf("%s", buffer);
- return n;
- #endif
- }
- int test_check__(int cond, const char *file, int line, const char *fmt, ...)
- {
- const char *result_str;
- int result_color;
- int verbose_level;
- if (cond) {
- result_str = "ok";
- result_color = CUTEST_COLOR_GREEN__;
- verbose_level = 3;
- } else {
- if (!test_current_already_logged__ && test_current_unit__ != NULL) {
- printf("[ ");
- test_print_in_color__(CUTEST_COLOR_RED_INTENSIVE__, "FAILED");
- printf(" ]\n");
- }
- result_str = "failed";
- result_color = CUTEST_COLOR_RED__;
- verbose_level = 2;
- test_current_failures__++;
- test_current_already_logged__++;
- }
- if (test_verbose_level__ >= verbose_level) {
- size_t n = 0;
- va_list args;
- printf(" ");
- if (file != NULL)
- n += printf("%s:%d: Check ", file, line);
- va_start(args, fmt);
- n += vprintf(fmt, args);
- va_end(args);
- printf("... ");
- test_print_in_color__(result_color, result_str);
- printf("\n");
- test_current_already_logged__++;
- }
- return (cond != 0);
- }
- static void test_list_names__(void)
- {
- const struct test__ *test;
- printf("Unit tests:\n");
- for (test = &test_list__[0]; test->func != NULL; test++)
- printf(" %s\n", test->name);
- }
- static const struct test__ *test_by_name__(const char *name)
- {
- const struct test__ *test;
- for (test = &test_list__[0]; test->func != NULL; test++) {
- if (strcmp(test->name, name) == 0)
- return test;
- }
- return NULL;
- }
- /* Call directly the given test unit function. */
- static int test_do_run__(const struct test__ *test)
- {
- test_current_unit__ = test;
- test_current_failures__ = 0;
- test_current_already_logged__ = 0;
- if (test_verbose_level__ >= 3) {
- test_print_in_color__(CUTEST_COLOR_DEFAULT_INTENSIVE__, "Test %s:\n",
- test->name);
- test_current_already_logged__++;
- } else if (test_verbose_level__ >= 1) {
- size_t n;
- char spaces[32];
- n = test_print_in_color__(CUTEST_COLOR_DEFAULT_INTENSIVE__,
- "Test %s... ", test->name);
- memset(spaces, ' ', sizeof(spaces));
- if (n < sizeof(spaces))
- printf("%.*s", (int)(sizeof(spaces) - n), spaces);
- } else {
- test_current_already_logged__ = 1;
- }
- #ifdef __cplusplus
- try {
- #endif
- /* This is good to do for case the test unit e.g. crashes. */
- fflush(stdout);
- fflush(stderr);
- test->func();
- #ifdef __cplusplus
- } catch (std::exception &e) {
- const char *what = e.what();
- if (what != NULL)
- test_check__(0, NULL, 0, "Threw std::exception: %s", what);
- else
- test_check__(0, NULL, 0, "Threw std::exception");
- } catch (...) {
- test_check__(0, NULL, 0, "Threw an exception");
- }
- #endif
- if (test_verbose_level__ >= 3) {
- switch (test_current_failures__) {
- case 0:
- test_print_in_color__(CUTEST_COLOR_GREEN_INTENSIVE__,
- " All conditions have passed.\n\n");
- break;
- case 1:
- test_print_in_color__(CUTEST_COLOR_RED_INTENSIVE__,
- " One condition has FAILED.\n\n");
- break;
- default:
- test_print_in_color__(CUTEST_COLOR_RED_INTENSIVE__,
- " %d conditions have FAILED.\n\n",
- test_current_failures__);
- break;
- }
- } else if (test_verbose_level__ >= 1 && test_current_failures__ == 0) {
- printf("[ ");
- test_print_in_color__(CUTEST_COLOR_GREEN_INTENSIVE__, "OK");
- printf(" ]\n");
- }
- test_current_unit__ = NULL;
- return (test_current_failures__ == 0) ? 0 : -1;
- }
- #if defined(CUTEST_UNIX__) || defined(CUTEST_WIN__)
- /* Called if anything goes bad in cutest, or if the unit test ends in other
- * way then by normal returning from its function (e.g. exception or some
- * abnormal child process termination). */
- static void test_error__(const char *fmt, ...)
- {
- va_list args;
- if (test_verbose_level__ == 0)
- return;
- if (test_verbose_level__ <= 2 && !test_current_already_logged__ &&
- test_current_unit__ != NULL) {
- printf("[ ");
- test_print_in_color__(CUTEST_COLOR_RED_INTENSIVE__, "FAILED");
- printf(" ]\n");
- }
- if (test_verbose_level__ >= 2) {
- test_print_in_color__(CUTEST_COLOR_RED_INTENSIVE__, " Error: ");
- va_start(args, fmt);
- vprintf(fmt, args);
- va_end(args);
- printf("\n");
- }
- }
- #endif
- /* Trigger the unit test. If possible (and not suppressed) it starts a child
- * process who calls test_do_run__(), otherwise it calls test_do_run__()
- * directly. */
- static void test_run__(const struct test__ *test)
- {
- int failed = 1;
- test_current_unit__ = test;
- test_current_already_logged__ = 0;
- if (!test_no_exec__) {
- #if defined(CUTEST_UNIX__)
- pid_t pid;
- int exit_code;
- pid = fork();
- if (pid == (pid_t)-1) {
- test_error__("Cannot fork. %s [%d]", strerror(errno), errno);
- failed = 1;
- } else if (pid == 0) {
- /* Child: Do the test. */
- failed = (test_do_run__(test) != 0);
- exit(failed ? 1 : 0);
- } else {
- /* Parent: Wait until child terminates and analyze its exit code. */
- waitpid(pid, &exit_code, 0);
- if (WIFEXITED(exit_code)) {
- switch (WEXITSTATUS(exit_code)) {
- case 0:
- failed = 0;
- break; /* test has passed. */
- case 1: /* noop */
- break; /* "normal" failure. */
- default:
- test_error__("Unexpected exit code [%d]",
- WEXITSTATUS(exit_code));
- }
- } else if (WIFSIGNALED(exit_code)) {
- char tmp[32];
- const char *signame;
- switch (WTERMSIG(exit_code)) {
- case SIGINT:
- signame = "SIGINT";
- break;
- case SIGHUP:
- signame = "SIGHUP";
- break;
- case SIGQUIT:
- signame = "SIGQUIT";
- break;
- case SIGABRT:
- signame = "SIGABRT";
- break;
- case SIGKILL:
- signame = "SIGKILL";
- break;
- case SIGSEGV:
- signame = "SIGSEGV";
- break;
- case SIGILL:
- signame = "SIGILL";
- break;
- case SIGTERM:
- signame = "SIGTERM";
- break;
- default:
- sprintf(tmp, "signal %d", WTERMSIG(exit_code));
- signame = tmp;
- break;
- }
- test_error__("Test interrupted by %s", signame);
- } else {
- test_error__("Test ended in an unexpected way [%d]", exit_code);
- }
- }
- #elif defined(CUTEST_WIN__)
- char buffer[512] = { 0 };
- STARTUPINFOA startupInfo = { 0 };
- PROCESS_INFORMATION processInfo;
- DWORD exitCode;
- /* Windows has no fork(). So we propagate all info into the child
- * through a command line arguments. */
- _snprintf(buffer, sizeof(buffer) - 1,
- "%s --no-exec --no-summary --verbose=%d --color=%s -- \"%s\"",
- test_argv0__, test_verbose_level__,
- test_colorize__ ? "always" : "never", test->name);
- startupInfo.cb = sizeof(STARTUPINFO);
- if (CreateProcessA(NULL, buffer, NULL, NULL, FALSE, 0, NULL, NULL,
- &startupInfo, &processInfo)) {
- WaitForSingleObject(processInfo.hProcess, INFINITE);
- GetExitCodeProcess(processInfo.hProcess, &exitCode);
- CloseHandle(processInfo.hThread);
- CloseHandle(processInfo.hProcess);
- failed = (exitCode != 0);
- } else {
- test_error__("Cannot create unit test subprocess [%ld].",
- GetLastError());
- failed = 1;
- }
- #else
- /* A platform where we don't know how to run child process. */
- failed = (test_do_run__(test) != 0);
- #endif
- } else {
- /* Child processes suppressed through --no-exec. */
- failed = (test_do_run__(test) != 0);
- }
- test_current_unit__ = NULL;
- test_stat_run_units__++;
- if (failed)
- test_stat_failed_units__++;
- }
- #if defined(CUTEST_WIN__)
- /* Callback for SEH events. */
- static LONG CALLBACK test_exception_filter__(EXCEPTION_POINTERS *ptrs)
- {
- test_error__("Unhandled SEH exception %08lx at %p.",
- ptrs->ExceptionRecord->ExceptionCode,
- ptrs->ExceptionRecord->ExceptionAddress);
- fflush(stdout);
- fflush(stderr);
- return EXCEPTION_EXECUTE_HANDLER;
- }
- #endif
- static void test_help__(void)
- {
- printf("Usage: %s [options] [test...]\n", test_argv0__);
- printf("Run the specified unit tests; or if the option '--skip' is used, "
- "run all\n");
- printf("tests in the suite but those listed. By default, if no tests are "
- "specified\n");
- printf("on the command line, all unit tests in the suite are run.\n");
- printf("\n");
- printf("Options:\n");
- printf(
- " -s, --skip Execute all unit tests but the listed ones\n");
- printf(" --no-exec Do not execute unit tests as child "
- "processes\n");
- printf(
- " --no-summary Suppress printing of test results summary\n");
- printf(" -l, --list List unit tests in the suite and exit\n");
- printf(" -v, --verbose Enable more verbose output\n");
- printf(" --verbose=LEVEL Set verbose level to LEVEL:\n");
- printf(" 0 ... Be silent\n");
- printf(" 1 ... Output one line per test (and "
- "summary)\n");
- printf(" 2 ... As 1 and failed conditions (this "
- "is default)\n");
- printf(" 3 ... As 1 and all conditions (and "
- "extended summary)\n");
- printf(" --color=WHEN Enable colorized output (WHEN is one of "
- "'auto', 'always', 'never')\n");
- printf(" -h, --help Display this help and exit\n");
- printf("\n");
- test_list_names__();
- }
- int main(int argc, char **argv)
- {
- const struct test__ **tests = NULL;
- int i, j, n = 0;
- int seen_double_dash = 0;
- test_argv0__ = argv[0];
- #if defined CUTEST_UNIX__
- test_colorize__ = isatty(STDOUT_FILENO);
- #elif defined CUTEST_WIN__
- test_colorize__ = _isatty(_fileno(stdout));
- #else
- test_colorize__ = 0;
- #endif
- /* Parse options */
- for (i = 1; i < argc; i++) {
- if (seen_double_dash || argv[i][0] != '-') {
- tests = (const struct test__ **)realloc(
- (void *)tests, (n + 1) * sizeof(const struct test__ *));
- if (tests == NULL) {
- fprintf(stderr, "Out of memory.\n");
- exit(2);
- }
- tests[n] = test_by_name__(argv[i]);
- if (tests[n] == NULL) {
- fprintf(stderr, "%s: Unrecognized unit test '%s'\n", argv[0],
- argv[i]);
- fprintf(stderr, "Try '%s --list' for list of unit tests.\n",
- argv[0]);
- exit(2);
- }
- n++;
- } else if (strcmp(argv[i], "--") == 0) {
- seen_double_dash = 1;
- } else if (strcmp(argv[i], "--help") == 0 ||
- strcmp(argv[i], "-h") == 0) {
- test_help__();
- exit(0);
- } else if (strcmp(argv[i], "--verbose") == 0 ||
- strcmp(argv[i], "-v") == 0) {
- test_verbose_level__++;
- } else if (strncmp(argv[i], "--verbose=", 10) == 0) {
- test_verbose_level__ = atoi(argv[i] + 10);
- } else if (strcmp(argv[i], "--color=auto") == 0) {
- /* noop (set from above) */
- } else if (strcmp(argv[i], "--color=always") == 0 ||
- strcmp(argv[i], "--color") == 0) {
- test_colorize__ = 1;
- } else if (strcmp(argv[i], "--color=never") == 0) {
- test_colorize__ = 0;
- } else if (strcmp(argv[i], "--skip") == 0 ||
- strcmp(argv[i], "-s") == 0) {
- test_skip_mode__ = 1;
- } else if (strcmp(argv[i], "--no-exec") == 0) {
- test_no_exec__ = 1;
- } else if (strcmp(argv[i], "--no-summary") == 0) {
- test_no_summary__ = 1;
- } else if (strcmp(argv[i], "--list") == 0 ||
- strcmp(argv[i], "-l") == 0) {
- test_list_names__();
- exit(0);
- } else {
- fprintf(stderr, "%s: Unrecognized option '%s'\n", argv[0], argv[i]);
- fprintf(stderr, "Try '%s --help' for more information.\n", argv[0]);
- exit(2);
- }
- }
- #if defined(CUTEST_WIN__)
- SetUnhandledExceptionFilter(test_exception_filter__);
- #endif
- /* Count all test units */
- test_count__ = 0;
- for (i = 0; test_list__[i].func != NULL; i++)
- test_count__++;
- /* Run the tests */
- if (n == 0) {
- /* Run all tests */
- for (i = 0; test_list__[i].func != NULL; i++)
- test_run__(&test_list__[i]);
- } else if (!test_skip_mode__) {
- /* Run the listed tests */
- for (i = 0; i < n; i++)
- test_run__(tests[i]);
- } else {
- /* Run all tests except those listed */
- for (i = 0; test_list__[i].func != NULL; i++) {
- int want_skip = 0;
- for (j = 0; j < n; j++) {
- if (tests[j] == &test_list__[i]) {
- want_skip = 1;
- break;
- }
- }
- if (!want_skip)
- test_run__(&test_list__[i]);
- }
- }
- /* Write a summary */
- if (!test_no_summary__ && test_verbose_level__ >= 1) {
- test_print_in_color__(CUTEST_COLOR_DEFAULT_INTENSIVE__, "\nSummary:\n");
- if (test_verbose_level__ >= 3) {
- printf(" Count of all unit tests: %4d\n", test_count__);
- printf(" Count of run unit tests: %4d\n",
- test_stat_run_units__);
- printf(" Count of failed unit tests: %4d\n",
- test_stat_failed_units__);
- printf(" Count of skipped unit tests: %4d\n",
- test_count__ - test_stat_run_units__);
- }
- if (test_stat_failed_units__ == 0) {
- test_print_in_color__(CUTEST_COLOR_GREEN_INTENSIVE__,
- " SUCCESS: All unit tests have passed.\n");
- } else {
- test_print_in_color__(
- CUTEST_COLOR_RED_INTENSIVE__,
- " FAILED: %d of %d unit tests have failed.\n",
- test_stat_failed_units__, test_stat_run_units__);
- }
- }
- if (tests != NULL)
- free((void *)tests);
- return (test_stat_failed_units__ == 0) ? 0 : 1;
- }
- #endif /* #ifndef TEST_NO_MAIN */
- #ifdef __cplusplus
- } /* extern "C" */
- #endif
- #endif /* #ifndef CUTEST_H__ */
|