45 #include <OpenMS/OpenMSConfig.h>
46 #include <OpenMS/config.h>
58 #define stdcout std::cout
74 validate(
const std::vector<std::string>& file_names);
77 std::string OPENMS_DLLAPI
81 inline bool OPENMS_DLLAPI
88 inline bool OPENMS_DLLAPI
95 inline bool OPENMS_DLLAPI
102 inline bool OPENMS_DLLAPI
109 inline bool OPENMS_DLLAPI
116 template <
typename T>
130 const char* number_1_stringified,
131 bool number_1_is_realtype,
Int number_1_written_digits,
132 long double number_2,
const char* number_2_stringified,
133 bool ,
Int number_2_written_digits);
148 const std::string& string_1,
149 const char* string_1_stringified,
150 const std::string& string_2,
151 const char* string_2_stringified);
156 const std::string& string_1,
157 const char* string_1_stringified,
158 const std::string& string_2,
159 const char* string_2_stringified);
168 const std::string& filename_2);
187 void OPENMS_DLLAPI
mainInit(
const char* version,
const char* class_name,
int argc,
const char* argv0);
198 void OPENMS_DLLAPI
filesEqual(
int line,
const char* filename,
const char* templatename,
const char* filename_stringified,
const char* templatename_stringified);
206 const std::string& whitelist);
215 extern OPENMS_DLLAPI
double ratio;
224 extern OPENMS_DLLAPI
double absdiff;
230 extern OPENMS_DLLAPI
int verbose;
236 extern OPENMS_DLLAPI
bool test;
251 extern OPENMS_DLLAPI std::string
test_name;
269 extern OPENMS_DLLAPI std::ifstream
infile;
293 extern OPENMS_DLLAPI
bool newline;
295 template <
typename T1,
typename T2>
297 testEqual(
const char* ,
int line,
const T1& expression_1,
298 const char* expression_1_stringified,
299 const T2& expression_2,
300 const char* expression_2_stringified)
304 this_test = bool(expression_1 == T1(expression_2));
312 stdcout <<
" + line " << line <<
": TEST_EQUAL("
313 << expression_1_stringified <<
','
314 << expression_2_stringified <<
"): got '" << expression_1
315 <<
"', expected '" << expression_2 <<
"'\n";
320 stdcout <<
" - line " << line <<
": TEST_EQUAL("
321 << expression_1_stringified <<
','
322 << expression_2_stringified <<
"): got '" << expression_1
323 <<
"', expected '" << expression_2 <<
"'\n";
329 void testTrue(
const char* ,
int line,
const bool expression_1,
const char* expression_1_stringified)
341 stdcout <<
" + line " << line <<
": TEST_TRUE(" << expression_1_stringified <<
"): ok\n";
346 stdcout <<
" - line " << line <<
": TEST_TRUE(" << expression_1_stringified <<
"): failed\n";
352 void testFalse(
const char* ,
int line,
const bool expression_1,
const char* expression_1_stringified)
364 stdcout <<
" + line " << line <<
": TEST_FALSE(" << expression_1_stringified <<
"): ok\n";
369 stdcout <<
" - line " << line <<
": TEST_FALSE(" << expression_1_stringified <<
"): failed\n";
375 template <
typename T1,
typename T2>
378 const char* expression_1_stringified,
379 const T2& expression_2,
380 const char* expression_2_stringified)
384 this_test = !(expression_1 == T1(expression_2));
392 stdcout <<
" + line " << line <<
": TEST_NOT_EQUAL("
393 << expression_1_stringified <<
','
394 << expression_2_stringified <<
"): got '" << expression_1
395 <<
"', forbidden is '" << expression_2 <<
"'\n";
400 stdcout <<
" - line " << line <<
": TEST_NOT_EQUAL("
401 << expression_1_stringified <<
','
402 << expression_2_stringified <<
"): got '" << expression_1
403 <<
"', forbidden is '" << expression_2 <<
"'\n";
468 #define START_TEST(class_name, version) \
469 int main(int argc, char** argv) \
471 TEST::mainInit(version, #class_name, argc, argv[0]); \
488 catch (::OpenMS::Exception::BaseException& e) \
490 TEST::this_test = false; \
491 TEST::test = false; \
492 TEST::all_tests = false; \
494 TEST::initialNewline(); \
495 stdcout << "Error: Caught unexpected OpenMS exception of type '" \
498 if ((e.getLine() > 0) && std::strcmp(e.getFile(), "")) \
500 stdcout << " thrown in line " << e.getLine() << " of file '" << e.getFile() \
501 << "' in function '" << e.getFunction() << "'"; \
503 stdcout << " - Message: " << e.what() << std::endl; \
507 catch (std::exception& e) \
509 TEST::this_test = false; \
510 TEST::test = false; \
511 TEST::all_tests = false; \
513 TEST::initialNewline(); \
514 stdcout << "Error: Caught unexpected std::exception\n"; \
515 stdcout << " - Message: " << e.what() << std::endl; \
521 TEST::this_test = false; \
522 TEST::test = false; \
523 TEST::all_tests = false; \
525 TEST::initialNewline(); \
526 stdcout << "Error: Caught unidentified and unexpected exception - No message." \
531 if (!TEST::validate(TEST::tmp_file_list)) \
533 TEST::all_tests = false; \
535 if (TEST::verbose == 0) \
537 stdcout << "Output of successful tests were suppressed. Set the environment variable 'OPENMS_TEST_VERBOSE=True' to enable them." << std::endl; \
540 if (!TEST::all_tests) \
542 stdcout << "FAILED" << std::endl; \
543 if (TEST::add_message != "") stdcout << "Message: " \
544 << TEST::add_message \
546 stdcout << "Failed lines: "; \
547 for (OpenMS::Size i = 0; i < TEST::failed_lines_list.size(); ++i) \
549 stdcout << TEST::failed_lines_list[i] << " "; \
551 stdcout << std::endl; \
557 TEST::removeTempFiles(); \
558 stdcout << "PASSED"; \
559 if (TEST::add_message != "") stdcout << " (" << TEST::add_message << ")"; \
560 stdcout << std::endl; \
587 #define START_SECTION(name_of_test) \
589 TEST::newline = false; \
590 TEST::test_name = # name_of_test; \
591 TEST::test_count = 0; \
592 TEST::start_section_line = __LINE__; \
593 stdcout << "checking " << TEST::test_name << " ... " << std::flush; \
624 #define END_SECTION \
628 catch (::OpenMS::Exception::BaseException& e) \
630 TEST::this_test = false; \
631 TEST::test = false; \
632 TEST::all_tests = false; \
634 TEST::initialNewline(); \
635 stdcout << "Error: Caught unexpected exception of type '" << e.getName() << "'"; \
636 if ((e.getLine() > 0) && (std::strcmp(e.getFile(), "") != 0)) \
638 stdcout << " thrown in line " << e.getLine() << " of file '" << e.getFile() \
639 << "' in function '" << e.getFunction() << "'"; \
641 stdcout << " - Message: " << e.what() << std::endl; \
645 catch (std::exception& e) \
647 TEST::this_test = false; \
648 TEST::test = false; \
649 TEST::all_tests = false; \
651 TEST::initialNewline(); \
652 stdcout << "Error: Caught std::exception" << std::endl; \
653 stdcout << " - Message: " << e.what() << std::endl; \
659 TEST::this_test = false; \
660 TEST::test = false; \
661 TEST::all_tests = false; \
663 TEST::initialNewline(); \
664 stdcout << "Error: Caught unidentified and unexpected exception - No message." \
668 TEST::all_tests = TEST::all_tests && TEST::test; \
672 stdcout << ": passed\n"; \
676 stdcout << ": failed\n"; \
680 if (TEST::test_count == 0) \
682 if (OpenMS::String(TEST::test_name).has('~')) \
683 stdcout << "Warning: no subtests performed in '" \
689 stdcout << std::endl;
712 #define TEST_EQUAL(a, b) TEST::testEqual(__FILE__, __LINE__, (a), (# a), (b), (# b));
723 #define TEST_TRUE(a) TEST::testTrue(__FILE__, __LINE__, (a), (#a));
734 #define TEST_FALSE(a) TEST::testFalse(__FILE__, __LINE__, (a), (#a));
748 #define TEST_NOT_EQUAL(a, b) TEST::testNotEqual(__FILE__, __LINE__, (a), (# a), (b), (# b));
762 #define TEST_STRING_EQUAL(a, b) TEST::testStringEqual(__FILE__, __LINE__, (a), (# a), (b), (# b));
778 #define TEST_FILE_EQUAL(filename, templatename) \
780 TEST::filesEqual(__LINE__, filename, templatename, #filename, #templatename); \
798 #define TEST_REAL_SIMILAR(a, b) TEST::testRealSimilar(__FILE__, __LINE__, (a), (# a), TEST::isRealType(a), writtenDigits(a), (b), (# b), TEST::isRealType(b), writtenDigits(b));
815 #define TEST_STRING_SIMILAR(a, b) TEST::testStringSimilar(__FILE__, __LINE__, (a), (# a), (b), (# b));
831 #define TEST_FILE_SIMILAR(a, b) \
833 ++TEST::test_count; \
834 TEST::test_line = __LINE__; \
835 TEST::this_test = TEST::isFileSimilar((a), (b)); \
836 TEST::test = TEST::test && TEST::this_test; \
838 TEST::initialNewline(); \
839 if (TEST::this_test) \
841 if (TEST::verbose > 1) \
843 stdcout << " + line " << __LINE__ \
844 << ": TEST_FILE_SIMILAR(" # a "," # b "): absolute: " \
845 << precisionWrapper(TEST::absdiff) \
847 << precisionWrapper(TEST::absdiff_max_allowed) \
849 << precisionWrapper(TEST::ratio) \
851 << precisionWrapper(TEST::ratio_max_allowed) \
853 stdcout << "message: \n"; \
854 stdcout << TEST::fuzzy_message; \
859 stdcout << " - line " << TEST::test_line << \
860 ": TEST_FILE_SIMILAR(" # a "," # b ") ... -\n"; \
861 stdcout << "message: \n"; \
862 stdcout << TEST::fuzzy_message; \
863 TEST::failed_lines_list.push_back(TEST::test_line); \
880 #define TOLERANCE_RELATIVE(a) \
881 TEST::ratio_max_allowed = (a); \
883 TEST::initialNewline(); \
884 if (TEST::verbose > 1) \
886 stdcout << " + line " << __LINE__ << \
887 ": TOLERANCE_RELATIVE(" << TEST::ratio_max_allowed << \
888 ") (\"" # a "\")\n"; \
903 #define TOLERANCE_ABSOLUTE(a) \
904 TEST::absdiff_max_allowed = (a); \
906 TEST::initialNewline(); \
907 if (TEST::verbose > 1) \
909 stdcout << " + line " << __LINE__ << \
910 ": TOLERANCE_ABSOLUTE(" << TEST::absdiff_max_allowed << \
911 ") (\"" # a "\")\n"; \
920 #define WHITELIST(a) TEST::setWhitelist(__FILE__, __LINE__, (a));
934 #define TEST_EXCEPTION(exception_type, command) \
936 ++TEST::test_count; \
937 TEST::test_line = __LINE__; \
938 TEST::exception = 0; \
943 catch (exception_type&) \
945 TEST::exception = 1; \
947 catch (::OpenMS::Exception::BaseException& e) \
949 TEST::exception = 2; \
950 TEST::exception_name = e.getName(); \
954 TEST::exception = 3; \
956 TEST::this_test = (TEST::exception == 1); \
957 TEST::test = TEST::test && TEST::this_test; \
960 TEST::initialNewline(); \
961 switch (TEST::exception) \
964 stdcout << " - line " << TEST::test_line << \
965 ": TEST_EXCEPTION(" # exception_type "," # command \
966 "): no exception thrown!\n"; \
967 TEST::failed_lines_list.push_back(TEST::test_line); \
970 if (TEST::verbose > 1) \
972 stdcout << " + line " << TEST::test_line << \
973 ": TEST_EXCEPTION(" # exception_type "," # command \
978 stdcout << " - line " << TEST::test_line << \
979 ": TEST_EXCEPTION(" # exception_type "," # command \
980 "): wrong exception thrown! \"" \
981 << TEST::exception_name << "\"\n"; \
982 TEST::failed_lines_list.push_back(TEST::test_line); \
985 stdcout << " - line " << TEST::test_line << \
986 ": TEST_EXCEPTION(" # exception_type "," # command \
987 "): wrong exception thrown!\n"; \
988 TEST::failed_lines_list.push_back(TEST::test_line); \
1005 #ifdef OPENMS_ASSERTIONS
1006 #define TEST_PRECONDITION_VIOLATED(command) TEST_EXCEPTION(Exception::Precondition, command);
1008 #define TEST_PRECONDITION_VIOLATED(command) STATUS("TEST_PRECONDITION_VIOLATED(" # command ") - skipped");
1022 #ifdef OPENMS_ASSERTIONS
1023 #define TEST_POSTCONDITION_VIOLATED(command) TEST_EXCEPTION(Exception::Postcondition, command);
1025 #define TEST_POSTCONDITION_VIOLATED(command) STATUS("TEST_POSTCONDITION_VIOLATED(" # command ") - skipped");
1045 #define TEST_EXCEPTION_WITH_MESSAGE(exception_type, command, message) \
1047 ++TEST::test_count; \
1048 TEST::test_line = __LINE__; \
1049 TEST::exception = 0; \
1054 catch (exception_type& et) \
1056 if (std::string(et.what()) != std::string(message)) \
1058 TEST::exception = 4; \
1059 TEST::exception_message = et.what(); \
1061 else TEST::exception = 1; \
1063 catch (::OpenMS::Exception::BaseException& e) \
1065 TEST::exception = 2; \
1066 TEST::exception_name = e.getName(); \
1070 TEST::exception = 3; \
1072 TEST::this_test = (TEST::exception == 1); \
1073 TEST::test = TEST::test && TEST::this_test; \
1076 TEST::initialNewline(); \
1077 switch (TEST::exception) \
1080 stdcout << " - line " << TEST::test_line << \
1081 ": TEST_EXCEPTION_WITH_MESSAGE(" # exception_type "," # command ", " # message \
1082 "): no exception thrown!\n"; \
1083 TEST::failed_lines_list.push_back(TEST::test_line); \
1086 if (TEST::verbose > 1) \
1089 stdcout << " + line " << TEST::test_line << \
1090 ": TEST_EXCEPTION_WITH_MESSAGE(" # exception_type "," # command ", " # message \
1095 stdcout << " - line " << TEST::test_line << \
1096 ": TEST_EXCEPTION_WITH_MESSAGE(" # exception_type "," # command ", " # message \
1097 "): wrong exception thrown! \"" << \
1098 TEST::exception_name << "\"\n"; \
1099 TEST::failed_lines_list.push_back(TEST::test_line); \
1102 stdcout << " - line " << TEST::test_line << \
1103 ": TEST_EXCEPTION_WITH_MESSAGE(" # exception_type "," # command ", " # message \
1104 "): wrong exception thrown!\n"; \
1105 TEST::failed_lines_list.push_back(TEST::test_line); \
1108 stdcout << " - line " << TEST::test_line << \
1109 ": TEST_EXCEPTION_WITH_MESSAGE(" # exception_type "," # command ", " # message \
1110 "): exception has wrong message: got '" << \
1111 TEST::exception_message << \
1112 "', expected '" << \
1113 (message) << "'\n"; \
1114 TEST::failed_lines_list.push_back(TEST::test_line); \
1135 #define NEW_TMP_FILE(filename) \
1137 filename = TEST::tmpFileName(__FILE__, __LINE__); \
1138 TEST::tmp_file_list.push_back(filename); \
1140 TEST::initialNewline(); \
1141 stdcout << " creating new temporary filename '" \
1156 #define ABORT_IF(condition) \
1160 TEST::test_line = __LINE__; \
1161 TEST::this_test = false; \
1162 TEST::test = TEST::test && TEST::this_test; \
1163 TEST::failed_lines_list.push_back(TEST::test_line); \
1164 TEST::initialNewline(); \
1165 stdcout << " - line " << TEST::test_line << \
1166 ": ABORT_IF(" # condition "): TEST ABORTED\n"; \
1188 #define STATUS(message) \
1190 TEST::initialNewline(); \
1191 stdcout << " line " \
1207 #define ADD_MESSAGE(message) \
1208 TEST::add_message = message;
1219 #define NOT_TESTABLE \
1220 TEST::test_count = 1;
#define stdcout
Provide a point of redirection for testing the test macros, see ClassTest_test.cpp.
Definition: ClassTest.h:58
Class to hold strings, numeric values, lists of strings and lists of numeric values.
Definition: DataValue.h:59
Class to hold strings, numeric values, vectors of strings and vectors of numeric values using the stl...
Definition: ParamValue.h:55
int Int
Signed integer type.
Definition: Types.h:102
Namespace for class tests.
Definition: ClassTest.h:67
double ratio_max
Maximum ratio of numbers observed so far, see TOLERANCE_RELATIVE.
int verbose
Verbosity level ( "-v" is 1 and "-V" is 2 )
int test_count
Counter for the number of elementary tests within the current subsection.
void initialNewline()
make sure we have a newline before results from first subtest
void testStringSimilar(const char *file, int line, const std::string &string_1, const char *string_1_stringified, const std::string &string_2, const char *string_2_stringified)
Compare strings using absdiff_max_allowed and ratio_max_allowed.
void testEqual(const char *, int line, const T1 &expression_1, const char *expression_1_stringified, const T2 &expression_2, const char *expression_2_stringified)
Definition: ClassTest.h:297
int test_line
Line of current elementary test.
void testRealSimilar(const char *file, int line, long double number_1, const char *number_1_stringified, bool number_1_is_realtype, Int number_1_written_digits, long double number_2, const char *number_2_stringified, bool, Int number_2_written_digits)
Compare floating point numbers using absdiff_max_allowed and ratio_max_allowed.
double absdiff
Recent absolute difference of numbers, see TOLERANCE_ABSOLUTE.
char line_buffer[65536]
(A buffer for one line from a file. Used by TEST_FILE_EQUAL.)
std::string add_message
See ADD_MESSAGE.
bool validate(const std::vector< std::string > &file_names)
Validates the given files against the XML schema (if available)
std::string fuzzy_message
Last message from a fuzzy comparison. Written by isRealSimilar(), testStringSimilar(),...
void mainInit(const char *version, const char *class_name, int argc, const char *argv0)
Set up some classtest variables as obtained from the 'START_TEST' macro and check that no additional ...
bool all_tests
Status of the whole test.
std::string exception_message
(Used by various macros. Stores the "message" of the exception, if applicable.)
std::string test_name
Name of current subsection.
void testStringEqual(const char *file, int line, const std::string &string_1, const char *string_1_stringified, const std::string &string_2, const char *string_2_stringified)
used by TEST_STRING_EQUAL
double absdiff_max
Maximum difference of numbers observed so far, see TOLERANCE_ABSOLUTE.
void printWithPrefix(const std::string &text, const int marked=-1)
print the text, each line gets a prefix, the marked line number gets a special prefix
bool newline
(Flags whether a new line is in place, depending on context and verbosity setting....
std::string tmpFileName(const std::string &file, int line)
Creates a temporary file name from the test name and the line.
bool test
Status of the current subsection.
double absdiff_max_allowed
Maximum absolute difference of numbers allowed, see TOLERANCE_ABSOLUTE.
const char * version_string
Version string supplied with START_TEST.
std::ifstream infile
Questionable file tested by TEST_FILE_EQUAL.
void testTrue(const char *, int line, const bool expression_1, const char *expression_1_stringified)
Definition: ClassTest.h:329
void testFalse(const char *, int line, const bool expression_1, const char *expression_1_stringified)
Definition: ClassTest.h:352
std::string exception_name
(Used by various macros. Stores the "name" of the exception, if applicable.)
std::vector< UInt > failed_lines_list
List of all failed lines for summary at the end of the test.
void removeTempFiles()
removed all temporary files created with the NEW_TMP_FILE macro
double ratio
Recent ratio of numbers, see TOLERANCE_RELATIVE.
std::vector< std::string > tmp_file_list
List of tmp file names (these will be cleaned up, see NEW_TMP_FILE)
bool isFileSimilar(const std::string &filename_1, const std::string &filename_2)
Compare files using absdiff_max_allowed and ratio_max_allowed.
void testNotEqual(const char *, int line, const T1 &expression_1, const char *expression_1_stringified, const T2 &expression_2, const char *expression_2_stringified)
Definition: ClassTest.h:377
bool this_test
Status of last elementary test.
std::ifstream templatefile
Template (correct) file used by TEST_FILE_EQUAL.
double ratio_max_allowed
Maximum ratio of numbers allowed, see TOLERANCE_RELATIVE.
void setWhitelist(const char *const, const int line, const std::string &whitelist)
set the whitelist_
bool isRealType(float)
This overload returns true; float is a floating point type.
Definition: ClassTest.h:82
bool equal_files
(A variable used by TEST_FILE_EQUAL)
int start_section_line
Line where current subsection started.
void filesEqual(int line, const char *filename, const char *templatename, const char *filename_stringified, const char *templatename_stringified)
Test if two files are exactly equal (used in TEST_FILE_EQUAL macro)
int exception
(Used by various macros. Indicates a rough category of the exception being caught....
bool isRealSimilar(long double number_1, long double number_2)
used by testRealSimilar()
FLASHIda C++ to C# (or vice versa) bridge functions The functions here are called in C# to invoke fun...
Definition: FeatureDeconvolution.h:48