results_collector.ipp 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326
  1. // (C) Copyright Gennadiy Rozental 2001.
  2. // Distributed under the Boost Software License, Version 1.0.
  3. // (See accompanying file LICENSE_1_0.txt or copy at
  4. // http://www.boost.org/LICENSE_1_0.txt)
  5. // See http://www.boost.org/libs/test for the library home page.
  6. //
  7. /// @file
  8. /// Test results collecting facility.
  9. ///
  10. // ***************************************************************************
  11. #ifndef BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER
  12. #define BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER
  13. // Boost.Test
  14. #include <boost/test/unit_test_log.hpp>
  15. #include <boost/test/results_collector.hpp>
  16. #include <boost/test/framework.hpp>
  17. #include <boost/test/execution_monitor.hpp>
  18. #include <boost/test/tree/test_unit.hpp>
  19. #include <boost/test/tree/visitor.hpp>
  20. #include <boost/test/tree/test_case_counter.hpp>
  21. #include <boost/test/tree/traverse.hpp>
  22. // Boost
  23. #include <boost/cstdlib.hpp>
  24. // STL
  25. #include <map>
  26. #include <boost/test/detail/suppress_warnings.hpp>
  27. //____________________________________________________________________________//
  28. namespace boost {
  29. namespace unit_test {
  30. // ************************************************************************** //
  31. // ************** test_results ************** //
  32. // ************************************************************************** //
  33. test_results::test_results()
  34. {
  35. clear();
  36. }
  37. //____________________________________________________________________________//
  38. bool
  39. test_results::passed() const
  40. {
  41. // if it is skipped, it is not passed. However, if any children is not failed/aborted
  42. // then their skipped status is not taken into account.
  43. return !p_skipped &&
  44. p_test_cases_failed == 0 &&
  45. p_assertions_failed <= p_expected_failures &&
  46. // p_test_cases_skipped == 0 &&
  47. !p_timed_out &&
  48. p_test_cases_timed_out == 0 &&
  49. !aborted();
  50. }
  51. //____________________________________________________________________________//
  52. bool
  53. test_results::aborted() const
  54. {
  55. return p_aborted;
  56. }
  57. //____________________________________________________________________________//
  58. bool
  59. test_results::skipped() const
  60. {
  61. return p_skipped;
  62. }
  63. //____________________________________________________________________________//
  64. int
  65. test_results::result_code() const
  66. {
  67. return passed() ? exit_success
  68. : ( (p_assertions_failed > p_expected_failures || p_skipped || p_timed_out || p_test_cases_timed_out )
  69. ? exit_test_failure
  70. : exit_exception_failure );
  71. }
  72. //____________________________________________________________________________//
  73. void
  74. test_results::operator+=( test_results const& tr )
  75. {
  76. p_test_suites.value += tr.p_test_suites;
  77. p_assertions_passed.value += tr.p_assertions_passed;
  78. p_assertions_failed.value += tr.p_assertions_failed;
  79. p_warnings_failed.value += tr.p_warnings_failed;
  80. p_test_cases_passed.value += tr.p_test_cases_passed;
  81. p_test_cases_warned.value += tr.p_test_cases_warned;
  82. p_test_cases_failed.value += tr.p_test_cases_failed;
  83. p_test_cases_skipped.value += tr.p_test_cases_skipped;
  84. p_test_cases_aborted.value += tr.p_test_cases_aborted;
  85. p_test_cases_timed_out.value += tr.p_test_cases_timed_out;
  86. p_test_suites_timed_out.value += tr.p_test_suites_timed_out;
  87. p_duration_microseconds.value += tr.p_duration_microseconds;
  88. }
  89. //____________________________________________________________________________//
  90. void
  91. test_results::clear()
  92. {
  93. p_test_suites.value = 0;
  94. p_assertions_passed.value = 0;
  95. p_assertions_failed.value = 0;
  96. p_warnings_failed.value = 0;
  97. p_expected_failures.value = 0;
  98. p_test_cases_passed.value = 0;
  99. p_test_cases_warned.value = 0;
  100. p_test_cases_failed.value = 0;
  101. p_test_cases_skipped.value = 0;
  102. p_test_cases_aborted.value = 0;
  103. p_test_cases_timed_out.value = 0;
  104. p_test_suites_timed_out.value = 0;
  105. p_duration_microseconds.value= 0;
  106. p_aborted.value = false;
  107. p_skipped.value = false;
  108. p_timed_out.value = false;
  109. }
  110. //____________________________________________________________________________//
  111. // ************************************************************************** //
  112. // ************** results_collector ************** //
  113. // ************************************************************************** //
  114. namespace {
  115. struct results_collector_impl {
  116. std::map<test_unit_id,test_results> m_results_store;
  117. };
  118. results_collector_impl& s_rc_impl() { static results_collector_impl the_inst; return the_inst; }
  119. } // local namespace
  120. //____________________________________________________________________________//
  121. BOOST_TEST_SINGLETON_CONS_IMPL( results_collector_t )
  122. //____________________________________________________________________________//
  123. void
  124. results_collector_t::test_start( counter_t )
  125. {
  126. s_rc_impl().m_results_store.clear();
  127. }
  128. //____________________________________________________________________________//
  129. void
  130. results_collector_t::test_unit_start( test_unit const& tu )
  131. {
  132. // init test_results entry
  133. test_results& tr = s_rc_impl().m_results_store[tu.p_id];
  134. tr.clear();
  135. tr.p_expected_failures.value = tu.p_expected_failures;
  136. }
  137. //____________________________________________________________________________//
  138. class results_collect_helper : public test_tree_visitor {
  139. public:
  140. explicit results_collect_helper( test_results& tr, test_unit const& ts ) : m_tr( tr ), m_ts( ts ) {}
  141. void visit( test_case const& tc )
  142. {
  143. test_results const& tr = results_collector.results( tc.p_id );
  144. m_tr += tr;
  145. if( tr.passed() ) {
  146. if( tr.p_warnings_failed )
  147. m_tr.p_test_cases_warned.value++;
  148. else
  149. m_tr.p_test_cases_passed.value++;
  150. }
  151. else if( tr.p_timed_out ) {
  152. m_tr.p_test_cases_timed_out.value++;
  153. }
  154. else if( tr.p_skipped || !tc.is_enabled() ) {
  155. m_tr.p_test_cases_skipped.value++;
  156. }
  157. else {
  158. if( tr.p_aborted )
  159. m_tr.p_test_cases_aborted.value++;
  160. m_tr.p_test_cases_failed.value++;
  161. }
  162. }
  163. bool test_suite_start( test_suite const& ts )
  164. {
  165. if( m_ts.p_id == ts.p_id )
  166. return true;
  167. m_tr += results_collector.results( ts.p_id );
  168. m_tr.p_test_suites.value++;
  169. if( results_collector.results( ts.p_id ).p_timed_out )
  170. m_tr.p_test_suites_timed_out.value++;
  171. return false;
  172. }
  173. private:
  174. // Data members
  175. test_results& m_tr;
  176. test_unit const& m_ts;
  177. };
  178. //____________________________________________________________________________//
  179. void
  180. results_collector_t::test_unit_finish( test_unit const& tu, unsigned long elapsed_in_microseconds )
  181. {
  182. test_results & tr = s_rc_impl().m_results_store[tu.p_id];
  183. if( tu.p_type == TUT_SUITE ) {
  184. results_collect_helper ch( tr, tu );
  185. traverse_test_tree( tu, ch, true ); // true to ignore the status: we need to count the skipped/disabled tests
  186. }
  187. else {
  188. bool num_failures_match = tr.p_aborted || tr.p_assertions_failed >= tr.p_expected_failures;
  189. if( !num_failures_match )
  190. BOOST_TEST_FRAMEWORK_MESSAGE( "Test case " << tu.full_name() << " has fewer failures than expected" );
  191. bool check_any_assertions = tr.p_aborted || (tr.p_assertions_failed != 0) || (tr.p_assertions_passed != 0);
  192. if( !check_any_assertions )
  193. BOOST_TEST_FRAMEWORK_MESSAGE( "Test case " << tu.full_name() << " did not check any assertions" );
  194. }
  195. tr.p_duration_microseconds.value = elapsed_in_microseconds;
  196. }
  197. //____________________________________________________________________________//
  198. void
  199. results_collector_t::test_unit_skipped( test_unit const& tu, const_string /*reason*/ )
  200. {
  201. test_results& tr = s_rc_impl().m_results_store[tu.p_id];
  202. tr.clear();
  203. tr.p_skipped.value = true;
  204. if( tu.p_type == TUT_SUITE ) {
  205. test_case_counter tcc(true);
  206. traverse_test_tree( tu, tcc, true ); // true because need to count the disabled tests/units
  207. tr.p_test_cases_skipped.value = tcc.p_count;
  208. }
  209. }
  210. //____________________________________________________________________________//
  211. void
  212. results_collector_t::test_unit_timed_out(test_unit const& tu)
  213. {
  214. test_results& tr = s_rc_impl().m_results_store[tu.p_id];
  215. tr.p_timed_out.value = true;
  216. }
  217. //____________________________________________________________________________//
  218. void
  219. results_collector_t::assertion_result( unit_test::assertion_result ar )
  220. {
  221. test_results& tr = s_rc_impl().m_results_store[framework::current_test_case_id()];
  222. switch( ar ) {
  223. case AR_PASSED: tr.p_assertions_passed.value++; break;
  224. case AR_FAILED: tr.p_assertions_failed.value++; break;
  225. case AR_TRIGGERED: tr.p_warnings_failed.value++; break;
  226. }
  227. if( tr.p_assertions_failed == 1 )
  228. first_failed_assertion();
  229. }
  230. //____________________________________________________________________________//
  231. void
  232. results_collector_t::exception_caught( execution_exception const& ex)
  233. {
  234. test_results& tr = s_rc_impl().m_results_store[framework::current_test_case_id()];
  235. tr.p_assertions_failed.value++;
  236. if( ex.code() == execution_exception::timeout_error ) {
  237. tr.p_timed_out.value = true;
  238. }
  239. }
  240. //____________________________________________________________________________//
  241. void
  242. results_collector_t::test_unit_aborted( test_unit const& tu )
  243. {
  244. s_rc_impl().m_results_store[tu.p_id].p_aborted.value = true;
  245. }
  246. //____________________________________________________________________________//
  247. test_results const&
  248. results_collector_t::results( test_unit_id id ) const
  249. {
  250. return s_rc_impl().m_results_store[id];
  251. }
  252. //____________________________________________________________________________//
  253. } // namespace unit_test
  254. } // namespace boost
  255. #include <boost/test/detail/enable_warnings.hpp>
  256. #endif // BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER