id_type_enum.cpp 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293
  1. // Copyright (c) 2001-2010 Hartmut Kaiser
  2. // Copyright (c) 2010 Mathias Gaunard
  3. //
  4. // Distributed under the Boost Software License, Version 1.0. (See accompanying
  5. // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  6. #include <boost/config/warning_disable.hpp>
  7. #include <boost/detail/lightweight_test.hpp>
  8. #include <boost/spirit/include/support_multi_pass.hpp>
  9. #include <boost/spirit/include/classic_position_iterator.hpp>
  10. #include <boost/spirit/include/lex_lexertl.hpp>
  11. namespace spirit = boost::spirit;
  12. namespace lex = spirit::lex;
  13. typedef spirit::classic::position_iterator2<
  14. spirit::multi_pass<std::istreambuf_iterator<char> >
  15. > file_iterator;
  16. inline file_iterator
  17. make_file_iterator(std::istream& input, const std::string& filename)
  18. {
  19. return file_iterator(
  20. spirit::make_default_multi_pass(
  21. std::istreambuf_iterator<char>(input)),
  22. spirit::multi_pass<std::istreambuf_iterator<char> >(),
  23. filename);
  24. }
  25. enum token_id
  26. {
  27. ID_WORD = lex::min_token_id + 1,
  28. ID_EOL
  29. };
  30. typedef lex::lexertl::token<
  31. file_iterator, boost::mpl::vector<>, boost::mpl::true_, token_id
  32. > token_type;
  33. struct lexer
  34. : lex::lexer<lex::lexertl::actor_lexer<token_type> >
  35. {
  36. lexer() : word("^[a-zA-Z0-9]+$", ID_WORD)
  37. {
  38. typedef lex::token_def<lex::unused_type, char, token_id> toked_def;
  39. self("INITIAL", "O") =
  40. word
  41. | toked_def("!.*$") [
  42. lex::_pass = lex::pass_flags::pass_ignore
  43. ]
  44. | toked_def('\n', ID_EOL)
  45. ;
  46. self("O", "INITIAL") =
  47. toked_def(".") [
  48. lex::_pass = lex::pass_flags::pass_fail
  49. ]
  50. ;
  51. }
  52. lex::token_def<lex::unused_type, char, token_id> word;
  53. };
  54. typedef lexer::iterator_type token_iterator;
  55. int main()
  56. {
  57. std::stringstream ss;
  58. ss << "!foo\nbar\n!baz";
  59. file_iterator begin = make_file_iterator(ss, "SS");
  60. file_iterator end;
  61. lexer l;
  62. token_iterator begin2 = l.begin(begin, end);
  63. token_iterator end2 = l.end();
  64. token_id test_data[] = { ID_EOL, ID_WORD, ID_EOL };
  65. std::size_t const test_data_size = sizeof(test_data)/sizeof(test_data[0]);
  66. token_iterator it = begin2;
  67. std::size_t i = 0;
  68. for (/**/; it != end2 && i < test_data_size; ++it, ++i)
  69. {
  70. BOOST_TEST(it->id() == test_data[i]);
  71. }
  72. BOOST_TEST(it == end2);
  73. BOOST_TEST(i == test_data_size);
  74. return boost::report_errors();
  75. }