123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107 |
- // Copyright (c) 2001-2011 Hartmut Kaiser
- //
- // Distributed under the Boost Software License, Version 1.0. (See accompanying
- // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
- #include <boost/detail/lightweight_test.hpp>
- #include <boost/spirit/include/lex_lexertl.hpp>
- #include "test.hpp"
- ///////////////////////////////////////////////////////////////////////////////
- // test pattern definition capabilities
- int main()
- {
- using namespace boost::spirit;
- using namespace boost::spirit::lex;
- using namespace spirit_test;
- // initialize tokens
- typedef lex::token_def<std::string> token_def;
- std::size_t const CCOMMENT = 1;
- std::size_t const CPPCOMMENT = 2;
- std::size_t const TOKEN_ID_ABC = 1000;
- std::size_t const TOKEN_ID_STR = 1001;
- std::size_t const TOKEN_ID_WS = 1002;
- typedef std::string::iterator base_iterator_type;
- typedef lex::lexertl::token<base_iterator_type> token_type;
- typedef lex::lexertl::lexer<token_type> lexer_type;
- typedef lex::lexer<lexer_type> lexer_def;
- std::string str("def");
- {
- // initialize lexer
- lexer_def lex;
- lex.self.add_pattern
- ("CCOMMENT", "\\/\\*[^*]*\\*+([^/*][^*]*\\*+)*\\/")
- ("CPPCOMMENT", "\\/\\/[^\\n\\r]*(\\n|\\r|\\r\\n)")
- ("WS", "[\\v\\f\\n\\r]+")
- ;
- token_def c_comment ("{CCOMMENT}", CCOMMENT);
- token_def cpp_comment ("{CPPCOMMENT}", CPPCOMMENT);
- token_def ws_tok ("{WS}");
- lex.self.add
- (c_comment)(cpp_comment)
- ('1')('2')('3')
- ("abc", TOKEN_ID_ABC)
- (str, TOKEN_ID_STR)
- ;
- lex.self += token_def(' ') | '\t' | ws_tok;
- // test lexer for different input strings
- BOOST_TEST(test (lex, "/* this is a comment */", CCOMMENT));
- BOOST_TEST(test (lex, "// this is a comment as well\n", CPPCOMMENT));
- BOOST_TEST(test (lex, "\n\n\v\f\r", ws_tok.id()));
- BOOST_TEST(test (lex, " ", ' '));
- BOOST_TEST(test (lex, "2", '2'));
- BOOST_TEST(test (lex, "abc", TOKEN_ID_ABC));
- BOOST_TEST(test (lex, "def", TOKEN_ID_STR));
- }
- {
- // initialize lexer
- lexer_def lex;
- lex.self.add_pattern
- ("CCOMMENT", "\\/\\*[^*]*\\*+([^/*][^*]*\\*+)*\\/")
- ("CPPCOMMENT", "\\/\\/[^\\n\\r]*(\\n|\\r|\\r\\n)")
- ("WS", "[\\v\\f\\n\\r]+")
- ;
- token_def c_comment ("{CCOMMENT}", CCOMMENT);
- token_def cpp_comment ("{CPPCOMMENT}", CPPCOMMENT);
- token_def ws_tok ("{WS}");
- // init lexer
- lex.self.add
- (c_comment)(cpp_comment)
- ('1')('2')('3')
- ("abc", TOKEN_ID_ABC)
- (str, TOKEN_ID_STR)
- ;
- lex.self("WHITESPACE").add
- (' ')('\t')
- (ws_tok, TOKEN_ID_WS)
- ;
- // test lexer for different input strings
- BOOST_TEST(test (lex, "/* this is a comment */", CCOMMENT));
- BOOST_TEST(test (lex, "// this is a comment as well\n", CPPCOMMENT));
- BOOST_TEST(test (lex, "2", '2'));
- BOOST_TEST(test (lex, "abc", TOKEN_ID_ABC));
- BOOST_TEST(test (lex, "def", TOKEN_ID_STR));
- BOOST_TEST(!test (lex, "\n\n\v\f\r", TOKEN_ID_WS));
- BOOST_TEST(test (lex, " ", ' ', "WHITESPACE"));
- BOOST_TEST(test (lex, "\n\n\v\f\r", TOKEN_ID_WS, "WHITESPACE"));
- }
- return boost::report_errors();
- }
|