unput_queue_iterator.hpp 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295
  1. /*=============================================================================
  2. Boost.Wave: A Standard compliant C++ preprocessor library
  3. Definition of the unput queue iterator
  4. http://www.boost.org/
  5. Copyright (c) 2001-2012 Hartmut Kaiser. Distributed under the Boost
  6. Software License, Version 1.0. (See accompanying file
  7. LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  8. =============================================================================*/
  9. #if !defined(UNPUT_QUEUE_ITERATOR_HPP_76DA23D0_4893_4AD5_ABCC_6CED7CFB89BC_INCLUDED)
  10. #define UNPUT_QUEUE_ITERATOR_HPP_76DA23D0_4893_4AD5_ABCC_6CED7CFB89BC_INCLUDED
  11. #include <list>
  12. #include <boost/assert.hpp>
  13. #include <boost/iterator_adaptors.hpp>
  14. #include <boost/wave/wave_config.hpp>
  15. #include <boost/wave/token_ids.hpp> // token_id
  16. // this must occur after all of the includes and before any code appears
  17. #ifdef BOOST_HAS_ABI_HEADERS
  18. #include BOOST_ABI_PREFIX
  19. #endif
  20. ///////////////////////////////////////////////////////////////////////////////
  21. namespace boost {
  22. namespace wave {
  23. namespace util {
  24. ///////////////////////////////////////////////////////////////////////////////
  25. //
  26. // unput_queue_iterator
  27. //
  28. // The unput_queue_iterator templates encapsulates an unput_queue together
  29. // with the direct input to be read after the unput queue is emptied
  30. //
  31. // This version is for the new iterator_adaptors (was released with
  32. // Boost V1.31.0)
  33. //
  34. ///////////////////////////////////////////////////////////////////////////////
  35. template <typename IteratorT, typename TokenT, typename ContainerT>
  36. class unput_queue_iterator
  37. : public boost::iterator_adaptor<
  38. unput_queue_iterator<IteratorT, TokenT, ContainerT>,
  39. IteratorT, TokenT const, std::forward_iterator_tag>
  40. {
  41. typedef boost::iterator_adaptor<
  42. unput_queue_iterator<IteratorT, TokenT, ContainerT>,
  43. IteratorT, TokenT const, std::forward_iterator_tag>
  44. base_type;
  45. public:
  46. typedef ContainerT container_type;
  47. typedef IteratorT iterator_type;
  48. unput_queue_iterator(IteratorT const &it, ContainerT &queue)
  49. : base_type(it), unput_queue(queue)
  50. {}
  51. ContainerT &get_unput_queue()
  52. { return unput_queue; }
  53. ContainerT const &get_unput_queue() const
  54. { return unput_queue; }
  55. IteratorT &get_base_iterator()
  56. { return base_type::base_reference(); }
  57. IteratorT const &get_base_iterator() const
  58. { return base_type::base_reference(); }
  59. unput_queue_iterator &operator= (unput_queue_iterator const &rhs)
  60. {
  61. if (this != &rhs) {
  62. unput_queue = rhs.unput_queue;
  63. base_type::operator=(rhs);
  64. }
  65. return *this;
  66. }
  67. typename base_type::reference dereference() const
  68. {
  69. if (!unput_queue.empty())
  70. return unput_queue.front();
  71. return *base_type::base_reference();
  72. }
  73. void increment()
  74. {
  75. if (!unput_queue.empty()) {
  76. // there exist pending tokens in the unput queue
  77. unput_queue.pop_front();
  78. }
  79. else {
  80. // the unput_queue is empty, so advance the base iterator
  81. ++base_type::base_reference();
  82. }
  83. }
  84. template <
  85. typename OtherDerivedT, typename OtherIteratorT,
  86. typename V, typename C, typename R, typename D
  87. >
  88. bool equal(
  89. boost::iterator_adaptor<OtherDerivedT, OtherIteratorT, V, C, R, D>
  90. const &x) const
  91. {
  92. // two iterators are equal, if both begin() iterators of the queue
  93. // objects are equal and the base iterators are equal as well
  94. OtherDerivedT const &rhs = static_cast<OtherDerivedT const &>(x);
  95. return
  96. ((unput_queue.empty() && rhs.unput_queue.empty()) ||
  97. (&unput_queue == &rhs.unput_queue &&
  98. unput_queue.begin() == rhs.unput_queue.begin()
  99. )
  100. ) &&
  101. (get_base_iterator() == rhs.get_base_iterator());
  102. }
  103. private:
  104. ContainerT &unput_queue;
  105. };
  106. namespace impl {
  107. ///////////////////////////////////////////////////////////////////////////
  108. template <typename IteratorT, typename TokenT, typename ContainerT>
  109. struct gen_unput_queue_iterator
  110. {
  111. typedef ContainerT container_type;
  112. typedef IteratorT iterator_type;
  113. typedef unput_queue_iterator<IteratorT, TokenT, ContainerT>
  114. return_type;
  115. static container_type last;
  116. static return_type
  117. generate(iterator_type const &it)
  118. {
  119. return return_type(it, last);
  120. }
  121. static return_type
  122. generate(ContainerT &queue, iterator_type const &it)
  123. {
  124. return return_type(it, queue);
  125. }
  126. };
  127. template <typename IteratorT, typename TokenT, typename ContainerT>
  128. typename gen_unput_queue_iterator<IteratorT, TokenT, ContainerT>::
  129. container_type
  130. gen_unput_queue_iterator<IteratorT, TokenT, ContainerT>::last =
  131. typename gen_unput_queue_iterator<IteratorT, TokenT, ContainerT>::
  132. container_type();
  133. ///////////////////////////////////////////////////////////////////////////
  134. template <typename IteratorT, typename TokenT, typename ContainerT>
  135. struct gen_unput_queue_iterator<
  136. unput_queue_iterator<IteratorT, TokenT, ContainerT>,
  137. TokenT, ContainerT>
  138. {
  139. typedef ContainerT container_type;
  140. typedef unput_queue_iterator<IteratorT, TokenT, ContainerT>
  141. iterator_type;
  142. typedef unput_queue_iterator<IteratorT, TokenT, ContainerT>
  143. return_type;
  144. static container_type last;
  145. static return_type
  146. generate(iterator_type &it)
  147. {
  148. return return_type(it.base(), last);
  149. }
  150. static return_type
  151. generate(ContainerT &queue, iterator_type &it)
  152. {
  153. return return_type(it.base(), queue);
  154. }
  155. };
  156. ///////////////////////////////////////////////////////////////////////////
  157. template <typename IteratorT>
  158. struct assign_iterator
  159. {
  160. static void
  161. do_ (IteratorT &dest, IteratorT const &src)
  162. {
  163. dest = src;
  164. }
  165. };
  166. ///////////////////////////////////////////////////////////////////////////
  167. //
  168. // Look for the first non-whitespace token and return this token id.
  169. // Note though, that the embedded unput_queues are not touched in any way!
  170. //
  171. template <typename IteratorT>
  172. struct next_token
  173. {
  174. static boost::wave::token_id
  175. peek(IteratorT it, IteratorT end, bool skip_whitespace = true)
  176. {
  177. using namespace boost::wave;
  178. if (skip_whitespace) {
  179. for (++it; it != end; ++it) {
  180. if (!IS_CATEGORY(*it, WhiteSpaceTokenType) &&
  181. T_NEWLINE != token_id(*it))
  182. {
  183. break; // stop at the first non-whitespace token
  184. }
  185. }
  186. }
  187. else {
  188. ++it; // we have at least to look ahead
  189. }
  190. if (it != end)
  191. return token_id(*it);
  192. return T_EOI;
  193. }
  194. };
  195. template <typename IteratorT, typename TokenT, typename ContainerT>
  196. struct next_token<
  197. unput_queue_iterator<IteratorT, TokenT, ContainerT> > {
  198. typedef unput_queue_iterator<IteratorT, TokenT, ContainerT> iterator_type;
  199. static boost::wave::token_id
  200. peek(iterator_type it, iterator_type end, bool skip_whitespace = true)
  201. {
  202. using namespace boost::wave;
  203. typename iterator_type::container_type &queue = it.get_unput_queue();
  204. // first try to find it in the unput_queue
  205. if (0 != queue.size()) {
  206. typename iterator_type::container_type::iterator cit = queue.begin();
  207. typename iterator_type::container_type::iterator cend = queue.end();
  208. if (skip_whitespace) {
  209. for (++cit; cit != cend; ++cit) {
  210. if (!IS_CATEGORY(*cit, WhiteSpaceTokenType) &&
  211. T_NEWLINE != token_id(*cit))
  212. {
  213. break; // stop at the first non-whitespace token
  214. }
  215. }
  216. }
  217. else {
  218. ++cit; // we have at least to look ahead
  219. }
  220. if (cit != cend)
  221. return token_id(*cit);
  222. }
  223. // second try to move on into the base iterator stream
  224. typename iterator_type::iterator_type base_it = it.get_base_iterator();
  225. typename iterator_type::iterator_type base_end = end.get_base_iterator();
  226. if (0 == queue.size())
  227. ++base_it; // advance, if the unput queue is empty
  228. if (skip_whitespace) {
  229. for (/**/; base_it != base_end; ++base_it) {
  230. if (!IS_CATEGORY(*base_it, WhiteSpaceTokenType) &&
  231. T_NEWLINE != token_id(*base_it))
  232. {
  233. break; // stop at the first non-whitespace token
  234. }
  235. }
  236. }
  237. if (base_it == base_end)
  238. return T_EOI;
  239. return token_id(*base_it);
  240. }
  241. };
  242. ///////////////////////////////////////////////////////////////////////////////
  243. } // namespace impl
  244. ///////////////////////////////////////////////////////////////////////////////
  245. } // namespace util
  246. } // namespace wave
  247. } // namespace boost
  248. // the suffix header occurs after all of the code
  249. #ifdef BOOST_HAS_ABI_HEADERS
  250. #include BOOST_ABI_SUFFIX
  251. #endif
  252. #endif // !defined(UNPUT_QUEUE_ITERATOR_HPP_76DA23D0_4893_4AD5_ABCC_6CED7CFB89BC_INCLUDED)