plain_token.hpp 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242
  1. // Copyright (c) 2001-2011 Hartmut Kaiser
  2. //
  3. // Distributed under the Boost Software License, Version 1.0. (See accompanying
  4. // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  5. #if !defined(BOOST_SPIRIT_LEX_PLAIN_TOKEN_NOV_11_2007_0451PM)
  6. #define BOOST_SPIRIT_LEX_PLAIN_TOKEN_NOV_11_2007_0451PM
  7. #if defined(_MSC_VER)
  8. #pragma once
  9. #endif
  10. #include <boost/spirit/home/support/info.hpp>
  11. #include <boost/spirit/home/qi/detail/attributes.hpp>
  12. #include <boost/spirit/home/support/common_terminals.hpp>
  13. #include <boost/spirit/home/support/handles_container.hpp>
  14. #include <boost/spirit/home/qi/skip_over.hpp>
  15. #include <boost/spirit/home/qi/domain.hpp>
  16. #include <boost/spirit/home/qi/parser.hpp>
  17. #include <boost/spirit/home/qi/meta_compiler.hpp>
  18. #include <boost/spirit/home/qi/detail/assign_to.hpp>
  19. #include <boost/fusion/include/vector.hpp>
  20. #include <boost/fusion/include/at.hpp>
  21. #include <boost/mpl/or.hpp>
  22. #include <boost/mpl/and.hpp>
  23. #include <boost/range/iterator_range_core.hpp>
  24. #include <boost/type_traits/is_integral.hpp>
  25. #include <boost/type_traits/is_enum.hpp>
  26. #include <iterator> // for std::iterator_traits
  27. #include <sstream>
  28. namespace boost { namespace spirit
  29. {
  30. ///////////////////////////////////////////////////////////////////////////
  31. // Enablers
  32. ///////////////////////////////////////////////////////////////////////////
  33. // enables token
  34. template <>
  35. struct use_terminal<qi::domain, tag::token>
  36. : mpl::true_ {};
  37. // enables token(id)
  38. template <typename A0>
  39. struct use_terminal<qi::domain
  40. , terminal_ex<tag::token, fusion::vector1<A0> >
  41. > : mpl::or_<is_integral<A0>, is_enum<A0> > {};
  42. // enables token(idmin, idmax)
  43. template <typename A0, typename A1>
  44. struct use_terminal<qi::domain
  45. , terminal_ex<tag::token, fusion::vector2<A0, A1> >
  46. > : mpl::and_<
  47. mpl::or_<is_integral<A0>, is_enum<A0> >
  48. , mpl::or_<is_integral<A1>, is_enum<A1> >
  49. > {};
  50. // enables *lazy* token(id)
  51. template <>
  52. struct use_lazy_terminal<
  53. qi::domain, tag::token, 1
  54. > : mpl::true_ {};
  55. // enables *lazy* token(idmin, idmax)
  56. template <>
  57. struct use_lazy_terminal<
  58. qi::domain, tag::token, 2
  59. > : mpl::true_ {};
  60. }}
  61. namespace boost { namespace spirit { namespace qi
  62. {
  63. #ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS
  64. using spirit::token;
  65. #endif
  66. using spirit::token_type;
  67. ///////////////////////////////////////////////////////////////////////////
  68. template <typename TokenId>
  69. struct plain_token
  70. : primitive_parser<plain_token<TokenId> >
  71. {
  72. template <typename Context, typename Iterator>
  73. struct attribute
  74. {
  75. typedef typename Iterator::base_iterator_type iterator_type;
  76. typedef iterator_range<iterator_type> type;
  77. };
  78. plain_token(TokenId const& id)
  79. : id(id) {}
  80. template <typename Iterator, typename Context
  81. , typename Skipper, typename Attribute>
  82. bool parse(Iterator& first, Iterator const& last
  83. , Context& /*context*/, Skipper const& skipper
  84. , Attribute& attr) const
  85. {
  86. qi::skip_over(first, last, skipper); // always do a pre-skip
  87. if (first != last) {
  88. // simply match the token id with the id this component has
  89. // been initialized with
  90. typedef typename
  91. std::iterator_traits<Iterator>::value_type
  92. token_type;
  93. typedef typename token_type::id_type id_type;
  94. token_type const& t = *first;
  95. if (id_type(~0) == id_type(id) || id_type(id) == t.id()) {
  96. spirit::traits::assign_to(t, attr);
  97. ++first;
  98. return true;
  99. }
  100. }
  101. return false;
  102. }
  103. template <typename Context>
  104. info what(Context& /*context*/) const
  105. {
  106. std::stringstream ss;
  107. ss << "token(" << id << ")";
  108. return info("token", ss.str());
  109. }
  110. TokenId id;
  111. };
  112. ///////////////////////////////////////////////////////////////////////////
  113. template <typename TokenId>
  114. struct plain_token_range
  115. : primitive_parser<plain_token_range<TokenId> >
  116. {
  117. template <typename Context, typename Iterator>
  118. struct attribute
  119. {
  120. typedef typename Iterator::base_iterator_type iterator_type;
  121. typedef iterator_range<iterator_type> type;
  122. };
  123. plain_token_range(TokenId const& idmin, TokenId const& idmax)
  124. : idmin(idmin), idmax(idmax) {}
  125. template <typename Iterator, typename Context
  126. , typename Skipper, typename Attribute>
  127. bool parse(Iterator& first, Iterator const& last
  128. , Context& /*context*/, Skipper const& skipper
  129. , Attribute& attr) const
  130. {
  131. qi::skip_over(first, last, skipper); // always do a pre-skip
  132. if (first != last) {
  133. // simply match the token id with the id this component has
  134. // been initialized with
  135. typedef typename
  136. std::iterator_traits<Iterator>::value_type
  137. token_type;
  138. typedef typename token_type::id_type id_type;
  139. token_type const& t = *first;
  140. if (id_type(idmax) >= t.id() && id_type(idmin) <= t.id())
  141. {
  142. spirit::traits::assign_to(t, attr);
  143. ++first;
  144. return true;
  145. }
  146. }
  147. return false;
  148. }
  149. template <typename Context>
  150. info what(Context& /*context*/) const
  151. {
  152. std::stringstream ss;
  153. ss << "token(" << idmin << ", " << idmax << ")";
  154. return info("token_range", ss.str());
  155. }
  156. TokenId idmin, idmax;
  157. };
  158. ///////////////////////////////////////////////////////////////////////////
  159. // Parser generators: make_xxx function (objects)
  160. ///////////////////////////////////////////////////////////////////////////
  161. template <typename Modifiers>
  162. struct make_primitive<tag::token, Modifiers>
  163. {
  164. typedef plain_token<std::size_t> result_type;
  165. result_type operator()(unused_type, unused_type) const
  166. {
  167. return result_type(std::size_t(~0));
  168. }
  169. };
  170. template <typename Modifiers, typename TokenId>
  171. struct make_primitive<terminal_ex<tag::token, fusion::vector1<TokenId> >
  172. , Modifiers>
  173. {
  174. typedef plain_token<TokenId> result_type;
  175. template <typename Terminal>
  176. result_type operator()(Terminal const& term, unused_type) const
  177. {
  178. return result_type(fusion::at_c<0>(term.args));
  179. }
  180. };
  181. template <typename Modifiers, typename TokenId>
  182. struct make_primitive<terminal_ex<tag::token, fusion::vector2<TokenId, TokenId> >
  183. , Modifiers>
  184. {
  185. typedef plain_token_range<TokenId> result_type;
  186. template <typename Terminal>
  187. result_type operator()(Terminal const& term, unused_type) const
  188. {
  189. return result_type(fusion::at_c<0>(term.args)
  190. , fusion::at_c<1>(term.args));
  191. }
  192. };
  193. }}}
  194. namespace boost { namespace spirit { namespace traits
  195. {
  196. ///////////////////////////////////////////////////////////////////////////
  197. template<typename Idtype, typename Attr, typename Context, typename Iterator>
  198. struct handles_container<qi::plain_token<Idtype>, Attr, Context, Iterator>
  199. : mpl::true_
  200. {};
  201. template<typename Idtype, typename Attr, typename Context, typename Iterator>
  202. struct handles_container<qi::plain_token_range<Idtype>, Attr, Context, Iterator>
  203. : mpl::true_
  204. {};
  205. }}}
  206. #endif