123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242 |
- // Copyright (c) 2001-2011 Hartmut Kaiser
- //
- // Distributed under the Boost Software License, Version 1.0. (See accompanying
- // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
- #if !defined(BOOST_SPIRIT_LEX_PLAIN_TOKENID_NOV_26_2010_0944AM)
- #define BOOST_SPIRIT_LEX_PLAIN_TOKENID_NOV_26_2010_0944AM
- #if defined(_MSC_VER)
- #pragma once
- #endif
- #include <boost/spirit/home/support/info.hpp>
- #include <boost/spirit/home/qi/detail/attributes.hpp>
- #include <boost/spirit/home/support/common_terminals.hpp>
- #include <boost/spirit/home/support/handles_container.hpp>
- #include <boost/spirit/home/qi/skip_over.hpp>
- #include <boost/spirit/home/qi/domain.hpp>
- #include <boost/spirit/home/qi/parser.hpp>
- #include <boost/spirit/home/qi/meta_compiler.hpp>
- #include <boost/spirit/home/qi/detail/assign_to.hpp>
- #include <boost/fusion/include/vector.hpp>
- #include <boost/fusion/include/at.hpp>
- #include <boost/mpl/or.hpp>
- #include <boost/mpl/and.hpp>
- #include <boost/type_traits/is_integral.hpp>
- #include <boost/type_traits/is_enum.hpp>
- #include <iterator> // for std::iterator_traits
- #include <sstream>
- namespace boost { namespace spirit
- {
- ///////////////////////////////////////////////////////////////////////////
- // Enablers
- ///////////////////////////////////////////////////////////////////////////
- // enables tokenid
- template <>
- struct use_terminal<qi::domain, tag::tokenid>
- : mpl::true_ {};
- // enables tokenid(id)
- template <typename A0>
- struct use_terminal<qi::domain
- , terminal_ex<tag::tokenid, fusion::vector1<A0> >
- > : mpl::or_<is_integral<A0>, is_enum<A0> > {};
- // enables tokenid(idmin, idmax)
- template <typename A0, typename A1>
- struct use_terminal<qi::domain
- , terminal_ex<tag::tokenid, fusion::vector2<A0, A1> >
- > : mpl::and_<
- mpl::or_<is_integral<A0>, is_enum<A0> >
- , mpl::or_<is_integral<A1>, is_enum<A1> >
- > {};
- // enables *lazy* tokenid(id)
- template <>
- struct use_lazy_terminal<
- qi::domain, tag::tokenid, 1
- > : mpl::true_ {};
- // enables *lazy* tokenid(idmin, idmax)
- template <>
- struct use_lazy_terminal<
- qi::domain, tag::tokenid, 2
- > : mpl::true_ {};
- }}
- namespace boost { namespace spirit { namespace qi
- {
- #ifndef BOOST_SPIRIT_NO_PREDEFINED_TERMINALS
- using spirit::tokenid;
- #endif
- using spirit::tokenid_type;
- ///////////////////////////////////////////////////////////////////////////
- // The plain_tokenid represents a simple token defined by the lexer inside
- // a Qi grammar. The difference to plain_token is that it exposes the
- // matched token id instead of the iterator_range of the matched input.
- template <typename TokenId>
- struct plain_tokenid
- : primitive_parser<plain_tokenid<TokenId> >
- {
- template <typename Context, typename Iterator>
- struct attribute
- {
- typedef TokenId type;
- };
- plain_tokenid(TokenId const& id)
- : id(id) {}
- template <typename Iterator, typename Context
- , typename Skipper, typename Attribute>
- bool parse(Iterator& first, Iterator const& last
- , Context& /*context*/, Skipper const& skipper
- , Attribute& attr) const
- {
- qi::skip_over(first, last, skipper); // always do a pre-skip
- if (first != last) {
- // simply match the token id with the id this component has
- // been initialized with
- typedef typename
- std::iterator_traits<Iterator>::value_type
- token_type;
- typedef typename token_type::id_type id_type;
- token_type const& t = *first;
- if (id_type(~0) == id_type(id) || id_type(id) == t.id()) {
- spirit::traits::assign_to(id, attr);
- ++first;
- return true;
- }
- }
- return false;
- }
- template <typename Context>
- info what(Context& /*context*/) const
- {
- std::stringstream ss;
- ss << "tokenid(" << id << ")";
- return info("tokenid", ss.str());
- }
- TokenId id;
- };
- ///////////////////////////////////////////////////////////////////////////
- template <typename TokenId>
- struct plain_tokenid_range
- : primitive_parser<plain_tokenid_range<TokenId> >
- {
- template <typename Context, typename Iterator>
- struct attribute
- {
- typedef TokenId type;
- };
- plain_tokenid_range(TokenId const& idmin, TokenId const& idmax)
- : idmin(idmin), idmax(idmax) {}
- template <typename Iterator, typename Context
- , typename Skipper, typename Attribute>
- bool parse(Iterator& first, Iterator const& last
- , Context& /*context*/, Skipper const& skipper
- , Attribute& attr) const
- {
- qi::skip_over(first, last, skipper); // always do a pre-skip
- if (first != last) {
- // simply match the token id with the id this component has
- // been initialized with
- typedef typename
- std::iterator_traits<Iterator>::value_type
- token_type;
- typedef typename token_type::id_type id_type;
- token_type const& t = *first;
- if (id_type(idmin) >= t.id() && id_type(idmin) <= t.id())
- {
- spirit::traits::assign_to(t.id(), attr);
- ++first;
- return true;
- }
- }
- return false;
- }
- template <typename Context>
- info what(Context& /*context*/) const
- {
- std::stringstream ss;
- ss << "token(" << idmin << ", " << idmax << ")";
- return info("tokenid_range", ss.str());
- }
- TokenId idmin, idmax;
- };
- ///////////////////////////////////////////////////////////////////////////
- // Parser generators: make_xxx function (objects)
- ///////////////////////////////////////////////////////////////////////////
- template <typename Modifiers>
- struct make_primitive<tag::tokenid, Modifiers>
- {
- typedef plain_tokenid<std::size_t> result_type;
- result_type operator()(unused_type, unused_type) const
- {
- return result_type(std::size_t(~0));
- }
- };
- template <typename Modifiers, typename TokenId>
- struct make_primitive<terminal_ex<tag::tokenid, fusion::vector1<TokenId> >
- , Modifiers>
- {
- typedef plain_tokenid<TokenId> result_type;
- template <typename Terminal>
- result_type operator()(Terminal const& term, unused_type) const
- {
- return result_type(fusion::at_c<0>(term.args));
- }
- };
- template <typename Modifiers, typename TokenId>
- struct make_primitive<terminal_ex<tag::tokenid, fusion::vector2<TokenId, TokenId> >
- , Modifiers>
- {
- typedef plain_tokenid_range<TokenId> result_type;
- template <typename Terminal>
- result_type operator()(Terminal const& term, unused_type) const
- {
- return result_type(fusion::at_c<0>(term.args)
- , fusion::at_c<1>(term.args));
- }
- };
- }}}
- namespace boost { namespace spirit { namespace traits
- {
- ///////////////////////////////////////////////////////////////////////////
- template<typename Idtype, typename Attr, typename Context, typename Iterator>
- struct handles_container<qi::plain_tokenid<Idtype>, Attr, Context, Iterator>
- : mpl::true_
- {};
- template<typename Idtype, typename Attr, typename Context, typename Iterator>
- struct handles_container<qi::plain_tokenid_range<Idtype>, Attr, Context, Iterator>
- : mpl::true_
- {};
- }}}
- #endif
|