tokenize.hpp 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207
  1. /// \file
  2. // Range v3 library
  3. //
  4. // Copyright Eric Niebler 2013-present
  5. //
  6. // Use, modification and distribution is subject to the
  7. // Boost Software License, Version 1.0. (See accompanying
  8. // file LICENSE_1_0.txt or copy at
  9. // http://www.boost.org/LICENSE_1_0.txt)
  10. //
  11. // Project home: https://github.com/ericniebler/range-v3
  12. //
  13. #ifndef RANGES_V3_VIEW_TOKENIZE_HPP
  14. #define RANGES_V3_VIEW_TOKENIZE_HPP
  15. #include <initializer_list>
  16. #include <regex>
  17. #include <type_traits>
  18. #include <utility>
  19. #include <vector>
  20. #include <range/v3/range_fwd.hpp>
  21. #include <range/v3/functional/bind_back.hpp>
  22. #include <range/v3/range/access.hpp>
  23. #include <range/v3/range/concepts.hpp>
  24. #include <range/v3/utility/static_const.hpp>
  25. #include <range/v3/view/all.hpp>
  26. #include <range/v3/view/interface.hpp>
  27. #include <range/v3/view/view.hpp>
  28. #include <range/v3/detail/prologue.hpp>
  29. namespace ranges
  30. {
  31. /// \addtogroup group-views
  32. /// @{
  33. template<typename Rng, typename Regex, typename SubMatchRange>
  34. struct tokenize_view
  35. : view_interface<tokenize_view<Rng, Regex, SubMatchRange>,
  36. is_finite<Rng>::value ? finite : range_cardinality<Rng>::value>
  37. {
  38. private:
  39. CPP_assert(bidirectional_range<Rng> && view_<Rng> && common_range<Rng>);
  40. CPP_assert(semiregular<Regex>);
  41. CPP_assert(semiregular<SubMatchRange>);
  42. Rng rng_;
  43. Regex rex_;
  44. SubMatchRange subs_;
  45. std::regex_constants::match_flag_type flags_;
  46. template<bool Const>
  47. using iterator_t =
  48. std::regex_token_iterator<iterator_t<meta::const_if_c<Const, Rng>>>;
  49. public:
  50. tokenize_view() = default;
  51. tokenize_view(Rng rng, Regex rex, SubMatchRange subs,
  52. std::regex_constants::match_flag_type flags)
  53. : rng_(std::move(rng))
  54. , rex_(std::move(rex))
  55. , subs_(std::move(subs))
  56. , flags_(flags)
  57. {}
  58. iterator_t<simple_view<Rng>()> begin()
  59. {
  60. meta::const_if_c<simple_view<Rng>(), Rng> & rng = rng_;
  61. return {ranges::begin(rng), ranges::end(rng), rex_, subs_, flags_};
  62. }
  63. template(bool Const = true)(
  64. requires range<Rng const>)
  65. iterator_t<Const> begin() const
  66. {
  67. return {ranges::begin(rng_), ranges::end(rng_), rex_, subs_, flags_};
  68. }
  69. iterator_t<simple_view<Rng>()> end()
  70. {
  71. return {};
  72. }
  73. template(bool Const = true)(
  74. requires range<Rng const>)
  75. iterator_t<Const> end() const
  76. {
  77. return {};
  78. }
  79. Rng base() const
  80. {
  81. return rng_;
  82. }
  83. };
  84. #if RANGES_CXX_DEDUCTION_GUIDES >= RANGES_CXX_DEDUCTION_GUIDES_17
  85. template(typename Rng, typename Regex, typename SubMatchRange)(
  86. requires copy_constructible<Regex> AND copy_constructible<SubMatchRange>)
  87. tokenize_view(Rng &&, Regex, SubMatchRange)
  88. ->tokenize_view<views::all_t<Rng>, Regex, SubMatchRange>;
  89. #endif
  90. namespace views
  91. {
  92. struct tokenize_base_fn
  93. {
  94. template(typename Rng, typename Regex)(
  95. requires bidirectional_range<Rng> AND common_range<Rng> AND
  96. same_as< //
  97. range_value_t<Rng>, //
  98. typename detail::decay_t<Regex>::value_type>)
  99. tokenize_view<all_t<Rng>, detail::decay_t<Regex>, int> //
  100. operator()(Rng && rng,
  101. Regex && rex,
  102. int sub = 0,
  103. std::regex_constants::match_flag_type flags =
  104. std::regex_constants::match_default) const //
  105. {
  106. return {all(static_cast<Rng &&>(rng)),
  107. static_cast<Regex &&>(rex),
  108. sub,
  109. flags};
  110. }
  111. template(typename Rng, typename Regex)(
  112. requires bidirectional_range<Rng> AND common_range<Rng> AND
  113. same_as<range_value_t<Rng>,
  114. typename detail::decay_t<Regex>::value_type>)
  115. tokenize_view<all_t<Rng>, detail::decay_t<Regex>, std::vector<int>> //
  116. operator()(Rng && rng,
  117. Regex && rex,
  118. std::vector<int> subs,
  119. std::regex_constants::match_flag_type flags =
  120. std::regex_constants::match_default) const //
  121. {
  122. return {all(static_cast<Rng &&>(rng)),
  123. static_cast<Regex &&>(rex),
  124. std::move(subs),
  125. flags};
  126. }
  127. template(typename Rng, typename Regex)(
  128. requires bidirectional_range<Rng> AND common_range<Rng> AND
  129. same_as<range_value_t<Rng>,
  130. typename detail::decay_t<Regex>::value_type>)
  131. tokenize_view<all_t<Rng>,
  132. detail::decay_t<Regex>,
  133. std::initializer_list<int>> //
  134. operator()(Rng && rng,
  135. Regex && rex,
  136. std::initializer_list<int> subs,
  137. std::regex_constants::match_flag_type flags =
  138. std::regex_constants::match_default) const //
  139. {
  140. return {all(static_cast<Rng &&>(rng)),
  141. static_cast<Regex &&>(rex),
  142. std::move(subs),
  143. flags};
  144. }
  145. };
  146. struct tokenize_fn : tokenize_base_fn
  147. {
  148. using tokenize_base_fn::operator();
  149. template<typename Regex>
  150. constexpr auto operator()(Regex && rex,
  151. int sub = 0,
  152. std::regex_constants::match_flag_type flags =
  153. std::regex_constants::match_default) const
  154. {
  155. return make_view_closure(bind_back(
  156. tokenize_base_fn{}, static_cast<Regex &&>(rex), sub, flags));
  157. }
  158. template<typename Regex>
  159. auto operator()(Regex && rex,
  160. std::vector<int> subs,
  161. std::regex_constants::match_flag_type flags =
  162. std::regex_constants::match_default) const
  163. {
  164. return bind_back(tokenize_base_fn{},
  165. static_cast<Regex &&>(rex),
  166. std::move(subs),
  167. flags);
  168. }
  169. template<typename Regex>
  170. constexpr auto operator()(Regex && rex,
  171. std::initializer_list<int> subs,
  172. std::regex_constants::match_flag_type flags =
  173. std::regex_constants::match_default) const
  174. {
  175. return make_view_closure(bind_back(
  176. tokenize_base_fn{}, static_cast<Regex &&>(rex), subs, flags));
  177. }
  178. };
  179. /// \relates tokenize_fn
  180. /// \ingroup group-views
  181. RANGES_INLINE_VARIABLE(tokenize_fn, tokenize)
  182. } // namespace views
  183. /// @}
  184. } // namespace ranges
  185. #include <range/v3/detail/epilogue.hpp>
  186. #include <range/v3/detail/satisfy_boost_range.hpp>
  187. RANGES_SATISFY_BOOST_RANGE(::ranges::tokenize_view)
  188. #endif