// // Copyright (c) 2022 Klemens Morgenstern (klemens.morgenstern@gmx.net) // // Distributed under the Boost Software License, Version 1.0. (See accompanying // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt) // #ifndef BOOST_COBALT_DETAIL_GATHER_HPP #define BOOST_COBALT_DETAIL_GATHER_HPP #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace boost::cobalt::detail { template struct gather_variadic_impl { using tuple_type = std::tuple()))...>; gather_variadic_impl(Args && ... args) : args{std::forward(args)...} { } std::tuple args; constexpr static std::size_t tuple_size = sizeof...(Args); struct awaitable : fork::static_shared_state<256 * tuple_size> { template awaitable(std::tuple & args, std::index_sequence) : aws(awaitable_type_getter(std::get(args))...) { } tuple_type aws; std::array cancel; template using result_store_part = variant2::variant< variant2::monostate, void_as_monostate>, std::exception_ptr>; std::tuple...> result; template void interrupt_await_step() { using type= std::tuple_element_t>; using t = std::conditional_t< std::is_reference_v>, co_awaitable_type &, co_awaitable_type &&>; if constexpr (interruptible) static_cast(std::get(aws)).interrupt_await(); } void interrupt_await() { mp11::mp_for_each> ([&](auto idx) { interrupt_await_step(); }); } // GCC doesn't like member funs template static detail::fork await_impl(awaitable & this_) BOOST_TRY { auto & aw = std::get(this_.aws); // check manually if we're ready auto rd = aw.await_ready(); if (!rd) { co_await this_.cancel[Idx].slot(); // make sure the executor is set co_await detail::fork::wired_up; // do the await - this doesn't call await-ready again if constexpr (std::is_void_v) { co_await aw; std::get(this_.result).template emplace<1u>(); } else std::get(this_.result).template emplace<1u>(co_await aw); } else { if constexpr (std::is_void_v) { aw.await_resume(); std::get(this_.result).template emplace<1u>(); } else std::get(this_.result).template emplace<1u>(aw.await_resume()); } } BOOST_CATCH(...) { std::get(this_.result).template emplace<2u>(std::current_exception()); } BOOST_CATCH_END std::array impls { [](std::index_sequence) { return std::array{&await_impl...}; }(std::make_index_sequence{}) }; detail::fork last_forked; std::size_t last_index = 0u; bool await_ready() { while (last_index < tuple_size) { last_forked = impls[last_index++](*this); if (!last_forked.done()) return false; // one coro didn't immediately complete! } last_forked.release(); return true; } template auto await_suspend( std::coroutine_handle h #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING) , const boost::source_location & loc = BOOST_CURRENT_LOCATION #endif ) { #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING) this->loc = loc; #endif this->exec = &cobalt::detail::get_executor(h); last_forked.release().resume(); while (last_index < tuple_size) impls[last_index++](*this).release(); if (!this->outstanding_work()) // already done, resume rightaway. return false; // arm the cancel assign_cancellation( h, [&](asio::cancellation_type ct) { for (auto & cs : cancel) cs.emit(ct); }); this->coro.reset(h.address()); return true; } template using result_part = system::result, std::exception_ptr>; #if _MSC_VER BOOST_NOINLINE #endif std::tuple ...> await_resume() { return mp11::tuple_transform( [](variant2::variant & var) -> system::result, std::exception_ptr> { BOOST_ASSERT(var.index() != 0u); if (var.index() == 1u) { if constexpr (std::is_same_v) return {system::in_place_value}; else return {system::in_place_value, std::move(get<1>(var))}; } else return {system::in_place_error, std::move(get<2>(var))}; } , result); } }; awaitable operator co_await() && { return awaitable(args, std::make_index_sequence{}); } }; template struct gather_ranged_impl { Range aws; using result_type = system::result< co_await_result_t()))>>, std::exception_ptr>; using result_storage_type = variant2::variant< variant2::monostate, void_as_monostate< co_await_result_t()))>> >, std::exception_ptr>; struct awaitable : fork::shared_state { using type = std::decay_t()))>; #if !defined(BOOST_COBALT_NO_PMR) pmr::polymorphic_allocator alloc{&resource}; std::conditional_t, Range &, pmr::vector>> aws; pmr::vector ready{std::size(aws), alloc}; pmr::vector cancel{std::size(aws), alloc}; pmr::vector result{cancel.size(), alloc}; #else std::allocator alloc{}; std::conditional_t, Range &, std::vector>> aws; std::vector ready{std::size(aws), alloc}; std::vector cancel{std::size(aws), alloc}; std::vector result{cancel.size(), alloc}; #endif awaitable(Range & aws_, std::false_type /* needs operator co_await */) : fork::shared_state((512 + sizeof(co_awaitable_type)) * std::size(aws_)) , aws{alloc} , ready{std::size(aws_), alloc} , cancel{std::size(aws_), alloc} { aws.reserve(std::size(aws_)); for (auto && a : aws_) { using a_0 = std::decay_t; using a_t = std::conditional_t< std::is_lvalue_reference_v, a_0 &, a_0 &&>; aws.emplace_back(awaitable_type_getter(static_cast(a))); } std::transform(std::begin(this->aws), std::end(this->aws), std::begin(ready), [](auto & aw) {return aw.await_ready();}); } awaitable(Range & aws, std::true_type /* needs operator co_await */) : fork::shared_state((512 + sizeof(co_awaitable_type)) * std::size(aws)) , aws(aws) { std::transform(std::begin(aws), std::end(aws), std::begin(ready), [](auto & aw) {return aw.await_ready();}); } awaitable(Range & aws) : awaitable(aws, std::bool_constant>{}) { } void interrupt_await() { using t = std::conditional_t, co_awaitable_type &, co_awaitable_type &&>; if constexpr (interruptible) for (auto & aw : aws) static_cast(aw).interrupt_await(); } static detail::fork await_impl(awaitable & this_, std::size_t idx) BOOST_TRY { auto & aw = *std::next(std::begin(this_.aws), idx); auto rd = aw.await_ready(); if (!rd) { co_await this_.cancel[idx].slot(); co_await detail::fork::wired_up; if constexpr (std::is_void_v) { co_await aw; this_.result[idx].template emplace<1u>(); } else this_.result[idx].template emplace<1u>(co_await aw); } else { if constexpr (std::is_void_v) { aw.await_resume(); this_.result[idx].template emplace<1u>(); } else this_.result[idx].template emplace<1u>(aw.await_resume()); } } BOOST_CATCH(...) { this_.result[idx].template emplace<2u>(std::current_exception()); } BOOST_CATCH_END detail::fork last_forked; std::size_t last_index = 0u; bool await_ready() { while (last_index < cancel.size()) { last_forked = await_impl(*this, last_index++); if (!last_forked.done()) return false; // one coro didn't immediately complete! } last_forked.release(); return true; } template auto await_suspend( std::coroutine_handle h #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING) , const boost::source_location & loc = BOOST_CURRENT_LOCATION #endif ) { #if defined(BOOST_ASIO_ENABLE_HANDLER_TRACKING) this->loc = loc; #endif exec = &detail::get_executor(h); last_forked.release().resume(); while (last_index < cancel.size()) await_impl(*this, last_index++).release(); if (!this->outstanding_work()) // already done, resume rightaway. return false; // arm the cancel assign_cancellation( h, [&](asio::cancellation_type ct) { for (auto & cs : cancel) cs.emit(ct); }); this->coro.reset(h.address()); return true; } #if _MSC_VER BOOST_NOINLINE #endif auto await_resume() { #if !defined(BOOST_COBALT_NO_PMR) pmr::vector res{result.size(), this_thread::get_allocator()}; #else std::vector res(result.size()); #endif std::transform( result.begin(), result.end(), res.begin(), [](result_storage_type & res) -> result_type { BOOST_ASSERT(res.index() != 0u); if (res.index() == 1u) { if constexpr (std::is_void_v) return system::in_place_value; else return {system::in_place_value, std::move(get<1u>(res))}; } else return {system::in_place_error, get<2u>(res)}; }); return res; } }; awaitable operator co_await() && {return awaitable{aws};} }; } #endif //BOOST_COBALT_DETAIL_GATHER_HPP