dev_poll_reactor.ipp 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471
  1. //
  2. // detail/impl/dev_poll_reactor.ipp
  3. // ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  4. //
  5. // Copyright (c) 2003-2024 Christopher M. Kohlhoff (chris at kohlhoff dot com)
  6. //
  7. // Distributed under the Boost Software License, Version 1.0. (See accompanying
  8. // file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
  9. //
  10. #ifndef BOOST_ASIO_DETAIL_IMPL_DEV_POLL_REACTOR_IPP
  11. #define BOOST_ASIO_DETAIL_IMPL_DEV_POLL_REACTOR_IPP
  12. #if defined(_MSC_VER) && (_MSC_VER >= 1200)
  13. # pragma once
  14. #endif // defined(_MSC_VER) && (_MSC_VER >= 1200)
  15. #include <boost/asio/detail/config.hpp>
  16. #if defined(BOOST_ASIO_HAS_DEV_POLL)
  17. #include <boost/asio/detail/dev_poll_reactor.hpp>
  18. #include <boost/asio/detail/assert.hpp>
  19. #include <boost/asio/detail/scheduler.hpp>
  20. #include <boost/asio/detail/throw_error.hpp>
  21. #include <boost/asio/error.hpp>
  22. #include <boost/asio/detail/push_options.hpp>
  23. namespace boost {
  24. namespace asio {
  25. namespace detail {
  26. dev_poll_reactor::dev_poll_reactor(boost::asio::execution_context& ctx)
  27. : boost::asio::detail::execution_context_service_base<dev_poll_reactor>(ctx),
  28. scheduler_(use_service<scheduler>(ctx)),
  29. mutex_(),
  30. dev_poll_fd_(do_dev_poll_create()),
  31. interrupter_(),
  32. shutdown_(false)
  33. {
  34. // Add the interrupter's descriptor to /dev/poll.
  35. ::pollfd ev = { 0, 0, 0 };
  36. ev.fd = interrupter_.read_descriptor();
  37. ev.events = POLLIN | POLLERR;
  38. ev.revents = 0;
  39. ::write(dev_poll_fd_, &ev, sizeof(ev));
  40. }
  41. dev_poll_reactor::~dev_poll_reactor()
  42. {
  43. shutdown();
  44. ::close(dev_poll_fd_);
  45. }
  46. void dev_poll_reactor::shutdown()
  47. {
  48. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  49. shutdown_ = true;
  50. lock.unlock();
  51. op_queue<operation> ops;
  52. for (int i = 0; i < max_ops; ++i)
  53. op_queue_[i].get_all_operations(ops);
  54. timer_queues_.get_all_timers(ops);
  55. scheduler_.abandon_operations(ops);
  56. }
  57. void dev_poll_reactor::notify_fork(
  58. boost::asio::execution_context::fork_event fork_ev)
  59. {
  60. if (fork_ev == boost::asio::execution_context::fork_child)
  61. {
  62. detail::mutex::scoped_lock lock(mutex_);
  63. if (dev_poll_fd_ != -1)
  64. ::close(dev_poll_fd_);
  65. dev_poll_fd_ = -1;
  66. dev_poll_fd_ = do_dev_poll_create();
  67. interrupter_.recreate();
  68. // Add the interrupter's descriptor to /dev/poll.
  69. ::pollfd ev = { 0, 0, 0 };
  70. ev.fd = interrupter_.read_descriptor();
  71. ev.events = POLLIN | POLLERR;
  72. ev.revents = 0;
  73. ::write(dev_poll_fd_, &ev, sizeof(ev));
  74. // Re-register all descriptors with /dev/poll. The changes will be written
  75. // to the /dev/poll descriptor the next time the reactor is run.
  76. for (int i = 0; i < max_ops; ++i)
  77. {
  78. reactor_op_queue<socket_type>::iterator iter = op_queue_[i].begin();
  79. reactor_op_queue<socket_type>::iterator end = op_queue_[i].end();
  80. for (; iter != end; ++iter)
  81. {
  82. ::pollfd& pending_ev = add_pending_event_change(iter->first);
  83. pending_ev.events |= POLLERR | POLLHUP;
  84. switch (i)
  85. {
  86. case read_op: pending_ev.events |= POLLIN; break;
  87. case write_op: pending_ev.events |= POLLOUT; break;
  88. case except_op: pending_ev.events |= POLLPRI; break;
  89. default: break;
  90. }
  91. }
  92. }
  93. interrupter_.interrupt();
  94. }
  95. }
  96. void dev_poll_reactor::init_task()
  97. {
  98. scheduler_.init_task();
  99. }
  100. int dev_poll_reactor::register_descriptor(socket_type, per_descriptor_data&)
  101. {
  102. return 0;
  103. }
  104. int dev_poll_reactor::register_internal_descriptor(int op_type,
  105. socket_type descriptor, per_descriptor_data&, reactor_op* op)
  106. {
  107. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  108. op_queue_[op_type].enqueue_operation(descriptor, op);
  109. ::pollfd& ev = add_pending_event_change(descriptor);
  110. ev.events = POLLERR | POLLHUP;
  111. switch (op_type)
  112. {
  113. case read_op: ev.events |= POLLIN; break;
  114. case write_op: ev.events |= POLLOUT; break;
  115. case except_op: ev.events |= POLLPRI; break;
  116. default: break;
  117. }
  118. interrupter_.interrupt();
  119. return 0;
  120. }
  121. void dev_poll_reactor::move_descriptor(socket_type,
  122. dev_poll_reactor::per_descriptor_data&,
  123. dev_poll_reactor::per_descriptor_data&)
  124. {
  125. }
  126. void dev_poll_reactor::call_post_immediate_completion(
  127. operation* op, bool is_continuation, const void* self)
  128. {
  129. static_cast<const dev_poll_reactor*>(self)->post_immediate_completion(
  130. op, is_continuation);
  131. }
  132. void dev_poll_reactor::start_op(int op_type, socket_type descriptor,
  133. dev_poll_reactor::per_descriptor_data&, reactor_op* op,
  134. bool is_continuation, bool allow_speculative,
  135. void (*on_immediate)(operation*, bool, const void*),
  136. const void* immediate_arg)
  137. {
  138. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  139. if (shutdown_)
  140. {
  141. on_immediate(op, is_continuation, immediate_arg);
  142. return;
  143. }
  144. if (allow_speculative)
  145. {
  146. if (op_type != read_op || !op_queue_[except_op].has_operation(descriptor))
  147. {
  148. if (!op_queue_[op_type].has_operation(descriptor))
  149. {
  150. if (op->perform())
  151. {
  152. lock.unlock();
  153. on_immediate(op, is_continuation, immediate_arg);
  154. return;
  155. }
  156. }
  157. }
  158. }
  159. bool first = op_queue_[op_type].enqueue_operation(descriptor, op);
  160. scheduler_.work_started();
  161. if (first)
  162. {
  163. ::pollfd& ev = add_pending_event_change(descriptor);
  164. ev.events = POLLERR | POLLHUP;
  165. if (op_type == read_op
  166. || op_queue_[read_op].has_operation(descriptor))
  167. ev.events |= POLLIN;
  168. if (op_type == write_op
  169. || op_queue_[write_op].has_operation(descriptor))
  170. ev.events |= POLLOUT;
  171. if (op_type == except_op
  172. || op_queue_[except_op].has_operation(descriptor))
  173. ev.events |= POLLPRI;
  174. interrupter_.interrupt();
  175. }
  176. }
  177. void dev_poll_reactor::cancel_ops(socket_type descriptor,
  178. dev_poll_reactor::per_descriptor_data&)
  179. {
  180. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  181. cancel_ops_unlocked(descriptor, boost::asio::error::operation_aborted);
  182. }
  183. void dev_poll_reactor::cancel_ops_by_key(socket_type descriptor,
  184. dev_poll_reactor::per_descriptor_data&,
  185. int op_type, void* cancellation_key)
  186. {
  187. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  188. op_queue<operation> ops;
  189. bool need_interrupt = op_queue_[op_type].cancel_operations_by_key(
  190. descriptor, ops, cancellation_key, boost::asio::error::operation_aborted);
  191. scheduler_.post_deferred_completions(ops);
  192. if (need_interrupt)
  193. interrupter_.interrupt();
  194. }
  195. void dev_poll_reactor::deregister_descriptor(socket_type descriptor,
  196. dev_poll_reactor::per_descriptor_data&, bool)
  197. {
  198. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  199. // Remove the descriptor from /dev/poll.
  200. ::pollfd& ev = add_pending_event_change(descriptor);
  201. ev.events = POLLREMOVE;
  202. interrupter_.interrupt();
  203. // Cancel any outstanding operations associated with the descriptor.
  204. cancel_ops_unlocked(descriptor, boost::asio::error::operation_aborted);
  205. }
  206. void dev_poll_reactor::deregister_internal_descriptor(
  207. socket_type descriptor, dev_poll_reactor::per_descriptor_data&)
  208. {
  209. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  210. // Remove the descriptor from /dev/poll. Since this function is only called
  211. // during a fork, we can apply the change immediately.
  212. ::pollfd ev = { 0, 0, 0 };
  213. ev.fd = descriptor;
  214. ev.events = POLLREMOVE;
  215. ev.revents = 0;
  216. ::write(dev_poll_fd_, &ev, sizeof(ev));
  217. // Destroy all operations associated with the descriptor.
  218. op_queue<operation> ops;
  219. boost::system::error_code ec;
  220. for (int i = 0; i < max_ops; ++i)
  221. op_queue_[i].cancel_operations(descriptor, ops, ec);
  222. }
  223. void dev_poll_reactor::cleanup_descriptor_data(
  224. dev_poll_reactor::per_descriptor_data&)
  225. {
  226. }
  227. void dev_poll_reactor::run(long usec, op_queue<operation>& ops)
  228. {
  229. boost::asio::detail::mutex::scoped_lock lock(mutex_);
  230. // We can return immediately if there's no work to do and the reactor is
  231. // not supposed to block.
  232. if (usec == 0 && op_queue_[read_op].empty() && op_queue_[write_op].empty()
  233. && op_queue_[except_op].empty() && timer_queues_.all_empty())
  234. return;
  235. // Write the pending event registration changes to the /dev/poll descriptor.
  236. std::size_t events_size = sizeof(::pollfd) * pending_event_changes_.size();
  237. if (events_size > 0)
  238. {
  239. errno = 0;
  240. int result = ::write(dev_poll_fd_,
  241. &pending_event_changes_[0], events_size);
  242. if (result != static_cast<int>(events_size))
  243. {
  244. boost::system::error_code ec = boost::system::error_code(
  245. errno, boost::asio::error::get_system_category());
  246. for (std::size_t i = 0; i < pending_event_changes_.size(); ++i)
  247. {
  248. int descriptor = pending_event_changes_[i].fd;
  249. for (int j = 0; j < max_ops; ++j)
  250. op_queue_[j].cancel_operations(descriptor, ops, ec);
  251. }
  252. }
  253. pending_event_changes_.clear();
  254. pending_event_change_index_.clear();
  255. }
  256. // Calculate timeout.
  257. int timeout;
  258. if (usec == 0)
  259. timeout = 0;
  260. else
  261. {
  262. timeout = (usec < 0) ? -1 : ((usec - 1) / 1000 + 1);
  263. timeout = get_timeout(timeout);
  264. }
  265. lock.unlock();
  266. // Block on the /dev/poll descriptor.
  267. ::pollfd events[128] = { { 0, 0, 0 } };
  268. ::dvpoll dp = { 0, 0, 0 };
  269. dp.dp_fds = events;
  270. dp.dp_nfds = 128;
  271. dp.dp_timeout = timeout;
  272. int num_events = ::ioctl(dev_poll_fd_, DP_POLL, &dp);
  273. lock.lock();
  274. // Dispatch the waiting events.
  275. for (int i = 0; i < num_events; ++i)
  276. {
  277. int descriptor = events[i].fd;
  278. if (descriptor == interrupter_.read_descriptor())
  279. {
  280. interrupter_.reset();
  281. }
  282. else
  283. {
  284. bool more_reads = false;
  285. bool more_writes = false;
  286. bool more_except = false;
  287. // Exception operations must be processed first to ensure that any
  288. // out-of-band data is read before normal data.
  289. if (events[i].events & (POLLPRI | POLLERR | POLLHUP))
  290. more_except =
  291. op_queue_[except_op].perform_operations(descriptor, ops);
  292. else
  293. more_except = op_queue_[except_op].has_operation(descriptor);
  294. if (events[i].events & (POLLIN | POLLERR | POLLHUP))
  295. more_reads = op_queue_[read_op].perform_operations(descriptor, ops);
  296. else
  297. more_reads = op_queue_[read_op].has_operation(descriptor);
  298. if (events[i].events & (POLLOUT | POLLERR | POLLHUP))
  299. more_writes = op_queue_[write_op].perform_operations(descriptor, ops);
  300. else
  301. more_writes = op_queue_[write_op].has_operation(descriptor);
  302. if ((events[i].events & (POLLERR | POLLHUP)) != 0
  303. && !more_except && !more_reads && !more_writes)
  304. {
  305. // If we have an event and no operations associated with the
  306. // descriptor then we need to delete the descriptor from /dev/poll.
  307. // The poll operation can produce POLLHUP or POLLERR events when there
  308. // is no operation pending, so if we do not remove the descriptor we
  309. // can end up in a tight polling loop.
  310. ::pollfd ev = { 0, 0, 0 };
  311. ev.fd = descriptor;
  312. ev.events = POLLREMOVE;
  313. ev.revents = 0;
  314. ::write(dev_poll_fd_, &ev, sizeof(ev));
  315. }
  316. else
  317. {
  318. ::pollfd ev = { 0, 0, 0 };
  319. ev.fd = descriptor;
  320. ev.events = POLLERR | POLLHUP;
  321. if (more_reads)
  322. ev.events |= POLLIN;
  323. if (more_writes)
  324. ev.events |= POLLOUT;
  325. if (more_except)
  326. ev.events |= POLLPRI;
  327. ev.revents = 0;
  328. int result = ::write(dev_poll_fd_, &ev, sizeof(ev));
  329. if (result != sizeof(ev))
  330. {
  331. boost::system::error_code ec(errno,
  332. boost::asio::error::get_system_category());
  333. for (int j = 0; j < max_ops; ++j)
  334. op_queue_[j].cancel_operations(descriptor, ops, ec);
  335. }
  336. }
  337. }
  338. }
  339. timer_queues_.get_ready_timers(ops);
  340. }
  341. void dev_poll_reactor::interrupt()
  342. {
  343. interrupter_.interrupt();
  344. }
  345. int dev_poll_reactor::do_dev_poll_create()
  346. {
  347. int fd = ::open("/dev/poll", O_RDWR);
  348. if (fd == -1)
  349. {
  350. boost::system::error_code ec(errno,
  351. boost::asio::error::get_system_category());
  352. boost::asio::detail::throw_error(ec, "/dev/poll");
  353. }
  354. return fd;
  355. }
  356. void dev_poll_reactor::do_add_timer_queue(timer_queue_base& queue)
  357. {
  358. mutex::scoped_lock lock(mutex_);
  359. timer_queues_.insert(&queue);
  360. }
  361. void dev_poll_reactor::do_remove_timer_queue(timer_queue_base& queue)
  362. {
  363. mutex::scoped_lock lock(mutex_);
  364. timer_queues_.erase(&queue);
  365. }
  366. int dev_poll_reactor::get_timeout(int msec)
  367. {
  368. // By default we will wait no longer than 5 minutes. This will ensure that
  369. // any changes to the system clock are detected after no longer than this.
  370. const int max_msec = 5 * 60 * 1000;
  371. return timer_queues_.wait_duration_msec(
  372. (msec < 0 || max_msec < msec) ? max_msec : msec);
  373. }
  374. void dev_poll_reactor::cancel_ops_unlocked(socket_type descriptor,
  375. const boost::system::error_code& ec)
  376. {
  377. bool need_interrupt = false;
  378. op_queue<operation> ops;
  379. for (int i = 0; i < max_ops; ++i)
  380. need_interrupt = op_queue_[i].cancel_operations(
  381. descriptor, ops, ec) || need_interrupt;
  382. scheduler_.post_deferred_completions(ops);
  383. if (need_interrupt)
  384. interrupter_.interrupt();
  385. }
  386. ::pollfd& dev_poll_reactor::add_pending_event_change(int descriptor)
  387. {
  388. hash_map<int, std::size_t>::iterator iter
  389. = pending_event_change_index_.find(descriptor);
  390. if (iter == pending_event_change_index_.end())
  391. {
  392. std::size_t index = pending_event_changes_.size();
  393. pending_event_changes_.reserve(pending_event_changes_.size() + 1);
  394. pending_event_change_index_.insert(std::make_pair(descriptor, index));
  395. pending_event_changes_.push_back(::pollfd());
  396. pending_event_changes_[index].fd = descriptor;
  397. pending_event_changes_[index].revents = 0;
  398. return pending_event_changes_[index];
  399. }
  400. else
  401. {
  402. return pending_event_changes_[iter->second];
  403. }
  404. }
  405. } // namespace detail
  406. } // namespace asio
  407. } // namespace boost
  408. #include <boost/asio/detail/pop_options.hpp>
  409. #endif // defined(BOOST_ASIO_HAS_DEV_POLL)
  410. #endif // BOOST_ASIO_DETAIL_IMPL_DEV_POLL_REACTOR_IPP