KqueueEventPoll.cc 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2010 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "KqueueEventPoll.h"
  36. #include <cerrno>
  37. #include <cstring>
  38. #include <algorithm>
  39. #include <numeric>
  40. #include "Command.h"
  41. #include "LogFactory.h"
  42. #include "Logger.h"
  43. #include "util.h"
  44. #include "fmt.h"
  45. #ifdef KEVENT_UDATA_INTPTR_T
  46. # define PTR_TO_UDATA(X) (reinterpret_cast<intptr_t>(X))
  47. #else // !KEVENT_UDATA_INTPTR_T
  48. # define PTR_TO_UDATA(X) (X)
  49. #endif // !KEVENT_UDATA_INTPTR_T
  50. namespace aria2 {
  51. KqueueEventPoll::KSocketEntry::KSocketEntry(sock_t s)
  52. : SocketEntry<KCommandEvent, KADNSEvent>(s)
  53. {}
  54. int accumulateEvent(int events, const KqueueEventPoll::KEvent& event)
  55. {
  56. return events|event.getEvents();
  57. }
  58. size_t KqueueEventPoll::KSocketEntry::getEvents
  59. (struct kevent* eventlist)
  60. {
  61. int events;
  62. #ifdef ENABLE_ASYNC_DNS
  63. events =
  64. std::accumulate(adnsEvents_.begin(),
  65. adnsEvents_.end(),
  66. std::accumulate(commandEvents_.begin(),
  67. commandEvents_.end(), 0, accumulateEvent),
  68. accumulateEvent);
  69. #else // !ENABLE_ASYNC_DNS
  70. events =
  71. std::accumulate(commandEvents_.begin(), commandEvents_.end(), 0,
  72. accumulateEvent);
  73. #endif // !ENABLE_ASYNC_DNS
  74. EV_SET(&eventlist[0], socket_, EVFILT_READ,
  75. EV_ADD|((events&KqueueEventPoll::IEV_READ)?EV_ENABLE:EV_DISABLE),
  76. 0, 0, PTR_TO_UDATA(this));
  77. EV_SET(&eventlist[1], socket_, EVFILT_WRITE,
  78. EV_ADD|((events&KqueueEventPoll::IEV_WRITE)?EV_ENABLE:EV_DISABLE),
  79. 0, 0, PTR_TO_UDATA(this));
  80. return 2;
  81. }
  82. KqueueEventPoll::KqueueEventPoll()
  83. : kqEventsSize_(KQUEUE_EVENTS_MAX),
  84. kqEvents_(new struct kevent[kqEventsSize_])
  85. {
  86. kqfd_ = kqueue();
  87. }
  88. KqueueEventPoll::~KqueueEventPoll()
  89. {
  90. if(kqfd_ != -1) {
  91. int r = close(kqfd_);
  92. int errNum = errno;
  93. if(r == -1) {
  94. A2_LOG_ERROR(fmt("Error occurred while closing kqueue file descriptor"
  95. " %d: %s",
  96. kqfd_,
  97. util::safeStrerror(errNum).c_str()));
  98. }
  99. }
  100. delete [] kqEvents_;
  101. }
  102. bool KqueueEventPoll::good() const
  103. {
  104. return kqfd_ != -1;
  105. }
  106. void KqueueEventPoll::poll(const struct timeval& tv)
  107. {
  108. struct timespec timeout = { tv.tv_sec, tv.tv_usec*1000 };
  109. int res;
  110. while((res = kevent(kqfd_, kqEvents_, 0, kqEvents_, kqEventsSize_, &timeout))
  111. == -1 && errno == EINTR);
  112. if(res > 0) {
  113. for(int i = 0; i < res; ++i) {
  114. KSocketEntry* p = reinterpret_cast<KSocketEntry*>(kqEvents_[i].udata);
  115. int events = 0;
  116. int filter = kqEvents_[i].filter;
  117. if(filter == EVFILT_READ) {
  118. events = KqueueEventPoll::IEV_READ;
  119. } else if(filter == EVFILT_WRITE) {
  120. events = KqueueEventPoll::IEV_WRITE;
  121. }
  122. p->processEvents(events);
  123. }
  124. } else if(res == -1) {
  125. int errNum = errno;
  126. A2_LOG_INFO(fmt("kevent error: %s", util::safeStrerror(errNum).c_str()));
  127. }
  128. #ifdef ENABLE_ASYNC_DNS
  129. // It turns out that we have to call ares_process_fd before ares's
  130. // own timeout and ares may create new sockets or closes socket in
  131. // their API. So we call ares_process_fd for all ares_channel and
  132. // re-register their sockets.
  133. for(auto & r : nameResolverEntries_) {
  134. r->processTimeout();
  135. r->removeSocketEvents(this);
  136. r->addSocketEvents(this);
  137. }
  138. #endif // ENABLE_ASYNC_DNS
  139. // TODO timeout of name resolver is determined in Command(AbstractCommand,
  140. // DHTEntryPoint...Command)
  141. }
  142. namespace {
  143. int translateEvents(EventPoll::EventType events)
  144. {
  145. int newEvents = 0;
  146. if(EventPoll::EVENT_READ&events) {
  147. newEvents |= KqueueEventPoll::IEV_READ;
  148. }
  149. if(EventPoll::EVENT_WRITE&events) {
  150. newEvents |= KqueueEventPoll::IEV_WRITE;
  151. }
  152. return newEvents;
  153. }
  154. } // namespace
  155. bool KqueueEventPoll::addEvents
  156. (sock_t socket, const KqueueEventPoll::KEvent& event)
  157. {
  158. std::shared_ptr<KSocketEntry> socketEntry(new KSocketEntry(socket));
  159. auto i = socketEntries_.lower_bound(socketEntry);
  160. int r = 0;
  161. struct timespec zeroTimeout = { 0, 0 };
  162. struct kevent changelist[2];
  163. size_t n;
  164. if(i != socketEntries_.end() && *(*i) == *socketEntry) {
  165. event.addSelf(*i);
  166. n = (*i)->getEvents(changelist);
  167. } else {
  168. socketEntries_.insert(i, socketEntry);
  169. if(socketEntries_.size() > kqEventsSize_) {
  170. kqEventsSize_ *= 2;
  171. delete [] kqEvents_;
  172. kqEvents_ = new struct kevent[kqEventsSize_];
  173. }
  174. event.addSelf(socketEntry);
  175. n = socketEntry->getEvents(changelist);
  176. }
  177. r = kevent(kqfd_, changelist, n, changelist, 0, &zeroTimeout);
  178. int errNum = errno;
  179. if(r == -1) {
  180. A2_LOG_DEBUG(fmt("Failed to add socket event %d:%s",
  181. socket,
  182. util::safeStrerror(errNum).c_str()));
  183. return false;
  184. } else {
  185. return true;
  186. }
  187. }
  188. bool KqueueEventPoll::addEvents(sock_t socket, Command* command,
  189. EventPoll::EventType events)
  190. {
  191. int kqEvents = translateEvents(events);
  192. return addEvents(socket, KCommandEvent(command, kqEvents));
  193. }
  194. #ifdef ENABLE_ASYNC_DNS
  195. bool KqueueEventPoll::addEvents(sock_t socket, Command* command, int events,
  196. const std::shared_ptr<AsyncNameResolver>& rs)
  197. {
  198. return addEvents(socket, KADNSEvent(rs, command, socket, events));
  199. }
  200. #endif // ENABLE_ASYNC_DNS
  201. bool KqueueEventPoll::deleteEvents(sock_t socket,
  202. const KqueueEventPoll::KEvent& event)
  203. {
  204. std::shared_ptr<KSocketEntry> socketEntry(new KSocketEntry(socket));
  205. auto i = socketEntries_.find(socketEntry);
  206. if(i == socketEntries_.end()) {
  207. A2_LOG_DEBUG(fmt("Socket %d is not found in SocketEntries.", socket));
  208. return false;
  209. } else {
  210. event.removeSelf(*i);
  211. int r = 0;
  212. struct timespec zeroTimeout = { 0, 0 };
  213. struct kevent changelist[2];
  214. size_t n = (*i)->getEvents(changelist);
  215. r = kevent(kqfd_, changelist, n, changelist, 0, &zeroTimeout);
  216. int errNum = errno;
  217. if((*i)->eventEmpty()) {
  218. socketEntries_.erase(i);
  219. }
  220. if(r == -1) {
  221. A2_LOG_DEBUG(fmt("Failed to delete socket event:%s",
  222. util::safeStrerror(errNum).c_str()));
  223. return false;
  224. } else {
  225. return true;
  226. }
  227. }
  228. }
  229. #ifdef ENABLE_ASYNC_DNS
  230. bool KqueueEventPoll::deleteEvents(sock_t socket, Command* command,
  231. const std::shared_ptr<AsyncNameResolver>& rs)
  232. {
  233. return deleteEvents(socket, KADNSEvent(rs, command, socket, 0));
  234. }
  235. #endif // ENABLE_ASYNC_DNS
  236. bool KqueueEventPoll::deleteEvents(sock_t socket, Command* command,
  237. EventPoll::EventType events)
  238. {
  239. int kqEvents = translateEvents(events);
  240. return deleteEvents(socket, KCommandEvent(command, kqEvents));
  241. }
  242. #ifdef ENABLE_ASYNC_DNS
  243. bool KqueueEventPoll::addNameResolver
  244. (const std::shared_ptr<AsyncNameResolver>& resolver, Command* command)
  245. {
  246. std::shared_ptr<KAsyncNameResolverEntry> entry
  247. (new KAsyncNameResolverEntry(resolver, command));
  248. auto itr = nameResolverEntries_.find(entry);
  249. if(itr == nameResolverEntries_.end()) {
  250. nameResolverEntries_.insert(entry);
  251. entry->addSocketEvents(this);
  252. return true;
  253. } else {
  254. return false;
  255. }
  256. }
  257. bool KqueueEventPoll::deleteNameResolver
  258. (const std::shared_ptr<AsyncNameResolver>& resolver, Command* command)
  259. {
  260. std::shared_ptr<KAsyncNameResolverEntry> entry
  261. (new KAsyncNameResolverEntry(resolver, command));
  262. auto itr = nameResolverEntries_.find(entry);
  263. if(itr == nameResolverEntries_.end()) {
  264. return false;
  265. } else {
  266. (*itr)->removeSocketEvents(this);
  267. nameResolverEntries_.erase(itr);
  268. return true;
  269. }
  270. }
  271. #endif // ENABLE_ASYNC_DNS
  272. } // namespace aria2