KqueueEventPoll.cc 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2010 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "KqueueEventPoll.h"
  36. #include <cerrno>
  37. #include <cstring>
  38. #include <algorithm>
  39. #include <numeric>
  40. #include "Command.h"
  41. #include "LogFactory.h"
  42. #include "Logger.h"
  43. #include "util.h"
  44. #include "fmt.h"
  45. #ifdef KEVENT_UDATA_INTPTR_T
  46. # define PTR_TO_UDATA(X) (reinterpret_cast<intptr_t>(X))
  47. #else // !KEVENT_UDATA_INTPTR_T
  48. # define PTR_TO_UDATA(X) (X)
  49. #endif // !KEVENT_UDATA_INTPTR_T
  50. namespace aria2 {
  51. KqueueEventPoll::KSocketEntry::KSocketEntry(sock_t s)
  52. : SocketEntry<KCommandEvent, KADNSEvent>(s)
  53. {}
  54. int accumulateEvent(int events, const KqueueEventPoll::KEvent& event)
  55. {
  56. return events|event.getEvents();
  57. }
  58. size_t KqueueEventPoll::KSocketEntry::getEvents
  59. (struct kevent* eventlist)
  60. {
  61. int events;
  62. #ifdef ENABLE_ASYNC_DNS
  63. events =
  64. std::accumulate(adnsEvents_.begin(),
  65. adnsEvents_.end(),
  66. std::accumulate(commandEvents_.begin(),
  67. commandEvents_.end(), 0, accumulateEvent),
  68. accumulateEvent);
  69. #else // !ENABLE_ASYNC_DNS
  70. events =
  71. std::accumulate(commandEvents_.begin(), commandEvents_.end(), 0,
  72. accumulateEvent);
  73. #endif // !ENABLE_ASYNC_DNS
  74. EV_SET(&eventlist[0], socket_, EVFILT_READ,
  75. EV_ADD|((events&KqueueEventPoll::IEV_READ)?EV_ENABLE:EV_DISABLE),
  76. 0, 0, PTR_TO_UDATA(this));
  77. EV_SET(&eventlist[1], socket_, EVFILT_WRITE,
  78. EV_ADD|((events&KqueueEventPoll::IEV_WRITE)?EV_ENABLE:EV_DISABLE),
  79. 0, 0, PTR_TO_UDATA(this));
  80. return 2;
  81. }
  82. KqueueEventPoll::KqueueEventPoll()
  83. : kqEventsSize_(KQUEUE_EVENTS_MAX),
  84. kqEvents_(new struct kevent[kqEventsSize_])
  85. {
  86. kqfd_ = kqueue();
  87. }
  88. KqueueEventPoll::~KqueueEventPoll()
  89. {
  90. if(kqfd_ != -1) {
  91. int r;
  92. while((r = close(kqfd_)) == -1 && errno == EINTR);
  93. int errNum = errno;
  94. if(r == -1) {
  95. A2_LOG_ERROR(fmt("Error occurred while closing kqueue file descriptor"
  96. " %d: %s",
  97. kqfd_,
  98. util::safeStrerror(errNum).c_str()));
  99. }
  100. }
  101. delete [] kqEvents_;
  102. }
  103. bool KqueueEventPoll::good() const
  104. {
  105. return kqfd_ != -1;
  106. }
  107. void KqueueEventPoll::poll(const struct timeval& tv)
  108. {
  109. struct timespec timeout = { tv.tv_sec, tv.tv_usec*1000 };
  110. int res;
  111. while((res = kevent(kqfd_, kqEvents_, 0, kqEvents_, kqEventsSize_, &timeout))
  112. == -1 && errno == EINTR);
  113. if(res > 0) {
  114. for(int i = 0; i < res; ++i) {
  115. KSocketEntry* p = reinterpret_cast<KSocketEntry*>(kqEvents_[i].udata);
  116. int events = 0;
  117. int filter = kqEvents_[i].filter;
  118. if(filter == EVFILT_READ) {
  119. events = KqueueEventPoll::IEV_READ;
  120. } else if(filter == EVFILT_WRITE) {
  121. events = KqueueEventPoll::IEV_WRITE;
  122. }
  123. p->processEvents(events);
  124. }
  125. } else if(res == -1) {
  126. int errNum = errno;
  127. A2_LOG_INFO(fmt("kevent error: %s", util::safeStrerror(errNum).c_str()));
  128. }
  129. #ifdef ENABLE_ASYNC_DNS
  130. // It turns out that we have to call ares_process_fd before ares's
  131. // own timeout and ares may create new sockets or closes socket in
  132. // their API. So we call ares_process_fd for all ares_channel and
  133. // re-register their sockets.
  134. for(std::deque<SharedHandle<KAsyncNameResolverEntry> >::iterator i =
  135. nameResolverEntries_.begin(), eoi = nameResolverEntries_.end();
  136. i != eoi; ++i) {
  137. (*i)->processTimeout();
  138. (*i)->removeSocketEvents(this);
  139. (*i)->addSocketEvents(this);
  140. }
  141. #endif // ENABLE_ASYNC_DNS
  142. // TODO timeout of name resolver is determined in Command(AbstractCommand,
  143. // DHTEntryPoint...Command)
  144. }
  145. namespace {
  146. int translateEvents(EventPoll::EventType events)
  147. {
  148. int newEvents = 0;
  149. if(EventPoll::EVENT_READ&events) {
  150. newEvents |= KqueueEventPoll::IEV_READ;
  151. }
  152. if(EventPoll::EVENT_WRITE&events) {
  153. newEvents |= KqueueEventPoll::IEV_WRITE;
  154. }
  155. return newEvents;
  156. }
  157. } // namespace
  158. bool KqueueEventPoll::addEvents
  159. (sock_t socket, const KqueueEventPoll::KEvent& event)
  160. {
  161. SharedHandle<KSocketEntry> socketEntry(new KSocketEntry(socket));
  162. std::deque<SharedHandle<KSocketEntry> >::iterator i =
  163. std::lower_bound(socketEntries_.begin(), socketEntries_.end(), socketEntry,
  164. DerefLess<SharedHandle<KSocketEntry> >());
  165. int r = 0;
  166. struct timespec zeroTimeout = { 0, 0 };
  167. struct kevent changelist[2];
  168. size_t n;
  169. if(i != socketEntries_.end() && *(*i) == *socketEntry) {
  170. event.addSelf(*i);
  171. n = (*i)->getEvents(changelist);
  172. } else {
  173. socketEntries_.insert(i, socketEntry);
  174. if(socketEntries_.size() > kqEventsSize_) {
  175. kqEventsSize_ *= 2;
  176. delete [] kqEvents_;
  177. kqEvents_ = new struct kevent[kqEventsSize_];
  178. }
  179. event.addSelf(socketEntry);
  180. n = socketEntry->getEvents(changelist);
  181. }
  182. r = kevent(kqfd_, changelist, n, changelist, 0, &zeroTimeout);
  183. int errNum = errno;
  184. if(r == -1) {
  185. A2_LOG_DEBUG(fmt("Failed to add socket event %d:%s",
  186. socket,
  187. util::safeStrerror(errNum).c_str()));
  188. return false;
  189. } else {
  190. return true;
  191. }
  192. }
  193. bool KqueueEventPoll::addEvents(sock_t socket, Command* command,
  194. EventPoll::EventType events)
  195. {
  196. int kqEvents = translateEvents(events);
  197. return addEvents(socket, KCommandEvent(command, kqEvents));
  198. }
  199. #ifdef ENABLE_ASYNC_DNS
  200. bool KqueueEventPoll::addEvents(sock_t socket, Command* command, int events,
  201. const SharedHandle<AsyncNameResolver>& rs)
  202. {
  203. return addEvents(socket, KADNSEvent(rs, command, socket, events));
  204. }
  205. #endif // ENABLE_ASYNC_DNS
  206. bool KqueueEventPoll::deleteEvents(sock_t socket,
  207. const KqueueEventPoll::KEvent& event)
  208. {
  209. SharedHandle<KSocketEntry> socketEntry(new KSocketEntry(socket));
  210. std::deque<SharedHandle<KSocketEntry> >::iterator i =
  211. std::lower_bound(socketEntries_.begin(), socketEntries_.end(), socketEntry,
  212. DerefLess<SharedHandle<KSocketEntry> >());
  213. if(i != socketEntries_.end() && *(*i) == *socketEntry) {
  214. event.removeSelf(*i);
  215. int r = 0;
  216. struct timespec zeroTimeout = { 0, 0 };
  217. struct kevent changelist[2];
  218. size_t n = (*i)->getEvents(changelist);
  219. r = kevent(kqfd_, changelist, n, changelist, 0, &zeroTimeout);
  220. int errNum = errno;
  221. if((*i)->eventEmpty()) {
  222. socketEntries_.erase(i);
  223. }
  224. if(r == -1) {
  225. A2_LOG_DEBUG(fmt("Failed to delete socket event:%s",
  226. util::safeStrerror(errNum).c_str()));
  227. return false;
  228. } else {
  229. return true;
  230. }
  231. } else {
  232. A2_LOG_DEBUG(fmt("Socket %d is not found in SocketEntries.", socket));
  233. return false;
  234. }
  235. }
  236. #ifdef ENABLE_ASYNC_DNS
  237. bool KqueueEventPoll::deleteEvents(sock_t socket, Command* command,
  238. const SharedHandle<AsyncNameResolver>& rs)
  239. {
  240. return deleteEvents(socket, KADNSEvent(rs, command, socket, 0));
  241. }
  242. #endif // ENABLE_ASYNC_DNS
  243. bool KqueueEventPoll::deleteEvents(sock_t socket, Command* command,
  244. EventPoll::EventType events)
  245. {
  246. int kqEvents = translateEvents(events);
  247. return deleteEvents(socket, KCommandEvent(command, kqEvents));
  248. }
  249. #ifdef ENABLE_ASYNC_DNS
  250. bool KqueueEventPoll::addNameResolver
  251. (const SharedHandle<AsyncNameResolver>& resolver, Command* command)
  252. {
  253. SharedHandle<KAsyncNameResolverEntry> entry
  254. (new KAsyncNameResolverEntry(resolver, command));
  255. std::deque<SharedHandle<KAsyncNameResolverEntry> >::iterator itr =
  256. std::find_if(nameResolverEntries_.begin(), nameResolverEntries_.end(),
  257. derefEqual(entry));
  258. if(itr == nameResolverEntries_.end()) {
  259. nameResolverEntries_.push_back(entry);
  260. entry->addSocketEvents(this);
  261. return true;
  262. } else {
  263. return false;
  264. }
  265. }
  266. bool KqueueEventPoll::deleteNameResolver
  267. (const SharedHandle<AsyncNameResolver>& resolver, Command* command)
  268. {
  269. SharedHandle<KAsyncNameResolverEntry> entry
  270. (new KAsyncNameResolverEntry(resolver, command));
  271. std::deque<SharedHandle<KAsyncNameResolverEntry> >::iterator itr =
  272. std::find_if(nameResolverEntries_.begin(), nameResolverEntries_.end(),
  273. derefEqual(entry));
  274. if(itr == nameResolverEntries_.end()) {
  275. return false;
  276. } else {
  277. (*itr)->removeSocketEvents(this);
  278. nameResolverEntries_.erase(itr);
  279. return true;
  280. }
  281. }
  282. #endif // ENABLE_ASYNC_DNS
  283. } // namespace aria2