DownloadEngine.cc 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - a simple utility for downloading files faster
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  20. */
  21. /* copyright --> */
  22. #include "DownloadEngine.h"
  23. #include "Util.h"
  24. #include "LogFactory.h"
  25. #include <unistd.h>
  26. #include <sys/types.h>
  27. #include <sys/stat.h>
  28. #include <fcntl.h>
  29. #include <errno.h>
  30. #include <algorithm>
  31. using namespace std;
  32. DownloadEngine::DownloadEngine():noWait(false), segmentMan(NULL) {
  33. logger = LogFactory::getInstance();
  34. }
  35. DownloadEngine::~DownloadEngine() {
  36. if(segmentMan != NULL) {
  37. delete segmentMan;
  38. }
  39. }
  40. void DownloadEngine::cleanQueue() {
  41. for_each(commands.begin(), commands.end(), Deleter());
  42. commands.clear();
  43. }
  44. void DownloadEngine::run() {
  45. initStatistics();
  46. struct timeval cp;
  47. cp.tv_sec = 0;
  48. cp.tv_usec = 0;
  49. Sockets activeSockets;
  50. while(!commands.empty()) {
  51. struct timeval now;
  52. gettimeofday(&now, NULL);
  53. if(Util::difftvsec(now, cp) >= 1) {
  54. cp = now;
  55. int max = commands.size();
  56. for(int i = 0; i < max; i++) {
  57. Command* com = commands.front();
  58. commands.pop_front();
  59. if(com->execute()) {
  60. delete(com);
  61. }
  62. }
  63. } else {
  64. for(Sockets::iterator itr = activeSockets.begin();
  65. itr != activeSockets.end(); itr++) {
  66. Socket* socket = *itr;
  67. SockCmdMap::iterator mapItr = sockCmdMap.find(socket);
  68. if(mapItr != sockCmdMap.end()) {
  69. Command* com = (*mapItr).second;
  70. commands.erase(remove(commands.begin(), commands.end(), com));
  71. if(com->execute()) {
  72. delete(com);
  73. }
  74. }
  75. }
  76. }
  77. afterEachIteration();
  78. //shortSleep();
  79. if(!noWait && !commands.empty()) {
  80. waitData(activeSockets);
  81. }
  82. noWait = false;
  83. calculateStatistics();
  84. }
  85. onEndOfRun();
  86. }
  87. void DownloadEngine::shortSleep() const {
  88. struct timeval tv;
  89. tv.tv_sec = 0;
  90. tv.tv_usec = 1000;
  91. fd_set rfds;
  92. FD_ZERO(&rfds);
  93. select(0, &rfds, NULL, NULL, &tv);
  94. }
  95. void DownloadEngine::waitData(Sockets& activeSockets) {
  96. activeSockets.clear();
  97. fd_set rfds;
  98. fd_set wfds;
  99. int retval = 0;
  100. while(1) {
  101. struct timeval tv;
  102. FD_ZERO(&rfds);
  103. FD_ZERO(&wfds);
  104. int max = 0;
  105. for(Sockets::iterator itr = rsockets.begin(); itr != rsockets.end(); itr++) {
  106. FD_SET((*itr)->getSockfd(), &rfds);
  107. if(max < (*itr)->getSockfd()) {
  108. max = (*itr)->getSockfd();
  109. }
  110. }
  111. for(Sockets::iterator itr = wsockets.begin(); itr != wsockets.end(); itr++) {
  112. FD_SET((*itr)->getSockfd(), &wfds);
  113. if(max < (*itr)->getSockfd()) {
  114. max = (*itr)->getSockfd();
  115. }
  116. }
  117. tv.tv_sec = 1;
  118. tv.tv_usec = 0;
  119. retval = select(max+1, &rfds, &wfds, NULL, &tv);
  120. if(retval != -1 || errno != EINTR) {
  121. break;
  122. }
  123. }
  124. if(retval > 0) {
  125. for(Sockets::iterator itr = rsockets.begin(); itr != rsockets.end(); itr++) {
  126. if(FD_ISSET((*itr)->getSockfd(), &rfds)) {
  127. activeSockets.push_back(*itr);
  128. }
  129. }
  130. for(Sockets::iterator itr = wsockets.begin(); itr != wsockets.end(); itr++) {
  131. if(FD_ISSET((*itr)->getSockfd(), &wfds)) {
  132. activeSockets.push_back(*itr);
  133. }
  134. }
  135. sort(activeSockets.begin(), activeSockets.end());
  136. activeSockets.erase(unique(activeSockets.begin(), activeSockets.end()), activeSockets.end());
  137. }
  138. }
  139. bool DownloadEngine::addSocket(Sockets& sockets, Socket* socket, Command* command) {
  140. Sockets::iterator itr = find(sockets.begin(),
  141. sockets.end(),
  142. socket);
  143. if(itr == sockets.end()) {
  144. sockets.push_back(socket);
  145. SockCmdMap::value_type vt(socket, command);
  146. sockCmdMap.insert(vt);
  147. return true;
  148. } else {
  149. return false;
  150. }
  151. }
  152. bool DownloadEngine::deleteSocket(Sockets& sockets, Socket* socket) {
  153. Sockets::iterator itr = find(sockets.begin(),
  154. sockets.end(),
  155. socket);
  156. if(itr != sockets.end()) {
  157. sockets.erase(itr);
  158. SockCmdMap::iterator mapItr = sockCmdMap.find(socket);
  159. if(mapItr != sockCmdMap.end()) {
  160. sockCmdMap.erase(mapItr);
  161. }
  162. return true;
  163. } else {
  164. return false;
  165. }
  166. }
  167. bool DownloadEngine::addSocketForReadCheck(Socket* socket, Command* command) {
  168. return addSocket(rsockets, socket, command);
  169. }
  170. bool DownloadEngine::deleteSocketForReadCheck(Socket* socket) {
  171. return deleteSocket(rsockets , socket);
  172. }
  173. bool DownloadEngine::addSocketForWriteCheck(Socket* socket, Command* command) {
  174. return addSocket(wsockets, socket, command);
  175. }
  176. bool DownloadEngine::deleteSocketForWriteCheck(Socket* socket) {
  177. return deleteSocket(wsockets, socket);
  178. }