HttpRequestCommand.cc 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "HttpRequestCommand.h"
  36. #include <algorithm>
  37. #include "Request.h"
  38. #include "DownloadEngine.h"
  39. #include "RequestGroup.h"
  40. #include "HttpResponseCommand.h"
  41. #include "HttpConnection.h"
  42. #include "HttpRequest.h"
  43. #include "SegmentMan.h"
  44. #include "Segment.h"
  45. #include "Option.h"
  46. #include "Socket.h"
  47. #include "prefs.h"
  48. #include "a2functional.h"
  49. #include "util.h"
  50. #include "CookieStorage.h"
  51. #include "AuthConfigFactory.h"
  52. #include "AuthConfig.h"
  53. #include "DownloadContext.h"
  54. #include "RequestGroupMan.h"
  55. #include "FileAllocationEntry.h"
  56. #include "CheckIntegrityEntry.h"
  57. #include "ServerStatMan.h"
  58. #include "PieceStorage.h"
  59. namespace aria2 {
  60. HttpRequestCommand::HttpRequestCommand
  61. (cuid_t cuid,
  62. const SharedHandle<Request>& req,
  63. const SharedHandle<FileEntry>& fileEntry,
  64. RequestGroup* requestGroup,
  65. const HttpConnectionHandle& httpConnection,
  66. DownloadEngine* e,
  67. const SocketHandle& s)
  68. :AbstractCommand(cuid, req, fileEntry, requestGroup, e, s),
  69. httpConnection_(httpConnection)
  70. {
  71. setTimeout(getOption()->getAsInt(PREF_CONNECT_TIMEOUT));
  72. disableReadCheckSocket();
  73. setWriteCheckSocket(getSocket());
  74. }
  75. HttpRequestCommand::~HttpRequestCommand() {}
  76. static SharedHandle<HttpRequest>
  77. createHttpRequest(const SharedHandle<Request>& req,
  78. const SharedHandle<FileEntry>& fileEntry,
  79. const SharedHandle<Segment>& segment,
  80. uint64_t totalLength,
  81. const SharedHandle<Option>& option,
  82. const RequestGroup* rg,
  83. const SharedHandle<CookieStorage>& cookieStorage,
  84. const SharedHandle<AuthConfigFactory>& authConfigFactory,
  85. const SharedHandle<Request>& proxyRequest,
  86. off_t endOffset = 0)
  87. {
  88. SharedHandle<HttpRequest> httpRequest(new HttpRequest());
  89. httpRequest->setUserAgent(option->get(PREF_USER_AGENT));
  90. httpRequest->setRequest(req);
  91. httpRequest->setFileEntry(fileEntry);
  92. httpRequest->setSegment(segment);
  93. httpRequest->addHeader(option->get(PREF_HEADER));
  94. httpRequest->setCookieStorage(cookieStorage);
  95. httpRequest->setAuthConfigFactory(authConfigFactory, option.get());
  96. httpRequest->setProxyRequest(proxyRequest);
  97. httpRequest->addAcceptType(rg->getAcceptTypes().begin(),
  98. rg->getAcceptTypes().end());
  99. if(option->getAsBool(PREF_HTTP_ACCEPT_GZIP)) {
  100. httpRequest->enableAcceptGZip();
  101. } else {
  102. httpRequest->disableAcceptGZip();
  103. }
  104. if(option->getAsBool(PREF_HTTP_NO_CACHE)) {
  105. httpRequest->enableNoCache();
  106. } else {
  107. httpRequest->disableNoCache();
  108. }
  109. httpRequest->setEndOffsetOverride(endOffset);
  110. return httpRequest;
  111. }
  112. bool HttpRequestCommand::executeInternal() {
  113. //socket->setBlockingMode();
  114. if(getRequest()->getProtocol() == Request::PROTO_HTTPS) {
  115. getSocket()->prepareSecureConnection();
  116. if(!getSocket()->initiateSecureConnection(getRequest()->getHost())) {
  117. setReadCheckSocketIf(getSocket(), getSocket()->wantRead());
  118. setWriteCheckSocketIf(getSocket(), getSocket()->wantWrite());
  119. getDownloadEngine()->addCommand(this);
  120. return false;
  121. }
  122. }
  123. if(httpConnection_->sendBufferIsEmpty()) {
  124. if(!checkIfConnectionEstablished
  125. (getSocket(), connectedHostname_, connectedAddr_, connectedPort_)) {
  126. return true;
  127. }
  128. if(getSegments().empty()) {
  129. SharedHandle<HttpRequest> httpRequest
  130. (createHttpRequest(getRequest(),
  131. getFileEntry(),
  132. SharedHandle<Segment>(),
  133. getRequestGroup()->getTotalLength(),
  134. getOption(),
  135. getRequestGroup(),
  136. getDownloadEngine()->getCookieStorage(),
  137. getDownloadEngine()->getAuthConfigFactory(),
  138. proxyRequest_));
  139. httpConnection_->sendRequest(httpRequest);
  140. } else {
  141. for(std::vector<SharedHandle<Segment> >::const_iterator itr =
  142. getSegments().begin(), eoi = getSegments().end();
  143. itr != eoi; ++itr) {
  144. const SharedHandle<Segment>& segment = *itr;
  145. if(!httpConnection_->isIssued(segment)) {
  146. off_t endOffset = 0;
  147. if(getRequestGroup()->getTotalLength() > 0 &&
  148. !getPieceStorage().isNull()) {
  149. size_t nextIndex =
  150. getPieceStorage()->getNextUsedIndex(segment->getIndex());
  151. endOffset = std::min
  152. (static_cast<off_t>(getFileEntry()->getLength()),
  153. getFileEntry()->gtoloff(segment->getSegmentLength()*nextIndex));
  154. }
  155. SharedHandle<HttpRequest> httpRequest
  156. (createHttpRequest(getRequest(),
  157. getFileEntry(),
  158. segment,
  159. getRequestGroup()->getTotalLength(),
  160. getOption(),
  161. getRequestGroup(),
  162. getDownloadEngine()->getCookieStorage(),
  163. getDownloadEngine()->getAuthConfigFactory(),
  164. proxyRequest_,
  165. endOffset));
  166. httpConnection_->sendRequest(httpRequest);
  167. }
  168. }
  169. }
  170. } else {
  171. httpConnection_->sendPendingData();
  172. }
  173. if(httpConnection_->sendBufferIsEmpty()) {
  174. Command* command = new HttpResponseCommand(getCuid(),
  175. getRequest(),
  176. getFileEntry(),
  177. getRequestGroup(),
  178. httpConnection_,
  179. getDownloadEngine(),
  180. getSocket());
  181. getDownloadEngine()->addCommand(command);
  182. return true;
  183. } else {
  184. setReadCheckSocketIf(getSocket(), getSocket()->wantRead());
  185. setWriteCheckSocketIf(getSocket(), getSocket()->wantWrite());
  186. getDownloadEngine()->addCommand(this);
  187. return false;
  188. }
  189. }
  190. void HttpRequestCommand::setProxyRequest
  191. (const SharedHandle<Request>& proxyRequest)
  192. {
  193. proxyRequest_ = proxyRequest;
  194. }
  195. } // namespace aria2