HttpDownloadCommand.cc 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "HttpDownloadCommand.h"
  36. #include "RequestGroup.h"
  37. #include "DownloadEngine.h"
  38. #include "Request.h"
  39. #include "HttpRequestCommand.h"
  40. #include "HttpConnection.h"
  41. #include "HttpRequest.h"
  42. #include "Segment.h"
  43. #include "Socket.h"
  44. #include "prefs.h"
  45. #include "Option.h"
  46. #include "HttpResponse.h"
  47. #include "HttpHeader.h"
  48. #include "Range.h"
  49. #include "DownloadContext.h"
  50. #include "Logger.h"
  51. #include "StreamFilter.h"
  52. #include "SinkStreamFilter.h"
  53. #include "util.h"
  54. #include "SocketRecvBuffer.h"
  55. namespace aria2 {
  56. HttpDownloadCommand::HttpDownloadCommand
  57. (cuid_t cuid,
  58. const SharedHandle<Request>& req,
  59. const SharedHandle<FileEntry>& fileEntry,
  60. RequestGroup* requestGroup,
  61. const SharedHandle<HttpResponse>& httpResponse,
  62. const HttpConnectionHandle& httpConnection,
  63. DownloadEngine* e,
  64. const SocketHandle& socket)
  65. : DownloadCommand(cuid, req, fileEntry, requestGroup, e, socket,
  66. httpConnection->getSocketRecvBuffer()),
  67. httpResponse_(httpResponse),
  68. httpConnection_(httpConnection)
  69. {}
  70. HttpDownloadCommand::~HttpDownloadCommand() {}
  71. bool HttpDownloadCommand::prepareForNextSegment() {
  72. bool downloadFinished = getRequestGroup()->downloadFinished();
  73. if(getRequest()->isPipeliningEnabled() && !downloadFinished) {
  74. HttpRequestCommand* command =
  75. new HttpRequestCommand(getCuid(), getRequest(), getFileEntry(),
  76. getRequestGroup(), httpConnection_,
  77. getDownloadEngine(), getSocket());
  78. // Set proxy request here. aria2 sends the HTTP request specialized for
  79. // proxy.
  80. if(resolveProxyMethod(getRequest()->getProtocol()) == V_GET) {
  81. command->setProxyRequest(createProxyRequest());
  82. }
  83. getDownloadEngine()->addCommand(command);
  84. return true;
  85. } else {
  86. const std::string& streamFilterName = getStreamFilter()->getName();
  87. if(getRequest()->isPipeliningEnabled() ||
  88. (getRequest()->isKeepAliveEnabled() &&
  89. (
  90. // Make sure that all filters are finished to pool socket
  91. (!util::endsWith(streamFilterName.begin(),
  92. streamFilterName.end(),
  93. SinkStreamFilter::NAME.begin(),
  94. SinkStreamFilter::NAME.end()) &&
  95. getStreamFilter()->finished()) ||
  96. getRequestEndOffset() ==
  97. getFileEntry()->gtoloff(getSegments().front()->getPositionToWrite())
  98. )
  99. )
  100. ) {
  101. // TODO What if server sends EOF when non-SinkStreamFilter is
  102. // used and server didn't send Connection: close? We end up to
  103. // pool terminated socket. In HTTP/1.1, keep-alive is default,
  104. // so closing connection without Connection: close header means
  105. // that server is broken or not configured properly.
  106. getDownloadEngine()->poolSocket
  107. (getRequest(), createProxyRequest(), getSocket());
  108. }
  109. // The request was sent assuming that server supported pipelining, but
  110. // it turned out that server didn't support it.
  111. // We detect this situation by comparing the end byte in range header
  112. // of the response with the end byte of segment.
  113. // If it is the same, HTTP negotiation is necessary for the next request.
  114. if(!getRequest()->isPipeliningEnabled() &&
  115. getRequest()->isPipeliningHint() &&
  116. !downloadFinished) {
  117. const SharedHandle<Segment>& segment = getSegments().front();
  118. off_t lastOffset =getFileEntry()->gtoloff
  119. (std::min(static_cast<off_t>
  120. (segment->getPosition()+segment->getLength()),
  121. getFileEntry()->getLastOffset()));
  122. if(lastOffset ==
  123. httpResponse_->getHttpHeader()->getRange()->getEndByte()+1) {
  124. return prepareForRetry(0);
  125. }
  126. }
  127. return DownloadCommand::prepareForNextSegment();
  128. }
  129. }
  130. off_t HttpDownloadCommand::getRequestEndOffset() const
  131. {
  132. off_t endByte = httpResponse_->getHttpHeader()->getRange()->getEndByte();
  133. if(endByte > 0) {
  134. return endByte+1;
  135. } else {
  136. return endByte;
  137. }
  138. }
  139. } // namespace aria2