HttpSkipResponseCommand.cc 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "HttpSkipResponseCommand.h"
  36. #include "HttpConnection.h"
  37. #include "HttpResponse.h"
  38. #include "message.h"
  39. #include "SocketCore.h"
  40. #include "Decoder.h"
  41. #include "DlRetryEx.h"
  42. #include "Request.h"
  43. #include "DownloadEngine.h"
  44. #include "Logger.h"
  45. #include "HttpRequest.h"
  46. #include "Segment.h"
  47. #include "Util.h"
  48. #include "StringFormat.h"
  49. #include "DlAbortEx.h"
  50. #include "HttpHeader.h"
  51. #include "prefs.h"
  52. #include "Option.h"
  53. #include "CookieStorage.h"
  54. namespace aria2 {
  55. HttpSkipResponseCommand::HttpSkipResponseCommand
  56. (int cuid,
  57. const SharedHandle<Request>& req,
  58. RequestGroup* requestGroup,
  59. const SharedHandle<HttpConnection>& httpConnection,
  60. const SharedHandle<HttpResponse>& httpResponse,
  61. DownloadEngine* e,
  62. const SharedHandle<SocketCore>& s):
  63. AbstractCommand(cuid, req, requestGroup, e, s),
  64. _httpConnection(httpConnection),
  65. _httpResponse(httpResponse),
  66. _totalLength(_httpResponse->getEntityLength()),
  67. _receivedBytes(0)
  68. {}
  69. HttpSkipResponseCommand::~HttpSkipResponseCommand() {}
  70. void HttpSkipResponseCommand::setTransferEncodingDecoder
  71. (const SharedHandle<Decoder>& decoder)
  72. {
  73. _transferEncodingDecoder = decoder;
  74. }
  75. bool HttpSkipResponseCommand::executeInternal()
  76. {
  77. if(_totalLength == 0 && _transferEncodingDecoder.isNull()) {
  78. return processResponse();
  79. }
  80. const size_t BUFSIZE = 16*1024;
  81. unsigned char buf[BUFSIZE];
  82. size_t bufSize = BUFSIZE;
  83. try {
  84. socket->readData(buf, bufSize);
  85. if(_transferEncodingDecoder.isNull()) {
  86. _receivedBytes += bufSize;
  87. } else {
  88. // _receivedBytes is not updated if transferEncoding is set.
  89. // The return value is safely ignored here.
  90. _transferEncodingDecoder->decode(buf, bufSize);
  91. }
  92. if(_totalLength != 0 && bufSize == 0 &&
  93. !socket->wantRead() && !socket->wantWrite()) {
  94. throw DlRetryEx(EX_GOT_EOF);
  95. }
  96. } catch(RecoverableException& e) {
  97. logger->debug(EX_EXCEPTION_CAUGHT, e);
  98. return processResponse();
  99. }
  100. bool finished = false;
  101. if(_transferEncodingDecoder.isNull()) {
  102. if(bufSize == 0) {
  103. if(!socket->wantRead() && !socket->wantWrite()) {
  104. return processResponse();
  105. }
  106. } else {
  107. finished = (_totalLength == _receivedBytes);
  108. }
  109. } else {
  110. finished = _transferEncodingDecoder->finished();
  111. }
  112. if(finished) {
  113. if(!e->option->getAsBool(PREF_HTTP_PROXY_ENABLED) &&
  114. req->supportsPersistentConnection()) {
  115. std::pair<std::string, uint16_t> peerInfo;
  116. socket->getPeerInfo(peerInfo);
  117. e->poolSocket(peerInfo.first, peerInfo.second, socket);
  118. }
  119. return processResponse();
  120. } else {
  121. setWriteCheckSocketIf(socket, socket->wantWrite());
  122. e->commands.push_back(this);
  123. return false;
  124. }
  125. }
  126. bool HttpSkipResponseCommand::processResponse()
  127. {
  128. if(_httpResponse->isRedirect()) {
  129. unsigned int rnum =
  130. _httpResponse->getHttpRequest()->getRequest()->getRedirectCount();
  131. if(rnum >= Request::MAX_REDIRECT) {
  132. throw DlAbortEx(StringFormat("Too many redirects: count=%u", rnum).str());
  133. }
  134. _httpResponse->processRedirect();
  135. return prepareForRetry(0);
  136. } else if(_httpResponse->hasRetryAfter()) {
  137. return prepareForRetry(_httpResponse->getRetryAfter());
  138. } else if(_httpResponse->getResponseStatus() >= HttpHeader::S400) {
  139. if(_httpResponse->getResponseStatus() == HttpHeader::S401) {
  140. throw DlAbortEx(EX_AUTH_FAILED);
  141. }else if(_httpResponse->getResponseStatus() == HttpHeader::S404) {
  142. throw DlAbortEx(MSG_RESOURCE_NOT_FOUND);
  143. } else {
  144. throw DlAbortEx(StringFormat(EX_BAD_STATUS, Util::parseUInt(_httpResponse->getResponseStatus())).str());
  145. }
  146. } else {
  147. return prepareForRetry(0);
  148. }
  149. }
  150. } // namespace aria2