/* */ #include "HttpDownloadCommand.h" #include "RequestGroup.h" #include "DownloadEngine.h" #include "Request.h" #include "HttpRequestCommand.h" #include "HttpConnection.h" #include "HttpRequest.h" #include "Segment.h" #include "SocketCore.h" #include "prefs.h" #include "Option.h" #include "HttpResponse.h" #include "HttpHeader.h" #include "Range.h" #include "DownloadContext.h" #include "Logger.h" #include "StreamFilter.h" #include "SinkStreamFilter.h" #include "util.h" #include "SocketRecvBuffer.h" namespace aria2 { HttpDownloadCommand::HttpDownloadCommand( cuid_t cuid, const std::shared_ptr& req, const std::shared_ptr& fileEntry, RequestGroup* requestGroup, std::unique_ptr httpResponse, const std::shared_ptr& httpConnection, DownloadEngine* e, const std::shared_ptr& socket) : DownloadCommand(cuid, req, fileEntry, requestGroup, e, socket, httpConnection->getSocketRecvBuffer()), httpResponse_(std::move(httpResponse)), httpConnection_(httpConnection) { } HttpDownloadCommand::~HttpDownloadCommand() {} bool HttpDownloadCommand::prepareForNextSegment() { bool downloadFinished = getRequestGroup()->downloadFinished(); if (getRequest()->isPipeliningEnabled() && !downloadFinished) { auto command = make_unique( getCuid(), getRequest(), getFileEntry(), getRequestGroup(), httpConnection_, getDownloadEngine(), getSocket()); // Set proxy request here. aria2 sends the HTTP request specialized for // proxy. if (resolveProxyMethod(getRequest()->getProtocol()) == V_GET) { command->setProxyRequest(createProxyRequest()); } getDownloadEngine()->addCommand(std::move(command)); return true; } const std::string& streamFilterName = getStreamFilter()->getName(); if (getRequest()->isPipeliningEnabled() || (getRequest()->isKeepAliveEnabled() && ( // Make sure that all filters are finished to pool socket (!util::endsWith(streamFilterName, SinkStreamFilter::NAME) && getStreamFilter()->finished()) || getRequestEndOffset() == getFileEntry()->gtoloff( getSegments().front()->getPositionToWrite())))) { // TODO What if server sends EOF when non-SinkStreamFilter is // used and server didn't send Connection: close? We end up to // pool terminated socket. In HTTP/1.1, keep-alive is default, // so closing connection without Connection: close header means // that server is broken or not configured properly. getDownloadEngine()->poolSocket(getRequest(), createProxyRequest(), getSocket()); } // The request was sent assuming that server supported pipelining, but // it turned out that server didn't support it. // We detect this situation by comparing the end byte in range header // of the response with the end byte of segment. // If it is the same, HTTP negotiation is necessary for the next request. if (!getRequest()->isPipeliningEnabled() && getRequest()->isPipeliningHint() && !downloadFinished) { const std::shared_ptr& segment = getSegments().front(); int64_t lastOffset = getFileEntry()->gtoloff( std::min(segment->getPosition() + segment->getLength(), getFileEntry()->getLastOffset())); auto range = httpResponse_->getHttpHeader()->getRange(); if (lastOffset == range.endByte + 1) { return prepareForRetry(0); } } return DownloadCommand::prepareForNextSegment(); } int64_t HttpDownloadCommand::getRequestEndOffset() const { auto endByte = httpResponse_->getHttpHeader()->getRange().endByte; if (endByte > 0) { return endByte + 1; } return endByte; } } // namespace aria2