DefaultPieceStorage.cc 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "DefaultPieceStorage.h"
  36. #include <numeric>
  37. #include <algorithm>
  38. #include "DownloadContext.h"
  39. #include "Piece.h"
  40. #include "Peer.h"
  41. #include "LogFactory.h"
  42. #include "Logger.h"
  43. #include "prefs.h"
  44. #include "DirectDiskAdaptor.h"
  45. #include "MultiDiskAdaptor.h"
  46. #include "DiskWriter.h"
  47. #include "BitfieldMan.h"
  48. #include "message.h"
  49. #include "DefaultDiskWriterFactory.h"
  50. #include "FileEntry.h"
  51. #include "DlAbortEx.h"
  52. #include "util.h"
  53. #include "a2functional.h"
  54. #include "Option.h"
  55. #include "StringFormat.h"
  56. #include "RarestPieceSelector.h"
  57. #include "array_fun.h"
  58. #include "PieceStatMan.h"
  59. #include "wallclock.h"
  60. #include "bitfield.h"
  61. #ifdef ENABLE_BITTORRENT
  62. # include "bittorrent_helper.h"
  63. #endif // ENABLE_BITTORRENT
  64. namespace aria2 {
  65. DefaultPieceStorage::DefaultPieceStorage
  66. (const SharedHandle<DownloadContext>& downloadContext, const Option* option):
  67. downloadContext_(downloadContext),
  68. bitfieldMan_(new BitfieldMan(downloadContext->getPieceLength(),
  69. downloadContext->getTotalLength())),
  70. diskWriterFactory_(new DefaultDiskWriterFactory()),
  71. endGame_(false),
  72. endGamePieceNum_(END_GAME_PIECE_NUM),
  73. logger_(LogFactory::getInstance()),
  74. option_(option),
  75. pieceStatMan_(new PieceStatMan(downloadContext->getNumPieces(), true)),
  76. pieceSelector_(new RarestPieceSelector(pieceStatMan_))
  77. {}
  78. DefaultPieceStorage::~DefaultPieceStorage() {
  79. delete bitfieldMan_;
  80. }
  81. SharedHandle<Piece> DefaultPieceStorage::checkOutPiece(size_t index)
  82. {
  83. bitfieldMan_->setUseBit(index);
  84. SharedHandle<Piece> piece = findUsedPiece(index);
  85. if(piece.isNull()) {
  86. piece.reset(new Piece(index, bitfieldMan_->getBlockLength(index)));
  87. #ifdef ENABLE_MESSAGE_DIGEST
  88. piece->setHashAlgo(downloadContext_->getPieceHashAlgo());
  89. #endif // ENABLE_MESSAGE_DIGEST
  90. addUsedPiece(piece);
  91. return piece;
  92. } else {
  93. return piece;
  94. }
  95. }
  96. /**
  97. * Newly instantiated piece is not added to usedPieces.
  98. * Because it is waste of memory and there is no chance to use them later.
  99. */
  100. SharedHandle<Piece> DefaultPieceStorage::getPiece(size_t index)
  101. {
  102. SharedHandle<Piece> piece;
  103. if(0 <= index && index <= bitfieldMan_->getMaxIndex()) {
  104. piece = findUsedPiece(index);
  105. if(piece.isNull()) {
  106. piece.reset(new Piece(index, bitfieldMan_->getBlockLength(index)));
  107. if(hasPiece(index)) {
  108. piece->setAllBlock();
  109. }
  110. }
  111. }
  112. return piece;
  113. }
  114. void DefaultPieceStorage::addUsedPiece(const SharedHandle<Piece>& piece)
  115. {
  116. std::deque<SharedHandle<Piece> >::iterator i =
  117. std::lower_bound(usedPieces_.begin(), usedPieces_.end(), piece);
  118. usedPieces_.insert(i, piece);
  119. if(logger_->debug()) {
  120. logger_->debug("usedPieces_.size()=%lu",
  121. static_cast<unsigned long>(usedPieces_.size()));
  122. }
  123. }
  124. SharedHandle<Piece> DefaultPieceStorage::findUsedPiece(size_t index) const
  125. {
  126. SharedHandle<Piece> p(new Piece());
  127. p->setIndex(index);
  128. std::deque<SharedHandle<Piece> >::const_iterator i =
  129. std::lower_bound(usedPieces_.begin(), usedPieces_.end(), p);
  130. if(i != usedPieces_.end() && (*i) == p) {
  131. return *i;
  132. } else {
  133. p.reset(0);
  134. return p;
  135. }
  136. }
  137. #ifdef ENABLE_BITTORRENT
  138. bool DefaultPieceStorage::hasMissingPiece(const SharedHandle<Peer>& peer)
  139. {
  140. return bitfieldMan_->hasMissingPiece(peer->getBitfield(),
  141. peer->getBitfieldLength());
  142. }
  143. void DefaultPieceStorage::getMissingPiece
  144. (std::vector<SharedHandle<Piece> >& pieces,
  145. size_t minMissingBlocks,
  146. const unsigned char* bitfield,
  147. size_t length)
  148. {
  149. const size_t mislen = bitfieldMan_->getBitfieldLength();
  150. array_ptr<unsigned char> misbitfield(new unsigned char[mislen]);
  151. size_t blocks = bitfieldMan_->countBlock();
  152. size_t misBlock = 0;
  153. if(isEndGame()) {
  154. bool r = bitfieldMan_->getAllMissingIndexes
  155. (misbitfield, mislen, bitfield, length);
  156. if(!r) {
  157. return;
  158. }
  159. std::vector<size_t> indexes;
  160. for(size_t i = 0; i < blocks; ++i) {
  161. if(bitfield::test(misbitfield, blocks, i)) {
  162. indexes.push_back(i);
  163. }
  164. }
  165. std::random_shuffle(indexes.begin(), indexes.end());
  166. for(std::vector<size_t>::const_iterator i = indexes.begin(),
  167. eoi = indexes.end(); i != eoi && misBlock < minMissingBlocks; ++i) {
  168. pieces.push_back(checkOutPiece(*i));
  169. misBlock += pieces.back()->countMissingBlock();
  170. }
  171. } else {
  172. bool r = bitfieldMan_->getAllMissingUnusedIndexes
  173. (misbitfield, mislen, bitfield, length);
  174. if(!r) {
  175. return;
  176. }
  177. while(misBlock < minMissingBlocks) {
  178. size_t index;
  179. if(pieceSelector_->select(index, misbitfield, blocks)) {
  180. pieces.push_back(checkOutPiece(index));
  181. bitfield::flipBit(misbitfield, blocks, index);
  182. misBlock += pieces.back()->countMissingBlock();
  183. } else {
  184. break;
  185. }
  186. }
  187. }
  188. }
  189. static void unsetExcludedIndexes(BitfieldMan& bitfield,
  190. const std::vector<size_t>& excludedIndexes)
  191. {
  192. std::for_each(excludedIndexes.begin(), excludedIndexes.end(),
  193. std::bind1st(std::mem_fun(&BitfieldMan::unsetBit), &bitfield));
  194. }
  195. void DefaultPieceStorage::createFastIndexBitfield
  196. (BitfieldMan& bitfield, const SharedHandle<Peer>& peer)
  197. {
  198. for(std::vector<size_t>::const_iterator itr =
  199. peer->getPeerAllowedIndexSet().begin(),
  200. eoi = peer->getPeerAllowedIndexSet().end(); itr != eoi; ++itr) {
  201. if(!bitfieldMan_->isBitSet(*itr) && peer->hasPiece(*itr)) {
  202. bitfield.setBit(*itr);
  203. }
  204. }
  205. }
  206. void DefaultPieceStorage::getMissingPiece
  207. (std::vector<SharedHandle<Piece> >& pieces,
  208. size_t minMissingBlocks,
  209. const SharedHandle<Peer>& peer)
  210. {
  211. getMissingPiece(pieces, minMissingBlocks,
  212. peer->getBitfield(), peer->getBitfieldLength());
  213. }
  214. void DefaultPieceStorage::getMissingPiece
  215. (std::vector<SharedHandle<Piece> >& pieces,
  216. size_t minMissingBlocks,
  217. const SharedHandle<Peer>& peer,
  218. const std::vector<size_t>& excludedIndexes)
  219. {
  220. BitfieldMan tempBitfield(bitfieldMan_->getBlockLength(),
  221. bitfieldMan_->getTotalLength());
  222. tempBitfield.setBitfield(peer->getBitfield(), peer->getBitfieldLength());
  223. unsetExcludedIndexes(tempBitfield, excludedIndexes);
  224. getMissingPiece(pieces, minMissingBlocks,
  225. tempBitfield.getBitfield(), tempBitfield.getBitfieldLength());
  226. }
  227. void DefaultPieceStorage::getMissingFastPiece
  228. (std::vector<SharedHandle<Piece> >& pieces,
  229. size_t minMissingBlocks,
  230. const SharedHandle<Peer>& peer)
  231. {
  232. if(peer->isFastExtensionEnabled() && peer->countPeerAllowedIndexSet() > 0) {
  233. BitfieldMan tempBitfield(bitfieldMan_->getBlockLength(),
  234. bitfieldMan_->getTotalLength());
  235. createFastIndexBitfield(tempBitfield, peer);
  236. getMissingPiece(pieces, minMissingBlocks,
  237. tempBitfield.getBitfield(),
  238. tempBitfield.getBitfieldLength());
  239. }
  240. }
  241. void DefaultPieceStorage::getMissingFastPiece
  242. (std::vector<SharedHandle<Piece> >& pieces,
  243. size_t minMissingBlocks,
  244. const SharedHandle<Peer>& peer,
  245. const std::vector<size_t>& excludedIndexes)
  246. {
  247. if(peer->isFastExtensionEnabled() && peer->countPeerAllowedIndexSet() > 0) {
  248. BitfieldMan tempBitfield(bitfieldMan_->getBlockLength(),
  249. bitfieldMan_->getTotalLength());
  250. createFastIndexBitfield(tempBitfield, peer);
  251. unsetExcludedIndexes(tempBitfield, excludedIndexes);
  252. getMissingPiece(pieces, minMissingBlocks,
  253. tempBitfield.getBitfield(),
  254. tempBitfield.getBitfieldLength());
  255. }
  256. }
  257. SharedHandle<Piece>
  258. DefaultPieceStorage::getMissingPiece(const SharedHandle<Peer>& peer)
  259. {
  260. std::vector<SharedHandle<Piece> > pieces;
  261. getMissingPiece(pieces, 1, peer);
  262. if(pieces.empty()) {
  263. return SharedHandle<Piece>();
  264. } else {
  265. return pieces.front();
  266. }
  267. }
  268. SharedHandle<Piece> DefaultPieceStorage::getMissingPiece
  269. (const SharedHandle<Peer>& peer, const std::vector<size_t>& excludedIndexes)
  270. {
  271. std::vector<SharedHandle<Piece> > pieces;
  272. getMissingPiece(pieces, 1, peer, excludedIndexes);
  273. if(pieces.empty()) {
  274. return SharedHandle<Piece>();
  275. } else {
  276. return pieces.front();
  277. }
  278. }
  279. SharedHandle<Piece> DefaultPieceStorage::getMissingFastPiece
  280. (const SharedHandle<Peer>& peer)
  281. {
  282. std::vector<SharedHandle<Piece> > pieces;
  283. getMissingFastPiece(pieces, 1, peer);
  284. if(pieces.empty()) {
  285. return SharedHandle<Piece>();
  286. } else {
  287. return pieces.front();
  288. }
  289. }
  290. SharedHandle<Piece> DefaultPieceStorage::getMissingFastPiece
  291. (const SharedHandle<Peer>& peer, const std::vector<size_t>& excludedIndexes)
  292. {
  293. std::vector<SharedHandle<Piece> > pieces;
  294. getMissingFastPiece(pieces, 1, peer, excludedIndexes);
  295. if(pieces.empty()) {
  296. return SharedHandle<Piece>();
  297. } else {
  298. return pieces.front();
  299. }
  300. }
  301. #endif // ENABLE_BITTORRENT
  302. bool DefaultPieceStorage::hasMissingUnusedPiece()
  303. {
  304. size_t index;
  305. return bitfieldMan_->getFirstMissingUnusedIndex(index);
  306. }
  307. SharedHandle<Piece> DefaultPieceStorage::getSparseMissingUnusedPiece
  308. (size_t minSplitSize, const unsigned char* ignoreBitfield, size_t length)
  309. {
  310. size_t index;
  311. if(bitfieldMan_->getSparseMissingUnusedIndex
  312. (index, minSplitSize, ignoreBitfield, length)) {
  313. return checkOutPiece(index);
  314. } else {
  315. return SharedHandle<Piece>();
  316. }
  317. }
  318. SharedHandle<Piece> DefaultPieceStorage::getMissingPiece(size_t index)
  319. {
  320. if(hasPiece(index) || isPieceUsed(index)) {
  321. return SharedHandle<Piece>();
  322. } else {
  323. return checkOutPiece(index);
  324. }
  325. }
  326. void DefaultPieceStorage::deleteUsedPiece(const SharedHandle<Piece>& piece)
  327. {
  328. if(piece.isNull()) {
  329. return;
  330. }
  331. std::deque<SharedHandle<Piece> >::iterator i =
  332. std::lower_bound(usedPieces_.begin(), usedPieces_.end(), piece);
  333. if(i != usedPieces_.end() && (*i) == piece) {
  334. usedPieces_.erase(i);
  335. }
  336. }
  337. // void DefaultPieceStorage::reduceUsedPieces(size_t upperBound)
  338. // {
  339. // size_t usedPiecesSize = usedPieces.size();
  340. // if(usedPiecesSize <= upperBound) {
  341. // return;
  342. // }
  343. // size_t delNum = usedPiecesSize-upperBound;
  344. // int fillRate = 10;
  345. // while(delNum && fillRate <= 15) {
  346. // delNum -= deleteUsedPiecesByFillRate(fillRate, delNum);
  347. // fillRate += 5;
  348. // }
  349. // }
  350. // size_t DefaultPieceStorage::deleteUsedPiecesByFillRate(int fillRate,
  351. // size_t delNum)
  352. // {
  353. // size_t deleted = 0;
  354. // for(Pieces::iterator itr = usedPieces.begin();
  355. // itr != usedPieces.end() && deleted < delNum;) {
  356. // SharedHandle<Piece>& piece = *itr;
  357. // if(!bitfieldMan->isUseBitSet(piece->getIndex()) &&
  358. // piece->countCompleteBlock() <= piece->countBlock()*(fillRate/100.0)) {
  359. // logger->info(MSG_DELETING_USED_PIECE,
  360. // piece->getIndex(),
  361. // (piece->countCompleteBlock()*100)/piece->countBlock(),
  362. // fillRate);
  363. // itr = usedPieces.erase(itr);
  364. // ++deleted;
  365. // } else {
  366. // ++itr;
  367. // }
  368. // }
  369. // return deleted;
  370. // }
  371. void DefaultPieceStorage::completePiece(const SharedHandle<Piece>& piece)
  372. {
  373. if(piece.isNull()) {
  374. return;
  375. }
  376. deleteUsedPiece(piece);
  377. // if(!isEndGame()) {
  378. // reduceUsedPieces(100);
  379. // }
  380. if(allDownloadFinished()) {
  381. return;
  382. }
  383. bitfieldMan_->setBit(piece->getIndex());
  384. bitfieldMan_->unsetUseBit(piece->getIndex());
  385. addPieceStats(piece->getIndex());
  386. if(downloadFinished()) {
  387. downloadContext_->resetDownloadStopTime();
  388. if(isSelectiveDownloadingMode()) {
  389. logger_->notice(MSG_SELECTIVE_DOWNLOAD_COMPLETED);
  390. // following line was commented out in order to stop sending request
  391. // message after user-specified files were downloaded.
  392. //finishSelectiveDownloadingMode();
  393. } else {
  394. logger_->info(MSG_DOWNLOAD_COMPLETED);
  395. }
  396. #ifdef ENABLE_BITTORRENT
  397. if(downloadContext_->hasAttribute(bittorrent::BITTORRENT)) {
  398. SharedHandle<TorrentAttribute> torrentAttrs =
  399. bittorrent::getTorrentAttrs(downloadContext_);
  400. if(!torrentAttrs->metadata.empty()) {
  401. util::executeHookByOptName(downloadContext_->getOwnerRequestGroup(),
  402. option_, PREF_ON_BT_DOWNLOAD_COMPLETE);
  403. }
  404. }
  405. #endif // ENABLE_BITTORRENT
  406. }
  407. }
  408. bool DefaultPieceStorage::isSelectiveDownloadingMode()
  409. {
  410. return bitfieldMan_->isFilterEnabled();
  411. }
  412. // not unittested
  413. void DefaultPieceStorage::cancelPiece(const SharedHandle<Piece>& piece)
  414. {
  415. if(piece.isNull()) {
  416. return;
  417. }
  418. bitfieldMan_->unsetUseBit(piece->getIndex());
  419. if(!isEndGame()) {
  420. if(piece->getCompletedLength() == 0) {
  421. deleteUsedPiece(piece);
  422. }
  423. }
  424. }
  425. bool DefaultPieceStorage::hasPiece(size_t index)
  426. {
  427. return bitfieldMan_->isBitSet(index);
  428. }
  429. bool DefaultPieceStorage::isPieceUsed(size_t index)
  430. {
  431. return bitfieldMan_->isUseBitSet(index);
  432. }
  433. uint64_t DefaultPieceStorage::getTotalLength()
  434. {
  435. return bitfieldMan_->getTotalLength();
  436. }
  437. uint64_t DefaultPieceStorage::getFilteredTotalLength()
  438. {
  439. return bitfieldMan_->getFilteredTotalLength();
  440. }
  441. uint64_t DefaultPieceStorage::getCompletedLength()
  442. {
  443. uint64_t completedLength =
  444. bitfieldMan_->getCompletedLength()+getInFlightPieceCompletedLength();
  445. uint64_t totalLength = getTotalLength();
  446. if(completedLength > totalLength) {
  447. completedLength = totalLength;
  448. }
  449. return completedLength;
  450. }
  451. uint64_t DefaultPieceStorage::getFilteredCompletedLength()
  452. {
  453. return bitfieldMan_->getFilteredCompletedLength()+
  454. getInFlightPieceCompletedLength();
  455. }
  456. size_t DefaultPieceStorage::getInFlightPieceCompletedLength() const
  457. {
  458. return std::accumulate(usedPieces_.begin(), usedPieces_.end(),
  459. 0, adopt2nd(std::plus<size_t>(),
  460. mem_fun_sh(&Piece::getCompletedLength)));
  461. }
  462. // not unittested
  463. void DefaultPieceStorage::setupFileFilter()
  464. {
  465. const std::vector<SharedHandle<FileEntry> >& fileEntries =
  466. downloadContext_->getFileEntries();
  467. bool allSelected = true;
  468. for(std::vector<SharedHandle<FileEntry> >::const_iterator i =
  469. fileEntries.begin(), eoi = fileEntries.end();
  470. i != eoi; ++i) {
  471. if(!(*i)->isRequested()) {
  472. allSelected = false;
  473. break;
  474. }
  475. }
  476. if(allSelected) {
  477. return;
  478. }
  479. for(std::vector<SharedHandle<FileEntry> >::const_iterator i =
  480. fileEntries.begin(), eoi = fileEntries.end(); i != eoi; ++i) {
  481. if((*i)->isRequested()) {
  482. bitfieldMan_->addFilter((*i)->getOffset(), (*i)->getLength());
  483. }
  484. }
  485. bitfieldMan_->enableFilter();
  486. }
  487. // not unittested
  488. void DefaultPieceStorage::clearFileFilter()
  489. {
  490. bitfieldMan_->clearFilter();
  491. }
  492. // not unittested
  493. bool DefaultPieceStorage::downloadFinished()
  494. {
  495. // TODO iterate all requested FileEntry and Call
  496. // bitfieldMan->isBitSetOffsetRange()
  497. return bitfieldMan_->isFilteredAllBitSet();
  498. }
  499. // not unittested
  500. bool DefaultPieceStorage::allDownloadFinished()
  501. {
  502. return bitfieldMan_->isAllBitSet();
  503. }
  504. // not unittested
  505. void DefaultPieceStorage::initStorage()
  506. {
  507. if(downloadContext_->getFileEntries().size() == 1) {
  508. if(logger_->debug()) {
  509. logger_->debug("Instantiating DirectDiskAdaptor");
  510. }
  511. DirectDiskAdaptorHandle directDiskAdaptor(new DirectDiskAdaptor());
  512. directDiskAdaptor->setTotalLength(downloadContext_->getTotalLength());
  513. directDiskAdaptor->setFileEntries
  514. (downloadContext_->getFileEntries().begin(),
  515. downloadContext_->getFileEntries().end());
  516. DiskWriterHandle writer =
  517. diskWriterFactory_->newDiskWriter(directDiskAdaptor->getFilePath());
  518. if(option_->getAsBool(PREF_ENABLE_DIRECT_IO)) {
  519. writer->allowDirectIO();
  520. }
  521. directDiskAdaptor->setDiskWriter(writer);
  522. diskAdaptor_ = directDiskAdaptor;
  523. } else {
  524. if(logger_->debug()) {
  525. logger_->debug("Instantiating MultiDiskAdaptor");
  526. }
  527. MultiDiskAdaptorHandle multiDiskAdaptor(new MultiDiskAdaptor());
  528. multiDiskAdaptor->setFileEntries(downloadContext_->getFileEntries().begin(),
  529. downloadContext_->getFileEntries().end());
  530. if(option_->getAsBool(PREF_ENABLE_DIRECT_IO)) {
  531. multiDiskAdaptor->allowDirectIO();
  532. }
  533. multiDiskAdaptor->setPieceLength(downloadContext_->getPieceLength());
  534. multiDiskAdaptor->setMaxOpenFiles
  535. (option_->getAsInt(PREF_BT_MAX_OPEN_FILES));
  536. diskAdaptor_ = multiDiskAdaptor;
  537. }
  538. if(option_->get(PREF_FILE_ALLOCATION) == V_FALLOC) {
  539. diskAdaptor_->enableFallocate();
  540. }
  541. }
  542. void DefaultPieceStorage::setBitfield(const unsigned char* bitfield,
  543. size_t bitfieldLength)
  544. {
  545. bitfieldMan_->setBitfield(bitfield, bitfieldLength);
  546. addPieceStats(bitfield, bitfieldLength);
  547. }
  548. size_t DefaultPieceStorage::getBitfieldLength()
  549. {
  550. return bitfieldMan_->getBitfieldLength();
  551. }
  552. const unsigned char* DefaultPieceStorage::getBitfield()
  553. {
  554. return bitfieldMan_->getBitfield();
  555. }
  556. DiskAdaptorHandle DefaultPieceStorage::getDiskAdaptor() {
  557. return diskAdaptor_;
  558. }
  559. size_t DefaultPieceStorage::getPieceLength(size_t index)
  560. {
  561. return bitfieldMan_->getBlockLength(index);
  562. }
  563. void DefaultPieceStorage::advertisePiece(cuid_t cuid, size_t index)
  564. {
  565. HaveEntry entry(cuid, index, global::wallclock);
  566. haves_.push_front(entry);
  567. }
  568. void
  569. DefaultPieceStorage::getAdvertisedPieceIndexes(std::vector<size_t>& indexes,
  570. cuid_t myCuid,
  571. const Timer& lastCheckTime)
  572. {
  573. for(std::deque<HaveEntry>::const_iterator itr = haves_.begin(),
  574. eoi = haves_.end(); itr != eoi; ++itr) {
  575. const HaveEntry& have = *itr;
  576. if(have.getCuid() == myCuid) {
  577. continue;
  578. }
  579. if(lastCheckTime > have.getRegisteredTime()) {
  580. break;
  581. }
  582. indexes.push_back(have.getIndex());
  583. }
  584. }
  585. class FindElapsedHave
  586. {
  587. private:
  588. time_t elapsed;
  589. public:
  590. FindElapsedHave(time_t elapsed):elapsed(elapsed) {}
  591. bool operator()(const HaveEntry& have) {
  592. if(have.getRegisteredTime().difference(global::wallclock) >= elapsed) {
  593. return true;
  594. } else {
  595. return false;
  596. }
  597. }
  598. };
  599. void DefaultPieceStorage::removeAdvertisedPiece(time_t elapsed)
  600. {
  601. std::deque<HaveEntry>::iterator itr =
  602. std::find_if(haves_.begin(), haves_.end(), FindElapsedHave(elapsed));
  603. if(itr != haves_.end()) {
  604. if(logger_->debug()) {
  605. logger_->debug(MSG_REMOVED_HAVE_ENTRY, haves_.end()-itr);
  606. }
  607. haves_.erase(itr, haves_.end());
  608. }
  609. }
  610. void DefaultPieceStorage::markAllPiecesDone()
  611. {
  612. bitfieldMan_->setAllBit();
  613. }
  614. void DefaultPieceStorage::markPiecesDone(uint64_t length)
  615. {
  616. if(length == bitfieldMan_->getTotalLength()) {
  617. bitfieldMan_->setAllBit();
  618. } else if(length == 0) {
  619. // TODO this would go to markAllPiecesUndone()
  620. bitfieldMan_->clearAllBit();
  621. usedPieces_.clear();
  622. } else {
  623. size_t numPiece = length/bitfieldMan_->getBlockLength();
  624. if(numPiece > 0) {
  625. bitfieldMan_->setBitRange(0, numPiece-1);
  626. }
  627. size_t r = (length%bitfieldMan_->getBlockLength())/Piece::BLOCK_LENGTH;
  628. if(r > 0) {
  629. SharedHandle<Piece> p
  630. (new Piece(numPiece, bitfieldMan_->getBlockLength(numPiece)));
  631. for(size_t i = 0; i < r; ++i) {
  632. p->completeBlock(i);
  633. }
  634. #ifdef ENABLE_MESSAGE_DIGEST
  635. p->setHashAlgo(downloadContext_->getPieceHashAlgo());
  636. #endif // ENABLE_MESSAGE_DIGEST
  637. addUsedPiece(p);
  638. }
  639. }
  640. }
  641. void DefaultPieceStorage::markPieceMissing(size_t index)
  642. {
  643. bitfieldMan_->unsetBit(index);
  644. }
  645. void DefaultPieceStorage::addInFlightPiece
  646. (const std::vector<SharedHandle<Piece> >& pieces)
  647. {
  648. usedPieces_.insert(usedPieces_.end(), pieces.begin(), pieces.end());
  649. std::sort(usedPieces_.begin(), usedPieces_.end());
  650. }
  651. size_t DefaultPieceStorage::countInFlightPiece()
  652. {
  653. return usedPieces_.size();
  654. }
  655. void DefaultPieceStorage::getInFlightPieces
  656. (std::vector<SharedHandle<Piece> >& pieces)
  657. {
  658. pieces.insert(pieces.end(), usedPieces_.begin(), usedPieces_.end());
  659. }
  660. void DefaultPieceStorage::setDiskWriterFactory
  661. (const DiskWriterFactoryHandle& diskWriterFactory)
  662. {
  663. diskWriterFactory_ = diskWriterFactory;
  664. }
  665. void DefaultPieceStorage::addPieceStats(const unsigned char* bitfield,
  666. size_t bitfieldLength)
  667. {
  668. pieceStatMan_->addPieceStats(bitfield, bitfieldLength);
  669. }
  670. void DefaultPieceStorage::subtractPieceStats(const unsigned char* bitfield,
  671. size_t bitfieldLength)
  672. {
  673. pieceStatMan_->subtractPieceStats(bitfield, bitfieldLength);
  674. }
  675. void DefaultPieceStorage::updatePieceStats(const unsigned char* newBitfield,
  676. size_t newBitfieldLength,
  677. const unsigned char* oldBitfield)
  678. {
  679. pieceStatMan_->updatePieceStats(newBitfield, newBitfieldLength,
  680. oldBitfield);
  681. }
  682. void DefaultPieceStorage::addPieceStats(size_t index)
  683. {
  684. pieceStatMan_->addPieceStats(index);
  685. }
  686. size_t DefaultPieceStorage::getNextUsedIndex(size_t index)
  687. {
  688. for(size_t i = index+1; i < bitfieldMan_->countBlock(); ++i) {
  689. if(bitfieldMan_->isUseBitSet(i) || bitfieldMan_->isBitSet(i)) {
  690. return i;
  691. }
  692. }
  693. return bitfieldMan_->countBlock();
  694. }
  695. } // namespace aria2