BitfieldMan.cc 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "BitfieldMan.h"
  36. #include <cassert>
  37. #include <cstring>
  38. #include "array_fun.h"
  39. #include "bitfield.h"
  40. using namespace aria2::expr;
  41. namespace aria2 {
  42. BitfieldMan::BitfieldMan(int32_t blockLength, int64_t totalLength)
  43. : totalLength_(totalLength),
  44. cachedCompletedLength_(0),
  45. cachedFilteredCompletedLength_(0),
  46. cachedFilteredTotalLength_(0),
  47. bitfield_(nullptr),
  48. useBitfield_(nullptr),
  49. filterBitfield_(nullptr),
  50. bitfieldLength_(0),
  51. cachedNumMissingBlock_(0),
  52. cachedNumFilteredBlock_(0),
  53. blocks_(0),
  54. blockLength_(blockLength),
  55. filterEnabled_(false)
  56. {
  57. if (blockLength_ > 0 && totalLength_ > 0) {
  58. blocks_ = (totalLength_ + blockLength_ - 1) / blockLength_;
  59. bitfieldLength_ = blocks_ / 8 + (blocks_ % 8 ? 1 : 0);
  60. bitfield_ = new unsigned char[bitfieldLength_];
  61. useBitfield_ = new unsigned char[bitfieldLength_];
  62. memset(bitfield_, 0, bitfieldLength_);
  63. memset(useBitfield_, 0, bitfieldLength_);
  64. updateCache();
  65. }
  66. }
  67. BitfieldMan::BitfieldMan(const BitfieldMan& bitfieldMan)
  68. : totalLength_(bitfieldMan.totalLength_),
  69. cachedCompletedLength_(0),
  70. cachedFilteredCompletedLength_(0),
  71. cachedFilteredTotalLength_(0),
  72. bitfield_(new unsigned char[bitfieldMan.bitfieldLength_]),
  73. useBitfield_(new unsigned char[bitfieldMan.bitfieldLength_]),
  74. filterBitfield_(nullptr),
  75. bitfieldLength_(bitfieldMan.bitfieldLength_),
  76. cachedNumMissingBlock_(0),
  77. cachedNumFilteredBlock_(0),
  78. blocks_(bitfieldMan.blocks_),
  79. blockLength_(bitfieldMan.blockLength_),
  80. filterEnabled_(bitfieldMan.filterEnabled_)
  81. {
  82. memcpy(bitfield_, bitfieldMan.bitfield_, bitfieldLength_);
  83. memcpy(useBitfield_, bitfieldMan.useBitfield_, bitfieldLength_);
  84. if (filterEnabled_) {
  85. filterBitfield_ = new unsigned char[bitfieldLength_];
  86. memcpy(filterBitfield_, bitfieldMan.filterBitfield_, bitfieldLength_);
  87. }
  88. updateCache();
  89. }
  90. BitfieldMan& BitfieldMan::operator=(const BitfieldMan& bitfieldMan)
  91. {
  92. if (this != &bitfieldMan) {
  93. totalLength_ = bitfieldMan.totalLength_;
  94. blockLength_ = bitfieldMan.blockLength_;
  95. blocks_ = bitfieldMan.blocks_;
  96. bitfieldLength_ = bitfieldMan.bitfieldLength_;
  97. filterEnabled_ = bitfieldMan.filterEnabled_;
  98. delete[] bitfield_;
  99. bitfield_ = new unsigned char[bitfieldLength_];
  100. memcpy(bitfield_, bitfieldMan.bitfield_, bitfieldLength_);
  101. delete[] useBitfield_;
  102. useBitfield_ = new unsigned char[bitfieldLength_];
  103. memcpy(useBitfield_, bitfieldMan.useBitfield_, bitfieldLength_);
  104. delete[] filterBitfield_;
  105. if (filterEnabled_) {
  106. filterBitfield_ = new unsigned char[bitfieldLength_];
  107. memcpy(filterBitfield_, bitfieldMan.filterBitfield_, bitfieldLength_);
  108. }
  109. else {
  110. filterBitfield_ = nullptr;
  111. }
  112. updateCache();
  113. }
  114. return *this;
  115. }
  116. BitfieldMan::~BitfieldMan()
  117. {
  118. delete[] bitfield_;
  119. delete[] useBitfield_;
  120. delete[] filterBitfield_;
  121. }
  122. int32_t BitfieldMan::getLastBlockLength() const
  123. {
  124. return totalLength_ - blockLength_ * (blocks_ - 1);
  125. }
  126. int32_t BitfieldMan::getBlockLength(size_t index) const
  127. {
  128. if (index == blocks_ - 1) {
  129. return getLastBlockLength();
  130. }
  131. else if (index < blocks_ - 1) {
  132. return getBlockLength();
  133. }
  134. else {
  135. return 0;
  136. }
  137. }
  138. bool BitfieldMan::hasMissingPiece(const unsigned char* peerBitfield,
  139. size_t length) const
  140. {
  141. if (bitfieldLength_ != length) {
  142. return false;
  143. }
  144. bool retval = false;
  145. for (size_t i = 0; i < bitfieldLength_; ++i) {
  146. unsigned char temp = peerBitfield[i] & ~bitfield_[i];
  147. if (filterEnabled_) {
  148. temp &= filterBitfield_[i];
  149. }
  150. if (temp & 0xffu) {
  151. retval = true;
  152. break;
  153. }
  154. }
  155. return retval;
  156. }
  157. bool BitfieldMan::getFirstMissingUnusedIndex(size_t& index) const
  158. {
  159. if (filterEnabled_) {
  160. return bitfield::getFirstSetBitIndex(index, ~array(bitfield_) &
  161. ~array(useBitfield_) &
  162. array(filterBitfield_),
  163. blocks_);
  164. }
  165. else {
  166. return bitfield::getFirstSetBitIndex(
  167. index, ~array(bitfield_) & ~array(useBitfield_), blocks_);
  168. }
  169. }
  170. size_t BitfieldMan::getFirstNMissingUnusedIndex(std::vector<size_t>& out,
  171. size_t n) const
  172. {
  173. if (filterEnabled_) {
  174. return bitfield::getFirstNSetBitIndex(
  175. std::back_inserter(out), n,
  176. ~array(bitfield_) & ~array(useBitfield_) & array(filterBitfield_),
  177. blocks_);
  178. }
  179. else {
  180. return bitfield::getFirstNSetBitIndex(
  181. std::back_inserter(out), n, ~array(bitfield_) & ~array(useBitfield_),
  182. blocks_);
  183. }
  184. }
  185. bool BitfieldMan::getFirstMissingIndex(size_t& index) const
  186. {
  187. if (filterEnabled_) {
  188. return bitfield::getFirstSetBitIndex(
  189. index, ~array(bitfield_) & array(filterBitfield_), blocks_);
  190. }
  191. else {
  192. return bitfield::getFirstSetBitIndex(index, ~array(bitfield_), blocks_);
  193. }
  194. }
  195. namespace {
  196. template <typename Array>
  197. size_t getStartIndex(size_t index, const Array& bitfield, size_t blocks)
  198. {
  199. while (index < blocks && bitfield::test(bitfield, blocks, index)) {
  200. ++index;
  201. }
  202. if (blocks <= index) {
  203. return blocks;
  204. }
  205. else {
  206. return index;
  207. }
  208. }
  209. } // namespace
  210. namespace {
  211. template <typename Array>
  212. size_t getEndIndex(size_t index, const Array& bitfield, size_t blocks)
  213. {
  214. while (index < blocks && !bitfield::test(bitfield, blocks, index)) {
  215. ++index;
  216. }
  217. return index;
  218. }
  219. } // namespace
  220. namespace {
  221. template <typename Array>
  222. bool getSparseMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  223. const Array& bitfield,
  224. const unsigned char* useBitfield,
  225. int32_t blockLength, size_t blocks)
  226. {
  227. BitfieldMan::Range maxRange;
  228. BitfieldMan::Range currentRange;
  229. size_t nextIndex = 0;
  230. while (nextIndex < blocks) {
  231. currentRange.startIndex = getStartIndex(nextIndex, bitfield, blocks);
  232. if (currentRange.startIndex == blocks) {
  233. break;
  234. }
  235. currentRange.endIndex =
  236. getEndIndex(currentRange.startIndex, bitfield, blocks);
  237. if (currentRange.startIndex > 0) {
  238. if (bitfield::test(useBitfield, blocks, currentRange.startIndex - 1)) {
  239. currentRange.startIndex = currentRange.getMidIndex();
  240. }
  241. }
  242. // If range is equal, choose a range where its startIndex-1 is
  243. // set.
  244. if (maxRange < currentRange ||
  245. (maxRange == currentRange && maxRange.startIndex > 0 &&
  246. currentRange.startIndex > 0 &&
  247. (!bitfield::test(bitfield, blocks, maxRange.startIndex - 1) ||
  248. bitfield::test(useBitfield, blocks, maxRange.startIndex - 1)) &&
  249. bitfield::test(bitfield, blocks, currentRange.startIndex - 1) &&
  250. !bitfield::test(useBitfield, blocks, currentRange.startIndex - 1))) {
  251. maxRange = currentRange;
  252. }
  253. nextIndex = currentRange.endIndex;
  254. }
  255. if (maxRange.getSize()) {
  256. if (maxRange.startIndex == 0) {
  257. index = 0;
  258. return true;
  259. }
  260. else {
  261. if ((!bitfield::test(useBitfield, blocks, maxRange.startIndex - 1) &&
  262. bitfield::test(bitfield, blocks, maxRange.startIndex - 1)) ||
  263. (static_cast<int64_t>(maxRange.endIndex - maxRange.startIndex) *
  264. blockLength >=
  265. minSplitSize)) {
  266. index = maxRange.startIndex;
  267. return true;
  268. }
  269. else {
  270. return false;
  271. }
  272. }
  273. }
  274. else {
  275. return false;
  276. }
  277. }
  278. } // namespace
  279. bool BitfieldMan::getSparseMissingUnusedIndex(
  280. size_t& index, int32_t minSplitSize, const unsigned char* ignoreBitfield,
  281. size_t ignoreBitfieldLength) const
  282. {
  283. if (filterEnabled_) {
  284. return aria2::getSparseMissingUnusedIndex(
  285. index, minSplitSize, array(ignoreBitfield) | ~array(filterBitfield_) |
  286. array(bitfield_) | array(useBitfield_),
  287. useBitfield_, blockLength_, blocks_);
  288. }
  289. else {
  290. return aria2::getSparseMissingUnusedIndex(
  291. index, minSplitSize,
  292. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  293. useBitfield_, blockLength_, blocks_);
  294. }
  295. }
  296. namespace {
  297. template <typename Array>
  298. bool getGeomMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  299. const Array& bitfield,
  300. const unsigned char* useBitfield,
  301. int32_t blockLength, size_t blocks, double base,
  302. size_t offsetIndex)
  303. {
  304. double start = 0;
  305. double end = 1;
  306. while (start + offsetIndex < blocks) {
  307. index = blocks;
  308. for (size_t i = start + offsetIndex,
  309. eoi = std::min(blocks, static_cast<size_t>(end + offsetIndex));
  310. i < eoi; ++i) {
  311. if (bitfield::test(useBitfield, blocks, i)) {
  312. break;
  313. }
  314. else if (!bitfield::test(bitfield, blocks, i)) {
  315. index = i;
  316. break;
  317. }
  318. }
  319. if (index < blocks) {
  320. return true;
  321. }
  322. else {
  323. start = end;
  324. end *= base;
  325. }
  326. }
  327. return getSparseMissingUnusedIndex(index, minSplitSize, bitfield, useBitfield,
  328. blockLength, blocks);
  329. }
  330. } // namespace
  331. bool BitfieldMan::getGeomMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  332. const unsigned char* ignoreBitfield,
  333. size_t ignoreBitfieldLength,
  334. double base,
  335. size_t offsetIndex) const
  336. {
  337. if (filterEnabled_) {
  338. return aria2::getGeomMissingUnusedIndex(
  339. index, minSplitSize, array(ignoreBitfield) | ~array(filterBitfield_) |
  340. array(bitfield_) | array(useBitfield_),
  341. useBitfield_, blockLength_, blocks_, base, offsetIndex);
  342. }
  343. else {
  344. return aria2::getGeomMissingUnusedIndex(
  345. index, minSplitSize,
  346. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  347. useBitfield_, blockLength_, blocks_, base, offsetIndex);
  348. }
  349. }
  350. namespace {
  351. template <typename Array>
  352. bool getInorderMissingUnusedIndex(size_t& index, size_t startIndex,
  353. size_t lastIndex, int32_t minSplitSize,
  354. const Array& bitfield,
  355. const unsigned char* useBitfield,
  356. int32_t blockLength, size_t blocks)
  357. {
  358. // We always return first piece if it is available.
  359. if (!bitfield::test(bitfield, blocks, startIndex) &&
  360. !bitfield::test(useBitfield, blocks, startIndex)) {
  361. index = startIndex;
  362. return true;
  363. }
  364. for (size_t i = startIndex + 1; i < lastIndex;) {
  365. if (!bitfield::test(bitfield, blocks, i) &&
  366. !bitfield::test(useBitfield, blocks, i)) {
  367. // If previous piece has already been retrieved, we can download
  368. // from this index.
  369. if (!bitfield::test(useBitfield, blocks, i - 1) &&
  370. bitfield::test(bitfield, blocks, i - 1)) {
  371. index = i;
  372. return true;
  373. }
  374. // Check free space of minSplitSize. When checking this, we use
  375. // blocks instead of lastIndex.
  376. size_t j;
  377. for (j = i; j < blocks; ++j) {
  378. if (bitfield::test(bitfield, blocks, j) ||
  379. bitfield::test(useBitfield, blocks, j)) {
  380. break;
  381. }
  382. if (static_cast<int64_t>(j - i + 1) * blockLength >= minSplitSize) {
  383. index = j;
  384. return true;
  385. }
  386. }
  387. i = j + 1;
  388. }
  389. else {
  390. ++i;
  391. }
  392. }
  393. return false;
  394. }
  395. } // namespace
  396. bool BitfieldMan::getInorderMissingUnusedIndex(
  397. size_t& index, int32_t minSplitSize, const unsigned char* ignoreBitfield,
  398. size_t ignoreBitfieldLength) const
  399. {
  400. if (filterEnabled_) {
  401. return aria2::getInorderMissingUnusedIndex(
  402. index, 0, blocks_, minSplitSize,
  403. array(ignoreBitfield) | ~array(filterBitfield_) | array(bitfield_) |
  404. array(useBitfield_),
  405. useBitfield_, blockLength_, blocks_);
  406. }
  407. else {
  408. return aria2::getInorderMissingUnusedIndex(
  409. index, 0, blocks_, minSplitSize,
  410. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  411. useBitfield_, blockLength_, blocks_);
  412. }
  413. }
  414. bool BitfieldMan::getInorderMissingUnusedIndex(
  415. size_t& index, size_t startIndex, size_t endIndex, int32_t minSplitSize,
  416. const unsigned char* ignoreBitfield, size_t ignoreBitfieldLength) const
  417. {
  418. endIndex = std::min(endIndex, blocks_);
  419. if (filterEnabled_) {
  420. return aria2::getInorderMissingUnusedIndex(
  421. index, startIndex, endIndex, minSplitSize,
  422. array(ignoreBitfield) | ~array(filterBitfield_) | array(bitfield_) |
  423. array(useBitfield_),
  424. useBitfield_, blockLength_, blocks_);
  425. }
  426. else {
  427. return aria2::getInorderMissingUnusedIndex(
  428. index, startIndex, endIndex, minSplitSize,
  429. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  430. useBitfield_, blockLength_, blocks_);
  431. }
  432. }
  433. namespace {
  434. template <typename Array>
  435. bool copyBitfield(unsigned char* dst, const Array& src, size_t blocks)
  436. {
  437. unsigned char bits = 0;
  438. size_t len = (blocks + 7) / 8;
  439. for (size_t i = 0; i < len - 1; ++i) {
  440. dst[i] = src[i];
  441. bits |= dst[i];
  442. }
  443. dst[len - 1] = src[len - 1] & bitfield::lastByteMask(blocks);
  444. bits |= dst[len - 1];
  445. return bits != 0;
  446. }
  447. } // namespace
  448. bool BitfieldMan::getAllMissingIndexes(unsigned char* misbitfield,
  449. size_t len) const
  450. {
  451. assert(len == bitfieldLength_);
  452. if (filterEnabled_) {
  453. return copyBitfield(misbitfield, ~array(bitfield_) & array(filterBitfield_),
  454. blocks_);
  455. }
  456. else {
  457. return copyBitfield(misbitfield, ~array(bitfield_), blocks_);
  458. }
  459. }
  460. bool BitfieldMan::getAllMissingIndexes(unsigned char* misbitfield, size_t len,
  461. const unsigned char* peerBitfield,
  462. size_t peerBitfieldLength) const
  463. {
  464. assert(len == bitfieldLength_);
  465. if (bitfieldLength_ != peerBitfieldLength) {
  466. return false;
  467. }
  468. if (filterEnabled_) {
  469. return copyBitfield(misbitfield, ~array(bitfield_) & array(peerBitfield) &
  470. array(filterBitfield_),
  471. blocks_);
  472. }
  473. else {
  474. return copyBitfield(misbitfield, ~array(bitfield_) & array(peerBitfield),
  475. blocks_);
  476. }
  477. }
  478. bool BitfieldMan::getAllMissingUnusedIndexes(unsigned char* misbitfield,
  479. size_t len,
  480. const unsigned char* peerBitfield,
  481. size_t peerBitfieldLength) const
  482. {
  483. assert(len == bitfieldLength_);
  484. if (bitfieldLength_ != peerBitfieldLength) {
  485. return false;
  486. }
  487. if (filterEnabled_) {
  488. return copyBitfield(misbitfield,
  489. ~array(bitfield_) & ~array(useBitfield_) &
  490. array(peerBitfield) & array(filterBitfield_),
  491. blocks_);
  492. }
  493. else {
  494. return copyBitfield(misbitfield, ~array(bitfield_) & ~array(useBitfield_) &
  495. array(peerBitfield),
  496. blocks_);
  497. }
  498. }
  499. size_t BitfieldMan::countMissingBlock() const { return cachedNumMissingBlock_; }
  500. size_t BitfieldMan::countMissingBlockNow() const
  501. {
  502. if (filterEnabled_) {
  503. return bitfield::countSetBit(filterBitfield_, blocks_) -
  504. bitfield::countSetBitSlow(array(bitfield_) & array(filterBitfield_),
  505. blocks_);
  506. }
  507. else {
  508. return blocks_ - bitfield::countSetBit(bitfield_, blocks_);
  509. }
  510. }
  511. size_t BitfieldMan::countFilteredBlockNow() const
  512. {
  513. if (filterEnabled_) {
  514. return bitfield::countSetBit(filterBitfield_, blocks_);
  515. }
  516. else {
  517. return 0;
  518. }
  519. }
  520. bool BitfieldMan::setBitInternal(unsigned char* bitfield, size_t index, bool on)
  521. {
  522. if (blocks_ <= index) {
  523. return false;
  524. }
  525. unsigned char mask = 128 >> (index % 8);
  526. if (on) {
  527. bitfield[index / 8] |= mask;
  528. }
  529. else {
  530. bitfield[index / 8] &= ~mask;
  531. }
  532. return true;
  533. }
  534. bool BitfieldMan::setUseBit(size_t index)
  535. {
  536. return setBitInternal(useBitfield_, index, true);
  537. }
  538. bool BitfieldMan::unsetUseBit(size_t index)
  539. {
  540. return setBitInternal(useBitfield_, index, false);
  541. }
  542. bool BitfieldMan::setBit(size_t index)
  543. {
  544. bool b = setBitInternal(bitfield_, index, true);
  545. updateCache();
  546. return b;
  547. }
  548. bool BitfieldMan::unsetBit(size_t index)
  549. {
  550. bool b = setBitInternal(bitfield_, index, false);
  551. updateCache();
  552. return b;
  553. }
  554. bool BitfieldMan::isFilteredAllBitSet() const
  555. {
  556. if (filterEnabled_) {
  557. for (size_t i = 0; i < bitfieldLength_; ++i) {
  558. if ((bitfield_[i] & filterBitfield_[i]) != filterBitfield_[i]) {
  559. return false;
  560. }
  561. }
  562. return true;
  563. }
  564. else {
  565. return isAllBitSet();
  566. }
  567. }
  568. namespace {
  569. bool testAllBitSet(const unsigned char* bitfield, size_t length, size_t blocks)
  570. {
  571. if (length == 0) {
  572. return true;
  573. }
  574. for (size_t i = 0; i < length - 1; ++i) {
  575. if (bitfield[i] != 0xffu) {
  576. return false;
  577. }
  578. }
  579. return bitfield[length - 1] == bitfield::lastByteMask(blocks);
  580. }
  581. } // namespace
  582. bool BitfieldMan::isAllBitSet() const
  583. {
  584. return testAllBitSet(bitfield_, bitfieldLength_, blocks_);
  585. }
  586. bool BitfieldMan::isAllFilterBitSet() const
  587. {
  588. if (!filterBitfield_) {
  589. return false;
  590. }
  591. return testAllBitSet(filterBitfield_, bitfieldLength_, blocks_);
  592. }
  593. bool BitfieldMan::isFilterBitSet(size_t index) const
  594. {
  595. if (filterBitfield_) {
  596. return bitfield::test(filterBitfield_, blocks_, index);
  597. }
  598. else {
  599. return false;
  600. }
  601. }
  602. bool BitfieldMan::isBitSet(size_t index) const
  603. {
  604. return bitfield::test(bitfield_, blocks_, index);
  605. }
  606. bool BitfieldMan::isUseBitSet(size_t index) const
  607. {
  608. return bitfield::test(useBitfield_, blocks_, index);
  609. }
  610. void BitfieldMan::setBitfield(const unsigned char* bitfield,
  611. size_t bitfieldLength)
  612. {
  613. if (bitfieldLength_ != bitfieldLength) {
  614. return;
  615. }
  616. memcpy(bitfield_, bitfield, bitfieldLength_);
  617. memset(useBitfield_, 0, bitfieldLength_);
  618. updateCache();
  619. }
  620. void BitfieldMan::clearAllBit()
  621. {
  622. memset(bitfield_, 0, bitfieldLength_);
  623. updateCache();
  624. }
  625. void BitfieldMan::setAllBit()
  626. {
  627. for (size_t i = 0; i < blocks_; ++i) {
  628. setBitInternal(bitfield_, i, true);
  629. }
  630. updateCache();
  631. }
  632. void BitfieldMan::clearAllUseBit()
  633. {
  634. memset(useBitfield_, 0, bitfieldLength_);
  635. updateCache();
  636. }
  637. void BitfieldMan::setAllUseBit()
  638. {
  639. for (size_t i = 0; i < blocks_; ++i) {
  640. setBitInternal(useBitfield_, i, true);
  641. }
  642. }
  643. bool BitfieldMan::setFilterBit(size_t index)
  644. {
  645. return setBitInternal(filterBitfield_, index, true);
  646. }
  647. void BitfieldMan::ensureFilterBitfield()
  648. {
  649. if (!filterBitfield_) {
  650. filterBitfield_ = new unsigned char[bitfieldLength_];
  651. memset(filterBitfield_, 0, bitfieldLength_);
  652. }
  653. }
  654. void BitfieldMan::addFilter(int64_t offset, int64_t length)
  655. {
  656. ensureFilterBitfield();
  657. if (length > 0) {
  658. size_t startBlock = offset / blockLength_;
  659. size_t endBlock = (offset + length - 1) / blockLength_;
  660. for (size_t i = startBlock; i <= endBlock && i < blocks_; i++) {
  661. setFilterBit(i);
  662. }
  663. }
  664. updateCache();
  665. }
  666. void BitfieldMan::removeFilter(int64_t offset, int64_t length)
  667. {
  668. ensureFilterBitfield();
  669. if (length > 0) {
  670. size_t startBlock = offset / blockLength_;
  671. size_t endBlock = (offset + length - 1) / blockLength_;
  672. for (size_t i = startBlock; i <= endBlock && i < blocks_; i++) {
  673. setBitInternal(filterBitfield_, i, false);
  674. }
  675. }
  676. updateCache();
  677. }
  678. void BitfieldMan::addNotFilter(int64_t offset, int64_t length)
  679. {
  680. ensureFilterBitfield();
  681. if (length > 0 && blocks_ > 0) {
  682. size_t startBlock = offset / blockLength_;
  683. if (blocks_ <= startBlock) {
  684. startBlock = blocks_;
  685. }
  686. size_t endBlock = (offset + length - 1) / blockLength_;
  687. for (size_t i = 0; i < startBlock; ++i) {
  688. setFilterBit(i);
  689. }
  690. for (size_t i = endBlock + 1; i < blocks_; ++i) {
  691. setFilterBit(i);
  692. }
  693. }
  694. updateCache();
  695. }
  696. void BitfieldMan::enableFilter()
  697. {
  698. ensureFilterBitfield();
  699. filterEnabled_ = true;
  700. updateCache();
  701. }
  702. void BitfieldMan::disableFilter()
  703. {
  704. filterEnabled_ = false;
  705. updateCache();
  706. }
  707. void BitfieldMan::clearFilter()
  708. {
  709. if (filterBitfield_) {
  710. delete[] filterBitfield_;
  711. filterBitfield_ = nullptr;
  712. }
  713. filterEnabled_ = false;
  714. updateCache();
  715. }
  716. int64_t BitfieldMan::getFilteredTotalLengthNow() const
  717. {
  718. if (!filterBitfield_) {
  719. return 0;
  720. }
  721. size_t filteredBlocks = bitfield::countSetBit(filterBitfield_, blocks_);
  722. if (filteredBlocks == 0) {
  723. return 0;
  724. }
  725. if (bitfield::test(filterBitfield_, blocks_, blocks_ - 1)) {
  726. return ((int64_t)filteredBlocks - 1) * blockLength_ + getLastBlockLength();
  727. }
  728. else {
  729. return ((int64_t)filteredBlocks) * blockLength_;
  730. }
  731. }
  732. namespace {
  733. template <typename Array, typename CountFun>
  734. int64_t computeCompletedLength(const Array& bitfield, const BitfieldMan* btman,
  735. CountFun cntfun)
  736. {
  737. size_t nbits = btman->countBlock();
  738. size_t completedBlocks = cntfun(bitfield, nbits);
  739. int64_t completedLength = 0;
  740. if (completedBlocks == 0) {
  741. completedLength = 0;
  742. }
  743. else {
  744. if (bitfield::test(bitfield, nbits, nbits - 1)) {
  745. completedLength =
  746. ((int64_t)completedBlocks - 1) * btman->getBlockLength() +
  747. btman->getLastBlockLength();
  748. }
  749. else {
  750. completedLength = ((int64_t)completedBlocks) * btman->getBlockLength();
  751. }
  752. }
  753. return completedLength;
  754. }
  755. } // namespace
  756. int64_t BitfieldMan::getCompletedLength(bool useFilter) const
  757. {
  758. if (useFilter && filterEnabled_) {
  759. auto arr = array(bitfield_) & array(filterBitfield_);
  760. return computeCompletedLength(arr, this,
  761. &bitfield::countSetBitSlow<decltype(arr)>);
  762. }
  763. else {
  764. return computeCompletedLength(bitfield_, this, &bitfield::countSetBit);
  765. }
  766. }
  767. int64_t BitfieldMan::getCompletedLengthNow() const
  768. {
  769. return getCompletedLength(false);
  770. }
  771. int64_t BitfieldMan::getFilteredCompletedLengthNow() const
  772. {
  773. return getCompletedLength(true);
  774. }
  775. void BitfieldMan::updateCache()
  776. {
  777. cachedNumMissingBlock_ = countMissingBlockNow();
  778. cachedNumFilteredBlock_ = countFilteredBlockNow();
  779. cachedFilteredTotalLength_ = getFilteredTotalLengthNow();
  780. cachedCompletedLength_ = getCompletedLengthNow();
  781. cachedFilteredCompletedLength_ = getFilteredCompletedLengthNow();
  782. }
  783. bool BitfieldMan::isBitRangeSet(size_t startIndex, size_t endIndex) const
  784. {
  785. for (size_t i = startIndex; i <= endIndex; ++i) {
  786. if (!isBitSet(i)) {
  787. return false;
  788. }
  789. }
  790. return true;
  791. }
  792. void BitfieldMan::unsetBitRange(size_t startIndex, size_t endIndex)
  793. {
  794. for (size_t i = startIndex; i <= endIndex; ++i) {
  795. unsetBit(i);
  796. }
  797. updateCache();
  798. }
  799. void BitfieldMan::setBitRange(size_t startIndex, size_t endIndex)
  800. {
  801. for (size_t i = startIndex; i <= endIndex; ++i) {
  802. setBit(i);
  803. }
  804. updateCache();
  805. }
  806. bool BitfieldMan::isBitSetOffsetRange(int64_t offset, int64_t length) const
  807. {
  808. if (length <= 0) {
  809. return false;
  810. }
  811. if (totalLength_ <= offset) {
  812. return false;
  813. }
  814. if (totalLength_ < offset + length) {
  815. length = totalLength_ - offset;
  816. }
  817. size_t startBlock = offset / blockLength_;
  818. size_t endBlock = (offset + length - 1) / blockLength_;
  819. for (size_t i = startBlock; i <= endBlock; i++) {
  820. if (!isBitSet(i)) {
  821. return false;
  822. }
  823. }
  824. return true;
  825. }
  826. int64_t BitfieldMan::getOffsetCompletedLength(int64_t offset,
  827. int64_t length) const
  828. {
  829. int64_t res = 0;
  830. if (length == 0 || totalLength_ <= offset) {
  831. return 0;
  832. }
  833. if (totalLength_ < offset + length) {
  834. length = totalLength_ - offset;
  835. }
  836. size_t start = offset / blockLength_;
  837. size_t end = (offset + length - 1) / blockLength_;
  838. if (start == end) {
  839. if (isBitSet(start)) {
  840. res = length;
  841. }
  842. }
  843. else {
  844. if (isBitSet(start)) {
  845. res += static_cast<int64_t>(start + 1) * blockLength_ - offset;
  846. }
  847. for (size_t i = start + 1; i <= end - 1; ++i) {
  848. if (isBitSet(i)) {
  849. res += blockLength_;
  850. }
  851. }
  852. if (isBitSet(end)) {
  853. res += offset + length - static_cast<int64_t>(end) * blockLength_;
  854. }
  855. }
  856. return res;
  857. }
  858. int64_t BitfieldMan::getMissingUnusedLength(size_t startingIndex) const
  859. {
  860. if (blocks_ <= startingIndex) {
  861. return 0;
  862. }
  863. int64_t length = 0;
  864. for (size_t i = startingIndex; i < blocks_; ++i) {
  865. if (isBitSet(i) || isUseBitSet(i)) {
  866. break;
  867. }
  868. length += getBlockLength(i);
  869. }
  870. return length;
  871. }
  872. BitfieldMan::Range::Range(size_t startIndex, size_t endIndex)
  873. : startIndex(startIndex), endIndex(endIndex)
  874. {
  875. }
  876. size_t BitfieldMan::Range::getSize() const { return endIndex - startIndex; }
  877. size_t BitfieldMan::Range::getMidIndex() const
  878. {
  879. return (endIndex - startIndex) / 2 + startIndex;
  880. }
  881. bool BitfieldMan::Range::operator<(const Range& range) const
  882. {
  883. return getSize() < range.getSize();
  884. }
  885. bool BitfieldMan::Range::operator==(const Range& range) const
  886. {
  887. return getSize() == range.getSize();
  888. }
  889. } // namespace aria2