BitfieldMan.cc 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2006 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "BitfieldMan.h"
  36. #include <cassert>
  37. #include <cstring>
  38. #include "array_fun.h"
  39. #include "bitfield.h"
  40. using namespace aria2::expr;
  41. namespace aria2 {
  42. BitfieldMan::BitfieldMan(int32_t blockLength, int64_t totalLength)
  43. : totalLength_(totalLength),
  44. cachedCompletedLength_(0),
  45. cachedFilteredCompletedLength_(0),
  46. cachedFilteredTotalLength_(0),
  47. bitfield_(nullptr),
  48. useBitfield_(nullptr),
  49. filterBitfield_(nullptr),
  50. bitfieldLength_(0),
  51. cachedNumMissingBlock_(0),
  52. cachedNumFilteredBlock_(0),
  53. blocks_(0),
  54. blockLength_(blockLength),
  55. filterEnabled_(false)
  56. {
  57. if (blockLength_ > 0 && totalLength_ > 0) {
  58. blocks_ = (totalLength_ + blockLength_ - 1) / blockLength_;
  59. bitfieldLength_ = blocks_ / 8 + (blocks_ % 8 ? 1 : 0);
  60. bitfield_ = new unsigned char[bitfieldLength_];
  61. useBitfield_ = new unsigned char[bitfieldLength_];
  62. memset(bitfield_, 0, bitfieldLength_);
  63. memset(useBitfield_, 0, bitfieldLength_);
  64. updateCache();
  65. }
  66. }
  67. BitfieldMan::BitfieldMan(const BitfieldMan& bitfieldMan)
  68. : totalLength_(bitfieldMan.totalLength_),
  69. cachedCompletedLength_(0),
  70. cachedFilteredCompletedLength_(0),
  71. cachedFilteredTotalLength_(0),
  72. bitfield_(new unsigned char[bitfieldMan.bitfieldLength_]),
  73. useBitfield_(new unsigned char[bitfieldMan.bitfieldLength_]),
  74. filterBitfield_(nullptr),
  75. bitfieldLength_(bitfieldMan.bitfieldLength_),
  76. cachedNumMissingBlock_(0),
  77. cachedNumFilteredBlock_(0),
  78. blocks_(bitfieldMan.blocks_),
  79. blockLength_(bitfieldMan.blockLength_),
  80. filterEnabled_(bitfieldMan.filterEnabled_)
  81. {
  82. memcpy(bitfield_, bitfieldMan.bitfield_, bitfieldLength_);
  83. memcpy(useBitfield_, bitfieldMan.useBitfield_, bitfieldLength_);
  84. if (filterEnabled_) {
  85. filterBitfield_ = new unsigned char[bitfieldLength_];
  86. memcpy(filterBitfield_, bitfieldMan.filterBitfield_, bitfieldLength_);
  87. }
  88. updateCache();
  89. }
  90. BitfieldMan& BitfieldMan::operator=(const BitfieldMan& bitfieldMan)
  91. {
  92. if (this != &bitfieldMan) {
  93. totalLength_ = bitfieldMan.totalLength_;
  94. blockLength_ = bitfieldMan.blockLength_;
  95. blocks_ = bitfieldMan.blocks_;
  96. bitfieldLength_ = bitfieldMan.bitfieldLength_;
  97. filterEnabled_ = bitfieldMan.filterEnabled_;
  98. delete[] bitfield_;
  99. bitfield_ = new unsigned char[bitfieldLength_];
  100. memcpy(bitfield_, bitfieldMan.bitfield_, bitfieldLength_);
  101. delete[] useBitfield_;
  102. useBitfield_ = new unsigned char[bitfieldLength_];
  103. memcpy(useBitfield_, bitfieldMan.useBitfield_, bitfieldLength_);
  104. delete[] filterBitfield_;
  105. if (filterEnabled_) {
  106. filterBitfield_ = new unsigned char[bitfieldLength_];
  107. memcpy(filterBitfield_, bitfieldMan.filterBitfield_, bitfieldLength_);
  108. }
  109. else {
  110. filterBitfield_ = nullptr;
  111. }
  112. updateCache();
  113. }
  114. return *this;
  115. }
  116. BitfieldMan::~BitfieldMan()
  117. {
  118. delete[] bitfield_;
  119. delete[] useBitfield_;
  120. delete[] filterBitfield_;
  121. }
  122. int32_t BitfieldMan::getLastBlockLength() const
  123. {
  124. return totalLength_ - blockLength_ * (blocks_ - 1);
  125. }
  126. int32_t BitfieldMan::getBlockLength(size_t index) const
  127. {
  128. if (index == blocks_ - 1) {
  129. return getLastBlockLength();
  130. }
  131. else if (index < blocks_ - 1) {
  132. return getBlockLength();
  133. }
  134. else {
  135. return 0;
  136. }
  137. }
  138. bool BitfieldMan::hasMissingPiece(const unsigned char* peerBitfield,
  139. size_t length) const
  140. {
  141. if (bitfieldLength_ != length) {
  142. return false;
  143. }
  144. bool retval = false;
  145. for (size_t i = 0; i < bitfieldLength_; ++i) {
  146. unsigned char temp = peerBitfield[i] & ~bitfield_[i];
  147. if (filterEnabled_) {
  148. temp &= filterBitfield_[i];
  149. }
  150. if (temp & 0xffu) {
  151. retval = true;
  152. break;
  153. }
  154. }
  155. return retval;
  156. }
  157. bool BitfieldMan::getFirstMissingUnusedIndex(size_t& index) const
  158. {
  159. if (filterEnabled_) {
  160. return bitfield::getFirstSetBitIndex(index, ~array(bitfield_) &
  161. ~array(useBitfield_) &
  162. array(filterBitfield_),
  163. blocks_);
  164. }
  165. else {
  166. return bitfield::getFirstSetBitIndex(
  167. index, ~array(bitfield_) & ~array(useBitfield_), blocks_);
  168. }
  169. }
  170. size_t BitfieldMan::getFirstNMissingUnusedIndex(std::vector<size_t>& out,
  171. size_t n) const
  172. {
  173. if (filterEnabled_) {
  174. return bitfield::getFirstNSetBitIndex(
  175. std::back_inserter(out), n,
  176. ~array(bitfield_) & ~array(useBitfield_) & array(filterBitfield_),
  177. blocks_);
  178. }
  179. else {
  180. return bitfield::getFirstNSetBitIndex(
  181. std::back_inserter(out), n, ~array(bitfield_) & ~array(useBitfield_),
  182. blocks_);
  183. }
  184. }
  185. bool BitfieldMan::getFirstMissingIndex(size_t& index) const
  186. {
  187. if (filterEnabled_) {
  188. return bitfield::getFirstSetBitIndex(
  189. index, ~array(bitfield_) & array(filterBitfield_), blocks_);
  190. }
  191. else {
  192. return bitfield::getFirstSetBitIndex(index, ~array(bitfield_), blocks_);
  193. }
  194. }
  195. namespace {
  196. template <typename Array>
  197. size_t getStartIndex(size_t index, const Array& bitfield, size_t blocks)
  198. {
  199. while (index < blocks && bitfield::test(bitfield, blocks, index)) {
  200. ++index;
  201. }
  202. if (blocks <= index) {
  203. return blocks;
  204. }
  205. else {
  206. return index;
  207. }
  208. }
  209. } // namespace
  210. namespace {
  211. template <typename Array>
  212. size_t getEndIndex(size_t index, const Array& bitfield, size_t blocks)
  213. {
  214. while (index < blocks && !bitfield::test(bitfield, blocks, index)) {
  215. ++index;
  216. }
  217. return index;
  218. }
  219. } // namespace
  220. namespace {
  221. template <typename Array>
  222. bool getSparseMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  223. const Array& bitfield,
  224. const unsigned char* useBitfield,
  225. int32_t blockLength, size_t blocks)
  226. {
  227. BitfieldMan::Range maxRange;
  228. BitfieldMan::Range currentRange;
  229. size_t nextIndex = 0;
  230. while (nextIndex < blocks) {
  231. currentRange.startIndex = getStartIndex(nextIndex, bitfield, blocks);
  232. if (currentRange.startIndex == blocks) {
  233. break;
  234. }
  235. currentRange.endIndex =
  236. getEndIndex(currentRange.startIndex, bitfield, blocks);
  237. if (currentRange.startIndex > 0) {
  238. if (bitfield::test(useBitfield, blocks, currentRange.startIndex - 1)) {
  239. currentRange.startIndex = currentRange.getMidIndex();
  240. }
  241. }
  242. // If range is equal, choose a range where its startIndex-1 is
  243. // set.
  244. if (maxRange < currentRange ||
  245. (maxRange == currentRange && maxRange.startIndex > 0 &&
  246. currentRange.startIndex > 0 &&
  247. (!bitfield::test(bitfield, blocks, maxRange.startIndex - 1) ||
  248. bitfield::test(useBitfield, blocks, maxRange.startIndex - 1)) &&
  249. bitfield::test(bitfield, blocks, currentRange.startIndex - 1) &&
  250. !bitfield::test(useBitfield, blocks, currentRange.startIndex - 1))) {
  251. maxRange = currentRange;
  252. }
  253. nextIndex = currentRange.endIndex;
  254. }
  255. if (maxRange.getSize()) {
  256. if (maxRange.startIndex == 0) {
  257. index = 0;
  258. return true;
  259. }
  260. else {
  261. if ((!bitfield::test(useBitfield, blocks, maxRange.startIndex - 1) &&
  262. bitfield::test(bitfield, blocks, maxRange.startIndex - 1)) ||
  263. (static_cast<int64_t>(maxRange.endIndex - maxRange.startIndex) *
  264. blockLength >=
  265. minSplitSize)) {
  266. index = maxRange.startIndex;
  267. return true;
  268. }
  269. else {
  270. return false;
  271. }
  272. }
  273. }
  274. else {
  275. return false;
  276. }
  277. }
  278. } // namespace
  279. bool BitfieldMan::getSparseMissingUnusedIndex(
  280. size_t& index, int32_t minSplitSize, const unsigned char* ignoreBitfield,
  281. size_t ignoreBitfieldLength) const
  282. {
  283. if (filterEnabled_) {
  284. return aria2::getSparseMissingUnusedIndex(
  285. index, minSplitSize, array(ignoreBitfield) | ~array(filterBitfield_) |
  286. array(bitfield_) | array(useBitfield_),
  287. useBitfield_, blockLength_, blocks_);
  288. }
  289. else {
  290. return aria2::getSparseMissingUnusedIndex(
  291. index, minSplitSize,
  292. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  293. useBitfield_, blockLength_, blocks_);
  294. }
  295. }
  296. namespace {
  297. template <typename Array>
  298. bool getGeomMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  299. const Array& bitfield,
  300. const unsigned char* useBitfield,
  301. int32_t blockLength, size_t blocks, double base,
  302. size_t offsetIndex)
  303. {
  304. double start = 0;
  305. double end = 1;
  306. while (start + offsetIndex < blocks) {
  307. index = blocks;
  308. for (size_t i = start + offsetIndex,
  309. eoi = std::min(blocks, static_cast<size_t>(end + offsetIndex));
  310. i < eoi; ++i) {
  311. if (bitfield::test(useBitfield, blocks, i)) {
  312. break;
  313. }
  314. else if (!bitfield::test(bitfield, blocks, i)) {
  315. index = i;
  316. break;
  317. }
  318. }
  319. if (index < blocks) {
  320. return true;
  321. }
  322. else {
  323. start = end;
  324. end *= base;
  325. }
  326. }
  327. return getSparseMissingUnusedIndex(index, minSplitSize, bitfield, useBitfield,
  328. blockLength, blocks);
  329. }
  330. } // namespace
  331. bool BitfieldMan::getGeomMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  332. const unsigned char* ignoreBitfield,
  333. size_t ignoreBitfieldLength,
  334. double base,
  335. size_t offsetIndex) const
  336. {
  337. if (filterEnabled_) {
  338. return aria2::getGeomMissingUnusedIndex(
  339. index, minSplitSize, array(ignoreBitfield) | ~array(filterBitfield_) |
  340. array(bitfield_) | array(useBitfield_),
  341. useBitfield_, blockLength_, blocks_, base, offsetIndex);
  342. }
  343. else {
  344. return aria2::getGeomMissingUnusedIndex(
  345. index, minSplitSize,
  346. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  347. useBitfield_, blockLength_, blocks_, base, offsetIndex);
  348. }
  349. }
  350. namespace {
  351. template <typename Array>
  352. bool getInorderMissingUnusedIndex(size_t& index, int32_t minSplitSize,
  353. const Array& bitfield,
  354. const unsigned char* useBitfield,
  355. int32_t blockLength, size_t blocks)
  356. {
  357. // We always return first piece if it is available.
  358. if (!bitfield::test(bitfield, blocks, 0) &&
  359. !bitfield::test(useBitfield, blocks, 0)) {
  360. index = 0;
  361. return true;
  362. }
  363. for (size_t i = 1; i < blocks;) {
  364. if (!bitfield::test(bitfield, blocks, i) &&
  365. !bitfield::test(useBitfield, blocks, i)) {
  366. // If previous piece has already been retrieved, we can download
  367. // from this index.
  368. if (!bitfield::test(useBitfield, blocks, i - 1) &&
  369. bitfield::test(bitfield, blocks, i - 1)) {
  370. index = i;
  371. return true;
  372. }
  373. // Check free space of minSplitSize.
  374. size_t j;
  375. for (j = i; j < blocks; ++j) {
  376. if (bitfield::test(bitfield, blocks, j) ||
  377. bitfield::test(useBitfield, blocks, j)) {
  378. break;
  379. }
  380. if (static_cast<int64_t>(j - i + 1) * blockLength >= minSplitSize) {
  381. index = j;
  382. return true;
  383. }
  384. }
  385. i = j + 1;
  386. }
  387. else {
  388. ++i;
  389. }
  390. }
  391. return false;
  392. }
  393. } // namespace
  394. bool BitfieldMan::getInorderMissingUnusedIndex(
  395. size_t& index, int32_t minSplitSize, const unsigned char* ignoreBitfield,
  396. size_t ignoreBitfieldLength) const
  397. {
  398. if (filterEnabled_) {
  399. return aria2::getInorderMissingUnusedIndex(
  400. index, minSplitSize, array(ignoreBitfield) | ~array(filterBitfield_) |
  401. array(bitfield_) | array(useBitfield_),
  402. useBitfield_, blockLength_, blocks_);
  403. }
  404. else {
  405. return aria2::getInorderMissingUnusedIndex(
  406. index, minSplitSize,
  407. array(ignoreBitfield) | array(bitfield_) | array(useBitfield_),
  408. useBitfield_, blockLength_, blocks_);
  409. }
  410. }
  411. namespace {
  412. template <typename Array>
  413. bool copyBitfield(unsigned char* dst, const Array& src, size_t blocks)
  414. {
  415. unsigned char bits = 0;
  416. size_t len = (blocks + 7) / 8;
  417. for (size_t i = 0; i < len - 1; ++i) {
  418. dst[i] = src[i];
  419. bits |= dst[i];
  420. }
  421. dst[len - 1] = src[len - 1] & bitfield::lastByteMask(blocks);
  422. bits |= dst[len - 1];
  423. return bits != 0;
  424. }
  425. } // namespace
  426. bool BitfieldMan::getAllMissingIndexes(unsigned char* misbitfield,
  427. size_t len) const
  428. {
  429. assert(len == bitfieldLength_);
  430. if (filterEnabled_) {
  431. return copyBitfield(misbitfield, ~array(bitfield_) & array(filterBitfield_),
  432. blocks_);
  433. }
  434. else {
  435. return copyBitfield(misbitfield, ~array(bitfield_), blocks_);
  436. }
  437. }
  438. bool BitfieldMan::getAllMissingIndexes(unsigned char* misbitfield, size_t len,
  439. const unsigned char* peerBitfield,
  440. size_t peerBitfieldLength) const
  441. {
  442. assert(len == bitfieldLength_);
  443. if (bitfieldLength_ != peerBitfieldLength) {
  444. return false;
  445. }
  446. if (filterEnabled_) {
  447. return copyBitfield(misbitfield, ~array(bitfield_) & array(peerBitfield) &
  448. array(filterBitfield_),
  449. blocks_);
  450. }
  451. else {
  452. return copyBitfield(misbitfield, ~array(bitfield_) & array(peerBitfield),
  453. blocks_);
  454. }
  455. }
  456. bool BitfieldMan::getAllMissingUnusedIndexes(unsigned char* misbitfield,
  457. size_t len,
  458. const unsigned char* peerBitfield,
  459. size_t peerBitfieldLength) const
  460. {
  461. assert(len == bitfieldLength_);
  462. if (bitfieldLength_ != peerBitfieldLength) {
  463. return false;
  464. }
  465. if (filterEnabled_) {
  466. return copyBitfield(misbitfield,
  467. ~array(bitfield_) & ~array(useBitfield_) &
  468. array(peerBitfield) & array(filterBitfield_),
  469. blocks_);
  470. }
  471. else {
  472. return copyBitfield(misbitfield, ~array(bitfield_) & ~array(useBitfield_) &
  473. array(peerBitfield),
  474. blocks_);
  475. }
  476. }
  477. size_t BitfieldMan::countMissingBlock() const { return cachedNumMissingBlock_; }
  478. size_t BitfieldMan::countMissingBlockNow() const
  479. {
  480. if (filterEnabled_) {
  481. return bitfield::countSetBit(filterBitfield_, blocks_) -
  482. bitfield::countSetBitSlow(array(bitfield_) & array(filterBitfield_),
  483. blocks_);
  484. }
  485. else {
  486. return blocks_ - bitfield::countSetBit(bitfield_, blocks_);
  487. }
  488. }
  489. size_t BitfieldMan::countFilteredBlockNow() const
  490. {
  491. if (filterEnabled_) {
  492. return bitfield::countSetBit(filterBitfield_, blocks_);
  493. }
  494. else {
  495. return 0;
  496. }
  497. }
  498. bool BitfieldMan::setBitInternal(unsigned char* bitfield, size_t index, bool on)
  499. {
  500. if (blocks_ <= index) {
  501. return false;
  502. }
  503. unsigned char mask = 128 >> (index % 8);
  504. if (on) {
  505. bitfield[index / 8] |= mask;
  506. }
  507. else {
  508. bitfield[index / 8] &= ~mask;
  509. }
  510. return true;
  511. }
  512. bool BitfieldMan::setUseBit(size_t index)
  513. {
  514. return setBitInternal(useBitfield_, index, true);
  515. }
  516. bool BitfieldMan::unsetUseBit(size_t index)
  517. {
  518. return setBitInternal(useBitfield_, index, false);
  519. }
  520. bool BitfieldMan::setBit(size_t index)
  521. {
  522. bool b = setBitInternal(bitfield_, index, true);
  523. updateCache();
  524. return b;
  525. }
  526. bool BitfieldMan::unsetBit(size_t index)
  527. {
  528. bool b = setBitInternal(bitfield_, index, false);
  529. updateCache();
  530. return b;
  531. }
  532. bool BitfieldMan::isFilteredAllBitSet() const
  533. {
  534. if (filterEnabled_) {
  535. for (size_t i = 0; i < bitfieldLength_; ++i) {
  536. if ((bitfield_[i] & filterBitfield_[i]) != filterBitfield_[i]) {
  537. return false;
  538. }
  539. }
  540. return true;
  541. }
  542. else {
  543. return isAllBitSet();
  544. }
  545. }
  546. namespace {
  547. bool testAllBitSet(const unsigned char* bitfield, size_t length, size_t blocks)
  548. {
  549. if (length == 0) {
  550. return true;
  551. }
  552. for (size_t i = 0; i < length - 1; ++i) {
  553. if (bitfield[i] != 0xffu) {
  554. return false;
  555. }
  556. }
  557. return bitfield[length - 1] == bitfield::lastByteMask(blocks);
  558. }
  559. } // namespace
  560. bool BitfieldMan::isAllBitSet() const
  561. {
  562. return testAllBitSet(bitfield_, bitfieldLength_, blocks_);
  563. }
  564. bool BitfieldMan::isAllFilterBitSet() const
  565. {
  566. if (!filterBitfield_) {
  567. return false;
  568. }
  569. return testAllBitSet(filterBitfield_, bitfieldLength_, blocks_);
  570. }
  571. bool BitfieldMan::isFilterBitSet(size_t index) const
  572. {
  573. if (filterBitfield_) {
  574. return bitfield::test(filterBitfield_, blocks_, index);
  575. }
  576. else {
  577. return false;
  578. }
  579. }
  580. bool BitfieldMan::isBitSet(size_t index) const
  581. {
  582. return bitfield::test(bitfield_, blocks_, index);
  583. }
  584. bool BitfieldMan::isUseBitSet(size_t index) const
  585. {
  586. return bitfield::test(useBitfield_, blocks_, index);
  587. }
  588. void BitfieldMan::setBitfield(const unsigned char* bitfield,
  589. size_t bitfieldLength)
  590. {
  591. if (bitfieldLength_ != bitfieldLength) {
  592. return;
  593. }
  594. memcpy(bitfield_, bitfield, bitfieldLength_);
  595. memset(useBitfield_, 0, bitfieldLength_);
  596. updateCache();
  597. }
  598. void BitfieldMan::clearAllBit()
  599. {
  600. memset(bitfield_, 0, bitfieldLength_);
  601. updateCache();
  602. }
  603. void BitfieldMan::setAllBit()
  604. {
  605. for (size_t i = 0; i < blocks_; ++i) {
  606. setBitInternal(bitfield_, i, true);
  607. }
  608. updateCache();
  609. }
  610. void BitfieldMan::clearAllUseBit()
  611. {
  612. memset(useBitfield_, 0, bitfieldLength_);
  613. updateCache();
  614. }
  615. void BitfieldMan::setAllUseBit()
  616. {
  617. for (size_t i = 0; i < blocks_; ++i) {
  618. setBitInternal(useBitfield_, i, true);
  619. }
  620. }
  621. bool BitfieldMan::setFilterBit(size_t index)
  622. {
  623. return setBitInternal(filterBitfield_, index, true);
  624. }
  625. void BitfieldMan::ensureFilterBitfield()
  626. {
  627. if (!filterBitfield_) {
  628. filterBitfield_ = new unsigned char[bitfieldLength_];
  629. memset(filterBitfield_, 0, bitfieldLength_);
  630. }
  631. }
  632. void BitfieldMan::addFilter(int64_t offset, int64_t length)
  633. {
  634. ensureFilterBitfield();
  635. if (length > 0) {
  636. size_t startBlock = offset / blockLength_;
  637. size_t endBlock = (offset + length - 1) / blockLength_;
  638. for (size_t i = startBlock; i <= endBlock && i < blocks_; i++) {
  639. setFilterBit(i);
  640. }
  641. }
  642. updateCache();
  643. }
  644. void BitfieldMan::removeFilter(int64_t offset, int64_t length)
  645. {
  646. ensureFilterBitfield();
  647. if (length > 0) {
  648. size_t startBlock = offset / blockLength_;
  649. size_t endBlock = (offset + length - 1) / blockLength_;
  650. for (size_t i = startBlock; i <= endBlock && i < blocks_; i++) {
  651. setBitInternal(filterBitfield_, i, false);
  652. }
  653. }
  654. updateCache();
  655. }
  656. void BitfieldMan::addNotFilter(int64_t offset, int64_t length)
  657. {
  658. ensureFilterBitfield();
  659. if (length > 0 && blocks_ > 0) {
  660. size_t startBlock = offset / blockLength_;
  661. if (blocks_ <= startBlock) {
  662. startBlock = blocks_;
  663. }
  664. size_t endBlock = (offset + length - 1) / blockLength_;
  665. for (size_t i = 0; i < startBlock; ++i) {
  666. setFilterBit(i);
  667. }
  668. for (size_t i = endBlock + 1; i < blocks_; ++i) {
  669. setFilterBit(i);
  670. }
  671. }
  672. updateCache();
  673. }
  674. void BitfieldMan::enableFilter()
  675. {
  676. ensureFilterBitfield();
  677. filterEnabled_ = true;
  678. updateCache();
  679. }
  680. void BitfieldMan::disableFilter()
  681. {
  682. filterEnabled_ = false;
  683. updateCache();
  684. }
  685. void BitfieldMan::clearFilter()
  686. {
  687. if (filterBitfield_) {
  688. delete[] filterBitfield_;
  689. filterBitfield_ = nullptr;
  690. }
  691. filterEnabled_ = false;
  692. updateCache();
  693. }
  694. int64_t BitfieldMan::getFilteredTotalLengthNow() const
  695. {
  696. if (!filterBitfield_) {
  697. return 0;
  698. }
  699. size_t filteredBlocks = bitfield::countSetBit(filterBitfield_, blocks_);
  700. if (filteredBlocks == 0) {
  701. return 0;
  702. }
  703. if (bitfield::test(filterBitfield_, blocks_, blocks_ - 1)) {
  704. return ((int64_t)filteredBlocks - 1) * blockLength_ + getLastBlockLength();
  705. }
  706. else {
  707. return ((int64_t)filteredBlocks) * blockLength_;
  708. }
  709. }
  710. namespace {
  711. template <typename Array, typename CountFun>
  712. int64_t computeCompletedLength(const Array& bitfield, const BitfieldMan* btman,
  713. CountFun cntfun)
  714. {
  715. size_t nbits = btman->countBlock();
  716. size_t completedBlocks = cntfun(bitfield, nbits);
  717. int64_t completedLength = 0;
  718. if (completedBlocks == 0) {
  719. completedLength = 0;
  720. }
  721. else {
  722. if (bitfield::test(bitfield, nbits, nbits - 1)) {
  723. completedLength =
  724. ((int64_t)completedBlocks - 1) * btman->getBlockLength() +
  725. btman->getLastBlockLength();
  726. }
  727. else {
  728. completedLength = ((int64_t)completedBlocks) * btman->getBlockLength();
  729. }
  730. }
  731. return completedLength;
  732. }
  733. } // namespace
  734. int64_t BitfieldMan::getCompletedLength(bool useFilter) const
  735. {
  736. if (useFilter && filterEnabled_) {
  737. auto arr = array(bitfield_) & array(filterBitfield_);
  738. return computeCompletedLength(arr, this,
  739. &bitfield::countSetBitSlow<decltype(arr)>);
  740. }
  741. else {
  742. return computeCompletedLength(bitfield_, this, &bitfield::countSetBit);
  743. }
  744. }
  745. int64_t BitfieldMan::getCompletedLengthNow() const
  746. {
  747. return getCompletedLength(false);
  748. }
  749. int64_t BitfieldMan::getFilteredCompletedLengthNow() const
  750. {
  751. return getCompletedLength(true);
  752. }
  753. void BitfieldMan::updateCache()
  754. {
  755. cachedNumMissingBlock_ = countMissingBlockNow();
  756. cachedNumFilteredBlock_ = countFilteredBlockNow();
  757. cachedFilteredTotalLength_ = getFilteredTotalLengthNow();
  758. cachedCompletedLength_ = getCompletedLengthNow();
  759. cachedFilteredCompletedLength_ = getFilteredCompletedLengthNow();
  760. }
  761. bool BitfieldMan::isBitRangeSet(size_t startIndex, size_t endIndex) const
  762. {
  763. for (size_t i = startIndex; i <= endIndex; ++i) {
  764. if (!isBitSet(i)) {
  765. return false;
  766. }
  767. }
  768. return true;
  769. }
  770. void BitfieldMan::unsetBitRange(size_t startIndex, size_t endIndex)
  771. {
  772. for (size_t i = startIndex; i <= endIndex; ++i) {
  773. unsetBit(i);
  774. }
  775. updateCache();
  776. }
  777. void BitfieldMan::setBitRange(size_t startIndex, size_t endIndex)
  778. {
  779. for (size_t i = startIndex; i <= endIndex; ++i) {
  780. setBit(i);
  781. }
  782. updateCache();
  783. }
  784. bool BitfieldMan::isBitSetOffsetRange(int64_t offset, int64_t length) const
  785. {
  786. if (length <= 0) {
  787. return false;
  788. }
  789. if (totalLength_ <= offset) {
  790. return false;
  791. }
  792. if (totalLength_ < offset + length) {
  793. length = totalLength_ - offset;
  794. }
  795. size_t startBlock = offset / blockLength_;
  796. size_t endBlock = (offset + length - 1) / blockLength_;
  797. for (size_t i = startBlock; i <= endBlock; i++) {
  798. if (!isBitSet(i)) {
  799. return false;
  800. }
  801. }
  802. return true;
  803. }
  804. int64_t BitfieldMan::getOffsetCompletedLength(int64_t offset,
  805. int64_t length) const
  806. {
  807. int64_t res = 0;
  808. if (length == 0 || totalLength_ <= offset) {
  809. return 0;
  810. }
  811. if (totalLength_ < offset + length) {
  812. length = totalLength_ - offset;
  813. }
  814. size_t start = offset / blockLength_;
  815. size_t end = (offset + length - 1) / blockLength_;
  816. if (start == end) {
  817. if (isBitSet(start)) {
  818. res = length;
  819. }
  820. }
  821. else {
  822. if (isBitSet(start)) {
  823. res += static_cast<int64_t>(start + 1) * blockLength_ - offset;
  824. }
  825. for (size_t i = start + 1; i <= end - 1; ++i) {
  826. if (isBitSet(i)) {
  827. res += blockLength_;
  828. }
  829. }
  830. if (isBitSet(end)) {
  831. res += offset + length - static_cast<int64_t>(end) * blockLength_;
  832. }
  833. }
  834. return res;
  835. }
  836. int64_t BitfieldMan::getMissingUnusedLength(size_t startingIndex) const
  837. {
  838. if (blocks_ <= startingIndex) {
  839. return 0;
  840. }
  841. int64_t length = 0;
  842. for (size_t i = startingIndex; i < blocks_; ++i) {
  843. if (isBitSet(i) || isUseBitSet(i)) {
  844. break;
  845. }
  846. length += getBlockLength(i);
  847. }
  848. return length;
  849. }
  850. BitfieldMan::Range::Range(size_t startIndex, size_t endIndex)
  851. : startIndex(startIndex), endIndex(endIndex)
  852. {
  853. }
  854. size_t BitfieldMan::Range::getSize() const { return endIndex - startIndex; }
  855. size_t BitfieldMan::Range::getMidIndex() const
  856. {
  857. return (endIndex - startIndex) / 2 + startIndex;
  858. }
  859. bool BitfieldMan::Range::operator<(const Range& range) const
  860. {
  861. return getSize() < range.getSize();
  862. }
  863. bool BitfieldMan::Range::operator==(const Range& range) const
  864. {
  865. return getSize() == range.getSize();
  866. }
  867. } // namespace aria2