BitfieldManTest.cc 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811
  1. #include "BitfieldMan.h"
  2. #include <cstring>
  3. #include <cppunit/extensions/HelperMacros.h>
  4. #include "FixedNumberRandomizer.h"
  5. #include "bitfield.h"
  6. namespace aria2 {
  7. class BitfieldManTest:public CppUnit::TestFixture {
  8. CPPUNIT_TEST_SUITE(BitfieldManTest);
  9. CPPUNIT_TEST(testGetBlockSize);
  10. CPPUNIT_TEST(testGetFirstMissingUnusedIndex);
  11. CPPUNIT_TEST(testGetFirstMissingIndex);
  12. CPPUNIT_TEST(testIsAllBitSet);
  13. CPPUNIT_TEST(testFilter);
  14. CPPUNIT_TEST(testAddFilter_zeroLength);
  15. CPPUNIT_TEST(testGetMissingIndex);
  16. CPPUNIT_TEST(testGetSparceMissingUnusedIndex);
  17. CPPUNIT_TEST(testGetSparceMissingUnusedIndex_setBit);
  18. CPPUNIT_TEST(testIsBitSetOffsetRange);
  19. CPPUNIT_TEST(testGetMissingUnusedLength);
  20. CPPUNIT_TEST(testSetBitRange);
  21. CPPUNIT_TEST(testGetAllMissingIndexes);
  22. CPPUNIT_TEST(testGetAllMissingIndexes_noarg);
  23. CPPUNIT_TEST(testGetAllMissingIndexes_checkLastByte);
  24. CPPUNIT_TEST(testGetAllMissingUnusedIndexes);
  25. CPPUNIT_TEST(testGetMissingUnusedIndex);
  26. CPPUNIT_TEST(testGetMissingIndex_noarg);
  27. CPPUNIT_TEST(testGetMissingUnusedIndex_noarg);
  28. CPPUNIT_TEST(testCountFilteredBlock);
  29. CPPUNIT_TEST(testCountMissingBlock);
  30. CPPUNIT_TEST(testZeroLengthFilter);
  31. CPPUNIT_TEST_SUITE_END();
  32. private:
  33. SharedHandle<Randomizer> fixedNumberRandomizer;
  34. public:
  35. BitfieldManTest() {
  36. FixedNumberRandomizer* randomizer = new FixedNumberRandomizer();
  37. randomizer->setFixedNumber(0);
  38. this->fixedNumberRandomizer.reset(randomizer);
  39. }
  40. void setUp() {
  41. }
  42. void testGetBlockSize();
  43. void testGetFirstMissingUnusedIndex();
  44. void testGetFirstMissingIndex();
  45. void testGetMissingIndex();
  46. void testGetMissingIndex_noarg();
  47. void testGetMissingUnusedIndex();
  48. void testGetMissingUnusedIndex_noarg();
  49. void testGetAllMissingIndexes();
  50. void testGetAllMissingIndexes_noarg();
  51. void testGetAllMissingIndexes_checkLastByte();
  52. void testGetAllMissingUnusedIndexes();
  53. void testIsAllBitSet();
  54. void testFilter();
  55. void testAddFilter_zeroLength();
  56. void testGetSparceMissingUnusedIndex();
  57. void testGetSparceMissingUnusedIndex_setBit();
  58. void testIsBitSetOffsetRange();
  59. void testGetMissingUnusedLength();
  60. void testSetBitRange();
  61. void testCountFilteredBlock();
  62. void testCountMissingBlock();
  63. void testZeroLengthFilter();
  64. };
  65. CPPUNIT_TEST_SUITE_REGISTRATION( BitfieldManTest );
  66. void BitfieldManTest::testGetBlockSize() {
  67. BitfieldMan bt1(1024, 1024*10);
  68. CPPUNIT_ASSERT_EQUAL((size_t)1024, bt1.getBlockLength(9));
  69. BitfieldMan bt2(1024, 1024*10+1);
  70. CPPUNIT_ASSERT_EQUAL((size_t)1024, bt2.getBlockLength(9));
  71. CPPUNIT_ASSERT_EQUAL((size_t)1, bt2.getBlockLength(10));
  72. CPPUNIT_ASSERT_EQUAL((size_t)0, bt2.getBlockLength(11));
  73. }
  74. void BitfieldManTest::testGetFirstMissingUnusedIndex()
  75. {
  76. {
  77. BitfieldMan bt1(1024, 1024*10);
  78. {
  79. size_t index;
  80. CPPUNIT_ASSERT(bt1.getFirstMissingUnusedIndex(index));
  81. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  82. }
  83. bt1.setUseBit(0);
  84. {
  85. size_t index;
  86. CPPUNIT_ASSERT(bt1.getFirstMissingUnusedIndex(index));
  87. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  88. }
  89. bt1.unsetUseBit(0);
  90. bt1.setBit(0);
  91. {
  92. size_t index;
  93. CPPUNIT_ASSERT(bt1.getFirstMissingUnusedIndex(index));
  94. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  95. }
  96. bt1.setAllBit();
  97. {
  98. size_t index;
  99. CPPUNIT_ASSERT(!bt1.getFirstMissingUnusedIndex(index));
  100. }
  101. }
  102. {
  103. BitfieldMan bt1(1024, 1024*10);
  104. bt1.addFilter(1024, 1024*10);
  105. bt1.enableFilter();
  106. {
  107. size_t index;
  108. CPPUNIT_ASSERT(bt1.getFirstMissingUnusedIndex(index));
  109. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  110. }
  111. bt1.setUseBit(1);
  112. {
  113. size_t index;
  114. CPPUNIT_ASSERT(bt1.getFirstMissingUnusedIndex(index));
  115. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  116. }
  117. bt1.setBit(2);
  118. {
  119. size_t index;
  120. CPPUNIT_ASSERT(bt1.getFirstMissingUnusedIndex(index));
  121. CPPUNIT_ASSERT_EQUAL((size_t)3, index);
  122. }
  123. }
  124. }
  125. void BitfieldManTest::testGetFirstMissingIndex()
  126. {
  127. {
  128. BitfieldMan bt1(1024, 1024*10);
  129. {
  130. size_t index;
  131. CPPUNIT_ASSERT(bt1.getFirstMissingIndex(index));
  132. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  133. }
  134. bt1.setUseBit(0);
  135. {
  136. size_t index;
  137. CPPUNIT_ASSERT(bt1.getFirstMissingIndex(index));
  138. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  139. }
  140. bt1.unsetUseBit(0);
  141. bt1.setBit(0);
  142. {
  143. size_t index;
  144. CPPUNIT_ASSERT(bt1.getFirstMissingIndex(index));
  145. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  146. }
  147. bt1.setAllBit();
  148. {
  149. size_t index;
  150. CPPUNIT_ASSERT(!bt1.getFirstMissingIndex(index));
  151. }
  152. }
  153. {
  154. BitfieldMan bt1(1024, 1024*10);
  155. bt1.addFilter(1024, 1024*10);
  156. bt1.enableFilter();
  157. {
  158. size_t index;
  159. CPPUNIT_ASSERT(bt1.getFirstMissingIndex(index));
  160. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  161. }
  162. bt1.setUseBit(1);
  163. {
  164. size_t index;
  165. CPPUNIT_ASSERT(bt1.getFirstMissingIndex(index));
  166. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  167. }
  168. bt1.setBit(1);
  169. {
  170. size_t index;
  171. CPPUNIT_ASSERT(bt1.getFirstMissingIndex(index));
  172. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  173. }
  174. }
  175. }
  176. void BitfieldManTest::testGetMissingUnusedIndex_noarg()
  177. {
  178. {
  179. BitfieldMan bt1(1024, 1024*10);
  180. bt1.setRandomizer(fixedNumberRandomizer);
  181. {
  182. size_t index;
  183. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index));
  184. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  185. }
  186. bt1.setUseBit(0);
  187. {
  188. size_t index;
  189. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index));
  190. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  191. }
  192. bt1.unsetUseBit(0);
  193. bt1.setBit(0);
  194. {
  195. size_t index;
  196. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index));
  197. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  198. }
  199. bt1.setAllBit();
  200. {
  201. size_t index;
  202. CPPUNIT_ASSERT(!bt1.getMissingUnusedIndex(index));
  203. }
  204. }
  205. {
  206. BitfieldMan bt1(1024, 1024*10);
  207. bt1.setRandomizer(fixedNumberRandomizer);
  208. bt1.addFilter(1024, 1024*10);
  209. bt1.enableFilter();
  210. {
  211. size_t index;
  212. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index));
  213. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  214. }
  215. bt1.setUseBit(1);
  216. {
  217. size_t index;
  218. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index));
  219. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  220. }
  221. bt1.setBit(2);
  222. {
  223. size_t index;
  224. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index));
  225. CPPUNIT_ASSERT_EQUAL((size_t)3, index);
  226. }
  227. }
  228. }
  229. void BitfieldManTest::testGetMissingIndex_noarg()
  230. {
  231. {
  232. BitfieldMan bt1(1024, 1024*10);
  233. bt1.setRandomizer(fixedNumberRandomizer);
  234. {
  235. size_t index;
  236. CPPUNIT_ASSERT(bt1.getMissingIndex(index));
  237. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  238. }
  239. bt1.setUseBit(0);
  240. {
  241. size_t index;
  242. CPPUNIT_ASSERT(bt1.getMissingIndex(index));
  243. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  244. }
  245. bt1.unsetUseBit(0);
  246. bt1.setBit(0);
  247. {
  248. size_t index;
  249. CPPUNIT_ASSERT(bt1.getMissingIndex(index));
  250. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  251. }
  252. bt1.setAllBit();
  253. {
  254. size_t index;
  255. CPPUNIT_ASSERT(!bt1.getMissingIndex(index));
  256. }
  257. }
  258. {
  259. BitfieldMan bt1(1024, 1024*10);
  260. bt1.setRandomizer(fixedNumberRandomizer);
  261. bt1.addFilter(1024, 1024*10);
  262. bt1.enableFilter();
  263. {
  264. size_t index;
  265. CPPUNIT_ASSERT(bt1.getMissingIndex(index));
  266. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  267. }
  268. bt1.setUseBit(1);
  269. {
  270. size_t index;
  271. CPPUNIT_ASSERT(bt1.getMissingIndex(index));
  272. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  273. }
  274. bt1.setBit(1);
  275. {
  276. size_t index;
  277. CPPUNIT_ASSERT(bt1.getMissingIndex(index));
  278. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  279. }
  280. }
  281. }
  282. void BitfieldManTest::testIsAllBitSet() {
  283. BitfieldMan bt1(1024, 1024*10);
  284. CPPUNIT_ASSERT(!bt1.isAllBitSet());
  285. bt1.setBit(1);
  286. CPPUNIT_ASSERT(!bt1.isAllBitSet());
  287. for(size_t i = 0; i < 8; i++) {
  288. CPPUNIT_ASSERT(bt1.setBit(i));
  289. }
  290. CPPUNIT_ASSERT(!bt1.isAllBitSet());
  291. for(size_t i = 0; i < bt1.countBlock(); i++) {
  292. CPPUNIT_ASSERT(bt1.setBit(i));
  293. }
  294. CPPUNIT_ASSERT(bt1.isAllBitSet());
  295. BitfieldMan btzero(1024, 0);
  296. CPPUNIT_ASSERT(btzero.isAllBitSet());
  297. }
  298. void BitfieldManTest::testFilter() {
  299. BitfieldMan btman(2, 32);
  300. btman.setRandomizer(fixedNumberRandomizer);
  301. // test offset=4, length=12
  302. btman.addFilter(4, 12);
  303. btman.enableFilter();
  304. unsigned char peerBt[2];
  305. memset(peerBt, 0xff, sizeof(peerBt));
  306. size_t index;
  307. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  308. btman.setUseBit(index);
  309. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  310. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  311. btman.setUseBit(index);
  312. CPPUNIT_ASSERT_EQUAL((size_t)3, index);
  313. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  314. btman.setUseBit(index);
  315. CPPUNIT_ASSERT_EQUAL((size_t)4, index);
  316. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  317. btman.setUseBit(index);
  318. CPPUNIT_ASSERT_EQUAL((size_t)5, index);
  319. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  320. btman.setUseBit(index);
  321. CPPUNIT_ASSERT_EQUAL((size_t)6, index);
  322. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  323. btman.setUseBit(index);
  324. CPPUNIT_ASSERT_EQUAL((size_t)7, index);
  325. CPPUNIT_ASSERT(!btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  326. CPPUNIT_ASSERT_EQUAL((uint64_t)12ULL, btman.getFilteredTotalLength());
  327. // test offset=5, length=2
  328. btman.clearAllBit();
  329. btman.clearAllUseBit();
  330. btman.clearFilter();
  331. btman.addFilter(5, 2);
  332. btman.enableFilter();
  333. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  334. btman.setUseBit(index);
  335. btman.setBit(index);
  336. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  337. CPPUNIT_ASSERT(btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  338. btman.setUseBit(index);
  339. btman.setBit(index);
  340. CPPUNIT_ASSERT_EQUAL((size_t)3, index);
  341. CPPUNIT_ASSERT(!btman.getMissingUnusedIndex(index, peerBt, sizeof(peerBt)));
  342. CPPUNIT_ASSERT_EQUAL((uint64_t)4ULL, btman.getFilteredTotalLength());
  343. CPPUNIT_ASSERT(btman.isFilteredAllBitSet());
  344. BitfieldMan btman2(2, 31);
  345. btman2.addFilter(0, 31);
  346. btman2.enableFilter();
  347. CPPUNIT_ASSERT_EQUAL((uint64_t)31ULL, btman2.getFilteredTotalLength());
  348. }
  349. void BitfieldManTest::testAddFilter_zeroLength()
  350. {
  351. BitfieldMan bits(1024, 1024*1024);
  352. bits.addFilter(2048, 0);
  353. bits.enableFilter();
  354. CPPUNIT_ASSERT_EQUAL((size_t)0, bits.countMissingBlock());
  355. CPPUNIT_ASSERT(bits.isFilteredAllBitSet());
  356. }
  357. void BitfieldManTest::testGetMissingIndex() {
  358. BitfieldMan bt1(1024, 1024*256);
  359. bt1.setRandomizer(fixedNumberRandomizer);
  360. unsigned char bitArray[] = {
  361. 0xff, 0xff, 0xff, 0xff,
  362. 0xff, 0xff, 0xff, 0xff,
  363. 0xff, 0xff, 0xff, 0xff,
  364. 0xff, 0xff, 0xff, 0xff,
  365. 0xff, 0xff, 0xff, 0xff,
  366. 0xff, 0xff, 0xff, 0xff,
  367. 0xff, 0xff, 0xff, 0xff,
  368. 0xff, 0xff, 0xff, 0xff,
  369. };
  370. size_t index;
  371. CPPUNIT_ASSERT(bt1.getMissingIndex(index, bitArray, 32));
  372. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  373. bt1.addFilter(1024, 1024*256);
  374. bt1.enableFilter();
  375. CPPUNIT_ASSERT(bt1.getMissingIndex(index, bitArray, 32));
  376. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  377. bt1.disableFilter();
  378. unsigned char bitArray2[] = {
  379. 0x0f, 0xff, 0xff, 0xff,
  380. 0xff, 0xff, 0xff, 0xff,
  381. 0xff, 0xff, 0xff, 0xff,
  382. 0xff, 0xff, 0xff, 0xff,
  383. 0xff, 0xff, 0xff, 0xff,
  384. 0xff, 0xff, 0xff, 0xff,
  385. 0xff, 0xff, 0xff, 0xff,
  386. 0xff, 0xff, 0xff, 0xff,
  387. };
  388. CPPUNIT_ASSERT(bt1.getMissingIndex(index, bitArray2, 32));
  389. CPPUNIT_ASSERT_EQUAL((size_t)4, index);
  390. unsigned char bitArray3[] = {
  391. 0x00, 0xff, 0xff, 0xff,
  392. 0xff, 0xff, 0xff, 0xff,
  393. 0xff, 0xff, 0xff, 0xff,
  394. 0xff, 0xff, 0xff, 0xff,
  395. 0xff, 0xff, 0xff, 0xff,
  396. 0xff, 0xff, 0xff, 0xff,
  397. 0xff, 0xff, 0xff, 0xff,
  398. 0xff, 0xff, 0xff, 0xff,
  399. };
  400. CPPUNIT_ASSERT(bt1.getMissingIndex(index, bitArray3, 32));
  401. CPPUNIT_ASSERT_EQUAL((size_t)8, index);
  402. unsigned char bitArray4[] = {
  403. 0x00, 0x00, 0x00, 0x00,
  404. 0x00, 0x00, 0x00, 0x00,
  405. 0x00, 0x00, 0x00, 0x00,
  406. 0x00, 0x00, 0x00, 0x00,
  407. 0x00, 0x00, 0x00, 0x00,
  408. 0x00, 0x00, 0x00, 0x00,
  409. 0x00, 0x00, 0x00, 0x00,
  410. 0x00, 0x00, 0x00, 0x00,
  411. };
  412. CPPUNIT_ASSERT(!bt1.getMissingIndex(index, bitArray4, 32));
  413. }
  414. // TODO1.5 add test using ignoreBitfield
  415. void BitfieldManTest::testGetSparceMissingUnusedIndex() {
  416. BitfieldMan bitfield(1024*1024, 10*1024*1024);
  417. const size_t length = 2;
  418. unsigned char ignoreBitfield[length];
  419. memset(ignoreBitfield, 0, sizeof(ignoreBitfield));
  420. size_t index;
  421. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  422. ignoreBitfield, length));
  423. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  424. bitfield.setUseBit(0);
  425. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  426. ignoreBitfield, length));
  427. CPPUNIT_ASSERT_EQUAL((size_t)5, index);
  428. bitfield.setUseBit(5);
  429. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  430. ignoreBitfield, length));
  431. CPPUNIT_ASSERT_EQUAL((size_t)3, index);
  432. bitfield.setUseBit(3);
  433. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  434. ignoreBitfield, length));
  435. CPPUNIT_ASSERT_EQUAL((size_t)8, index);
  436. bitfield.setUseBit(8);
  437. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  438. ignoreBitfield, length));
  439. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  440. bitfield.setUseBit(2);
  441. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  442. ignoreBitfield, length));
  443. CPPUNIT_ASSERT_EQUAL((size_t)7, index);
  444. bitfield.setUseBit(7);
  445. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  446. ignoreBitfield, length));
  447. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  448. bitfield.setUseBit(1);
  449. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  450. ignoreBitfield, length));
  451. CPPUNIT_ASSERT_EQUAL((size_t)4, index);
  452. bitfield.setUseBit(4);
  453. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  454. ignoreBitfield, length));
  455. CPPUNIT_ASSERT_EQUAL((size_t)6, index);
  456. bitfield.setUseBit(6);
  457. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  458. ignoreBitfield, length));
  459. CPPUNIT_ASSERT_EQUAL((size_t)9, index);
  460. bitfield.setUseBit(9);
  461. CPPUNIT_ASSERT(!bitfield.getSparseMissingUnusedIndex(index,
  462. ignoreBitfield, length));
  463. }
  464. void BitfieldManTest::testGetSparceMissingUnusedIndex_setBit() {
  465. BitfieldMan bitfield(1024*1024, 10*1024*1024);
  466. const size_t length = 2;
  467. unsigned char ignoreBitfield[length];
  468. memset(ignoreBitfield, 0, sizeof(ignoreBitfield));
  469. size_t index;
  470. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  471. ignoreBitfield, length));
  472. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  473. bitfield.setBit(0);
  474. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  475. ignoreBitfield, length));
  476. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  477. bitfield.setBit(1);
  478. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  479. ignoreBitfield, length));
  480. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  481. bitfield.setBit(2);
  482. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  483. ignoreBitfield, length));
  484. CPPUNIT_ASSERT_EQUAL((size_t)3, index);
  485. bitfield.setBit(3);
  486. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  487. ignoreBitfield, length));
  488. CPPUNIT_ASSERT_EQUAL((size_t)4, index);
  489. bitfield.setBit(4);
  490. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  491. ignoreBitfield, length));
  492. CPPUNIT_ASSERT_EQUAL((size_t)5, index);
  493. bitfield.setBit(5);
  494. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  495. ignoreBitfield, length));
  496. CPPUNIT_ASSERT_EQUAL((size_t)6, index);
  497. bitfield.setBit(6);
  498. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  499. ignoreBitfield, length));
  500. CPPUNIT_ASSERT_EQUAL((size_t)7, index);
  501. bitfield.setBit(7);
  502. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  503. ignoreBitfield, length));
  504. CPPUNIT_ASSERT_EQUAL((size_t)8, index);
  505. bitfield.setBit(8);
  506. CPPUNIT_ASSERT(bitfield.getSparseMissingUnusedIndex(index,
  507. ignoreBitfield, length));
  508. CPPUNIT_ASSERT_EQUAL((size_t)9, index);
  509. bitfield.setBit(9);
  510. CPPUNIT_ASSERT(!bitfield.getSparseMissingUnusedIndex(index,
  511. ignoreBitfield, length));
  512. }
  513. void BitfieldManTest::testIsBitSetOffsetRange()
  514. {
  515. int64_t totalLength = 4ULL*1024*1024*1024;
  516. int32_t pieceLength = 4*1024*1024;
  517. BitfieldMan bitfield(pieceLength, totalLength);
  518. bitfield.setAllBit();
  519. CPPUNIT_ASSERT(!bitfield.isBitSetOffsetRange(0, 0));
  520. CPPUNIT_ASSERT(!bitfield.isBitSetOffsetRange(totalLength, 100));
  521. CPPUNIT_ASSERT(!bitfield.isBitSetOffsetRange(totalLength+1, 100));
  522. CPPUNIT_ASSERT(bitfield.isBitSetOffsetRange(0, totalLength));
  523. CPPUNIT_ASSERT(bitfield.isBitSetOffsetRange(0, totalLength+1));
  524. bitfield.clearAllBit();
  525. bitfield.setBit(100);
  526. bitfield.setBit(101);
  527. CPPUNIT_ASSERT(bitfield.isBitSetOffsetRange(pieceLength*100, pieceLength*2));
  528. CPPUNIT_ASSERT(!bitfield.isBitSetOffsetRange(pieceLength*100-10, pieceLength*2));
  529. CPPUNIT_ASSERT(!bitfield.isBitSetOffsetRange(pieceLength*100, pieceLength*2+1));
  530. bitfield.clearAllBit();
  531. bitfield.setBit(100);
  532. bitfield.setBit(102);
  533. CPPUNIT_ASSERT(!bitfield.isBitSetOffsetRange(pieceLength*100, pieceLength*3));
  534. }
  535. void BitfieldManTest::testGetMissingUnusedLength()
  536. {
  537. uint64_t totalLength = 1024*10+10;
  538. size_t blockLength = 1024;
  539. BitfieldMan bf(blockLength, totalLength);
  540. // from index 0 and all blocks are unused and not acquired.
  541. CPPUNIT_ASSERT_EQUAL(totalLength, bf.getMissingUnusedLength(0));
  542. // from index 10 and all blocks are unused and not acquired.
  543. CPPUNIT_ASSERT_EQUAL((uint64_t)10ULL, bf.getMissingUnusedLength(10));
  544. // from index 11
  545. CPPUNIT_ASSERT_EQUAL((uint64_t)0ULL, bf.getMissingUnusedLength(11));
  546. // from index 12
  547. CPPUNIT_ASSERT_EQUAL((uint64_t)0ULL, bf.getMissingUnusedLength(12));
  548. // from index 0 and 5th block is used.
  549. bf.setUseBit(5);
  550. CPPUNIT_ASSERT_EQUAL((uint64_t)5ULL*blockLength, bf.getMissingUnusedLength(0));
  551. // from index 0 and 4th block is acquired.
  552. bf.setBit(4);
  553. CPPUNIT_ASSERT_EQUAL((uint64_t)4ULL*blockLength, bf.getMissingUnusedLength(0));
  554. // from index 1
  555. CPPUNIT_ASSERT_EQUAL((uint64_t)3ULL*blockLength, bf.getMissingUnusedLength(1));
  556. }
  557. void BitfieldManTest::testSetBitRange()
  558. {
  559. size_t blockLength = 1024*1024;
  560. uint64_t totalLength = 10*blockLength;
  561. BitfieldMan bf(blockLength, totalLength);
  562. bf.setBitRange(0, 4);
  563. for(size_t i = 0; i < 5; ++i) {
  564. CPPUNIT_ASSERT(bf.isBitSet(i));
  565. }
  566. for(size_t i = 5; i < 10; ++i) {
  567. CPPUNIT_ASSERT(!bf.isBitSet(i));
  568. }
  569. CPPUNIT_ASSERT_EQUAL((uint64_t)5ULL*blockLength, bf.getCompletedLength());
  570. }
  571. void BitfieldManTest::testGetAllMissingIndexes_noarg()
  572. {
  573. size_t blockLength = 16*1024;
  574. uint64_t totalLength = 1024*1024;
  575. size_t nbits = (totalLength+blockLength-1)/blockLength;
  576. BitfieldMan bf(blockLength, totalLength);
  577. unsigned char misbitfield[8];
  578. CPPUNIT_ASSERT(bf.getAllMissingIndexes(misbitfield, sizeof(misbitfield)));
  579. CPPUNIT_ASSERT_EQUAL((size_t)64, bitfield::countSetBit(misbitfield, nbits));
  580. for(size_t i = 0; i < 63; ++i) {
  581. bf.setBit(i);
  582. }
  583. CPPUNIT_ASSERT(bf.getAllMissingIndexes(misbitfield, sizeof(misbitfield)));
  584. CPPUNIT_ASSERT_EQUAL((size_t)1, bitfield::countSetBit(misbitfield, nbits));
  585. CPPUNIT_ASSERT(bitfield::test(misbitfield, nbits, 63));
  586. }
  587. // See garbage bits of last byte are 0
  588. void BitfieldManTest::testGetAllMissingIndexes_checkLastByte()
  589. {
  590. size_t blockLength = 16*1024;
  591. uint64_t totalLength = blockLength*2;
  592. size_t nbits = (totalLength+blockLength-1)/blockLength;
  593. BitfieldMan bf(blockLength, totalLength);
  594. unsigned char misbitfield[1];
  595. CPPUNIT_ASSERT(bf.getAllMissingIndexes(misbitfield, sizeof(misbitfield)));
  596. CPPUNIT_ASSERT_EQUAL((size_t)2, bitfield::countSetBit(misbitfield, nbits));
  597. CPPUNIT_ASSERT(bitfield::test(misbitfield, nbits, 0));
  598. CPPUNIT_ASSERT(bitfield::test(misbitfield, nbits, 1));
  599. }
  600. void BitfieldManTest::testGetAllMissingIndexes()
  601. {
  602. size_t blockLength = 16*1024;
  603. uint64_t totalLength = 1024*1024;
  604. size_t nbits = (totalLength+blockLength-1)/blockLength;
  605. BitfieldMan bf(blockLength, totalLength);
  606. BitfieldMan peerBf(blockLength, totalLength);
  607. peerBf.setAllBit();
  608. unsigned char misbitfield[8];
  609. CPPUNIT_ASSERT(bf.getAllMissingIndexes(misbitfield, sizeof(misbitfield),
  610. peerBf.getBitfield(),
  611. peerBf.getBitfieldLength()));
  612. CPPUNIT_ASSERT_EQUAL((size_t)64, bitfield::countSetBit(misbitfield, nbits));
  613. for(size_t i = 0; i < 62; ++i) {
  614. bf.setBit(i);
  615. }
  616. peerBf.unsetBit(62);
  617. CPPUNIT_ASSERT(bf.getAllMissingIndexes(misbitfield, sizeof(misbitfield),
  618. peerBf.getBitfield(),
  619. peerBf.getBitfieldLength()));
  620. CPPUNIT_ASSERT_EQUAL((size_t)1, bitfield::countSetBit(misbitfield, nbits));
  621. CPPUNIT_ASSERT(bitfield::test(misbitfield, nbits, 63));
  622. }
  623. void BitfieldManTest::testGetAllMissingUnusedIndexes()
  624. {
  625. size_t blockLength = 16*1024;
  626. uint64_t totalLength = 1024*1024;
  627. size_t nbits = (totalLength+blockLength-1)/blockLength;
  628. BitfieldMan bf(blockLength, totalLength);
  629. BitfieldMan peerBf(blockLength, totalLength);
  630. peerBf.setAllBit();
  631. unsigned char misbitfield[8];
  632. CPPUNIT_ASSERT(bf.getAllMissingUnusedIndexes(misbitfield,
  633. sizeof(misbitfield),
  634. peerBf.getBitfield(),
  635. peerBf.getBitfieldLength()));
  636. CPPUNIT_ASSERT_EQUAL((size_t)64, bitfield::countSetBit(misbitfield, nbits));
  637. for(size_t i = 0; i < 61; ++i) {
  638. bf.setBit(i);
  639. }
  640. bf.setUseBit(61);
  641. peerBf.unsetBit(62);
  642. CPPUNIT_ASSERT(bf.getAllMissingUnusedIndexes(misbitfield,
  643. sizeof(misbitfield),
  644. peerBf.getBitfield(),
  645. peerBf.getBitfieldLength()));
  646. CPPUNIT_ASSERT_EQUAL((size_t)1, bitfield::countSetBit(misbitfield, nbits));
  647. CPPUNIT_ASSERT(bitfield::test(misbitfield, nbits, 63));
  648. }
  649. void BitfieldManTest::testGetMissingUnusedIndex()
  650. {
  651. BitfieldMan bt1(1024, 1024*256);
  652. bt1.setRandomizer(fixedNumberRandomizer);
  653. size_t index;
  654. {
  655. unsigned char bitArray[] = {
  656. 0xff, 0xff, 0xff, 0xff,
  657. 0xff, 0xff, 0xff, 0xff,
  658. 0xff, 0xff, 0xff, 0xff,
  659. 0xff, 0xff, 0xff, 0xff,
  660. 0xff, 0xff, 0xff, 0xff,
  661. 0xff, 0xff, 0xff, 0xff,
  662. 0xff, 0xff, 0xff, 0xff,
  663. 0xff, 0xff, 0xff, 0xff,
  664. };
  665. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index, bitArray, 32));
  666. CPPUNIT_ASSERT_EQUAL((size_t)0, index);
  667. bt1.addFilter(1024, 1024*256);
  668. bt1.enableFilter();
  669. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index, bitArray, 32));
  670. CPPUNIT_ASSERT_EQUAL((size_t)1, index);
  671. bt1.setUseBit(1);
  672. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index, bitArray, 32));
  673. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  674. bt1.disableFilter();
  675. bt1.setBit(0);
  676. CPPUNIT_ASSERT(bt1.getMissingUnusedIndex(index, bitArray, 32));
  677. CPPUNIT_ASSERT_EQUAL((size_t)2, index);
  678. bt1.setAllBit();
  679. CPPUNIT_ASSERT(!bt1.getMissingUnusedIndex(index, bitArray, 32));
  680. bt1.clearAllBit();
  681. bt1.setAllUseBit();
  682. CPPUNIT_ASSERT(!bt1.getMissingUnusedIndex(index, bitArray, 32));
  683. }
  684. {
  685. unsigned char bitArray4[] = {
  686. 0x00, 0x00, 0x00, 0x00,
  687. 0x00, 0x00, 0x00, 0x00,
  688. 0x00, 0x00, 0x00, 0x00,
  689. 0x00, 0x00, 0x00, 0x00,
  690. 0x00, 0x00, 0x00, 0x00,
  691. 0x00, 0x00, 0x00, 0x00,
  692. 0x00, 0x00, 0x00, 0x00,
  693. 0x00, 0x00, 0x00, 0x00,
  694. };
  695. CPPUNIT_ASSERT(!bt1.getMissingUnusedIndex(index, bitArray4, 32));
  696. }
  697. }
  698. void BitfieldManTest::testCountFilteredBlock()
  699. {
  700. BitfieldMan bt(1024, 1024*256);
  701. CPPUNIT_ASSERT_EQUAL((size_t)256, bt.countBlock());
  702. CPPUNIT_ASSERT_EQUAL((size_t)0, bt.countFilteredBlock());
  703. bt.addFilter(1024, 1024*256);
  704. bt.enableFilter();
  705. CPPUNIT_ASSERT_EQUAL((size_t)256, bt.countBlock());
  706. CPPUNIT_ASSERT_EQUAL((size_t)255, bt.countFilteredBlock());
  707. bt.disableFilter();
  708. CPPUNIT_ASSERT_EQUAL((size_t)256, bt.countBlock());
  709. CPPUNIT_ASSERT_EQUAL((size_t)0, bt.countFilteredBlock());
  710. }
  711. void BitfieldManTest::testCountMissingBlock()
  712. {
  713. BitfieldMan bt(1024, 1024*10);
  714. CPPUNIT_ASSERT_EQUAL((size_t)10, bt.countMissingBlock());
  715. bt.setBit(1);
  716. CPPUNIT_ASSERT_EQUAL((size_t)9, bt.countMissingBlock());
  717. bt.setAllBit();
  718. CPPUNIT_ASSERT_EQUAL((size_t)0, bt.countMissingBlock());
  719. }
  720. void BitfieldManTest::testZeroLengthFilter()
  721. {
  722. BitfieldMan bt(1024, 1024*10);
  723. bt.enableFilter();
  724. CPPUNIT_ASSERT_EQUAL((size_t)0, bt.countMissingBlock());
  725. }
  726. } // namespace aria2