bitfield.h 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2009 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #ifndef D_BITFIELD_H
  36. #define D_BITFIELD_H
  37. #include "common.h"
  38. #include <cassert>
  39. #include <cstdlib>
  40. #include <cstring>
  41. #include "util.h"
  42. namespace aria2 {
  43. namespace bitfield {
  44. // Returns the bit mask for the last byte. For example, nbits = 9,
  45. // then 0x80u is returned. nbits = 12, then 0xf0u is returned.
  46. inline unsigned char lastByteMask(size_t nbits)
  47. {
  48. if(nbits == 0) {
  49. return 0;
  50. } else {
  51. int s = nbits%8;
  52. if(s == 0) {
  53. return 0xffu;
  54. } else {
  55. return -256 >> s;
  56. }
  57. }
  58. }
  59. // Returns true if index-th bits is set. Otherwise returns false.
  60. template<typename Array>
  61. inline bool test(const Array& bitfield, size_t nbits, size_t index)
  62. {
  63. assert(index < nbits);
  64. unsigned char mask = 128 >> (index%8);
  65. return (bitfield[index/8]&mask) != 0;
  66. }
  67. inline size_t countBit32(uint32_t n)
  68. {
  69. static const int nbits[] = {
  70. 0, 1, 1, 2, 1, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 4,
  71. 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
  72. 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
  73. 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
  74. 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
  75. 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
  76. 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
  77. 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
  78. 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
  79. 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
  80. 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
  81. 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
  82. 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
  83. 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
  84. 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
  85. 4, 5, 5, 6, 5, 6, 6, 7, 5, 6, 6, 7, 6, 7, 7, 8,
  86. };
  87. return
  88. nbits[n&0xffu]+
  89. nbits[(n >> 8)&0xffu]+
  90. nbits[(n >> 16)&0xffu]+
  91. nbits[(n >> 24)&0xffu];
  92. }
  93. // Counts set bit in bitfield.
  94. inline size_t countSetBit(const unsigned char* bitfield, size_t nbits)
  95. {
  96. if(nbits == 0) {
  97. return 0;
  98. }
  99. size_t count = 0;
  100. size_t size = sizeof(uint32_t);
  101. size_t len = (nbits+7)/8;
  102. if(nbits%32 != 0) {
  103. --len;
  104. count +=
  105. countBit32(static_cast<uint32_t>(bitfield[len]&lastByteMask(nbits)));
  106. }
  107. size_t to = len/size;
  108. for(size_t i = 0; i < to; ++i) {
  109. uint32_t v;
  110. memcpy(&v, &bitfield[i*size], sizeof(v));
  111. count += countBit32(v);
  112. }
  113. for(size_t i = len-len%size; i < len; ++i) {
  114. count += countBit32(static_cast<uint32_t>(bitfield[i]));
  115. }
  116. return count;
  117. }
  118. void flipBit(unsigned char* data, size_t length, size_t bitIndex);
  119. // Stores first missing bit index of bitfield to index. bitfield
  120. // contains nbits. Returns true if missing bit index is
  121. // found. Otherwise returns false.
  122. template<typename Array>
  123. bool getFirstMissingIndex
  124. (size_t& index, const Array& bitfield, size_t nbits)
  125. {
  126. const size_t bitfieldLength = (nbits+7)/8;
  127. for(size_t i = 0; i < bitfieldLength; ++i) {
  128. unsigned char mask = 128;
  129. size_t tindex = i*8;
  130. for(size_t bi = 0; bi < 8 && tindex < nbits; ++bi, mask >>= 1, ++tindex) {
  131. if(bitfield[i] & mask) {
  132. index = tindex;
  133. return true;
  134. }
  135. }
  136. }
  137. return false;
  138. }
  139. // Appends first at most n set bit index in bitfield to out. bitfield
  140. // contains nbits bits. Returns the number of appended bit indexes.
  141. template<typename Array, typename OutputIterator>
  142. size_t getFirstNMissingIndex
  143. (OutputIterator out, size_t n, const Array& bitfield, size_t nbits)
  144. {
  145. if(n == 0) {
  146. return 0;
  147. }
  148. const size_t origN = n;
  149. const size_t bitfieldLength = (nbits+7)/8;
  150. for(size_t i = 0; i < bitfieldLength; ++i) {
  151. unsigned char mask = 128;
  152. size_t tindex = i*8;
  153. for(size_t bi = 0; bi < 8 && tindex < nbits; ++bi, mask >>= 1, ++tindex) {
  154. if(bitfield[i] & mask) {
  155. *out++ = tindex;
  156. if(--n == 0) {
  157. return origN;
  158. }
  159. }
  160. }
  161. }
  162. return origN-n;
  163. }
  164. } // namespace bitfield
  165. } // namespace aria2
  166. #endif // D_BITFIELD_H