SinkStreamFilter.cc 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103
  1. /* <!-- copyright */
  2. /*
  3. * aria2 - The high speed download utility
  4. *
  5. * Copyright (C) 2010 Tatsuhiro Tsujikawa
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. *
  21. * In addition, as a special exception, the copyright holders give
  22. * permission to link the code of portions of this program with the
  23. * OpenSSL library under certain conditions as described in each
  24. * individual source file, and distribute linked combinations
  25. * including the two.
  26. * You must obey the GNU General Public License in all respects
  27. * for all of the code used other than OpenSSL. If you modify
  28. * file(s) with this exception, you may extend this exception to your
  29. * version of the file(s), but you are not obligated to do so. If you
  30. * do not wish to do so, delete this exception statement from your
  31. * version. If you delete this exception statement from all source
  32. * files in the program, then also delete it here.
  33. */
  34. /* copyright --> */
  35. #include "SinkStreamFilter.h"
  36. #include <cstring>
  37. #include <cassert>
  38. #include "BinaryStream.h"
  39. #include "Segment.h"
  40. #include "WrDiskCache.h"
  41. #include "Piece.h"
  42. namespace aria2 {
  43. const std::string SinkStreamFilter::NAME("SinkStreamFilter");
  44. SinkStreamFilter::SinkStreamFilter(WrDiskCache* wrDiskCache, bool hashUpdate)
  45. : wrDiskCache_(wrDiskCache), hashUpdate_(hashUpdate), bytesProcessed_(0)
  46. {
  47. }
  48. ssize_t SinkStreamFilter::transform(const std::shared_ptr<BinaryStream>& out,
  49. const std::shared_ptr<Segment>& segment,
  50. const unsigned char* inbuf, size_t inlen)
  51. {
  52. size_t wlen;
  53. if (inlen > 0) {
  54. if (segment->getLength() > 0) {
  55. // We must not write data larger than available space in
  56. // segment.
  57. assert(segment->getLength() >= segment->getWrittenLength());
  58. size_t lenAvail = segment->getLength() - segment->getWrittenLength();
  59. wlen = std::min(inlen, lenAvail);
  60. }
  61. else {
  62. wlen = inlen;
  63. }
  64. const std::shared_ptr<Piece>& piece = segment->getPiece();
  65. if (piece->getWrDiskCacheEntry()) {
  66. assert(wrDiskCache_);
  67. // If we receive small data (e.g., 1 or 2 bytes), cache entry
  68. // becomes a headache. To mitigate this problem, we allocate
  69. // cache buffer at least 4KiB and append the data to the
  70. // contagious cache data.
  71. size_t alen = piece->appendWrCache(
  72. wrDiskCache_, segment->getPositionToWrite(), inbuf, wlen);
  73. if (alen < wlen) {
  74. size_t len = wlen - alen;
  75. size_t capacity = std::max(len, static_cast<size_t>(4_k));
  76. auto dataCopy = new unsigned char[capacity];
  77. memcpy(dataCopy, inbuf + alen, len);
  78. piece->updateWrCache(wrDiskCache_, dataCopy, 0, len, capacity,
  79. segment->getPositionToWrite() + alen);
  80. }
  81. }
  82. else {
  83. out->writeData(inbuf, wlen, segment->getPositionToWrite());
  84. }
  85. if (hashUpdate_) {
  86. segment->updateHash(segment->getWrittenLength(), inbuf, wlen);
  87. }
  88. segment->updateWrittenLength(wlen);
  89. }
  90. else {
  91. wlen = 0;
  92. }
  93. bytesProcessed_ = wlen;
  94. return bytesProcessed_;
  95. }
  96. } // namespace aria2