RequestGroupManTest.cc 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307
  1. #include "RequestGroupMan.h"
  2. #include <fstream>
  3. #include <cppunit/extensions/HelperMacros.h>
  4. #include "TestUtil.h"
  5. #include "prefs.h"
  6. #include "DownloadContext.h"
  7. #include "RequestGroup.h"
  8. #include "Option.h"
  9. #include "DownloadResult.h"
  10. #include "FileEntry.h"
  11. #include "ServerStatMan.h"
  12. #include "ServerStat.h"
  13. #include "File.h"
  14. #include "array_fun.h"
  15. #include "RecoverableException.h"
  16. #include "util.h"
  17. #include "DownloadEngine.h"
  18. #include "SelectEventPoll.h"
  19. #include "UriListParser.h"
  20. namespace aria2 {
  21. class RequestGroupManTest : public CppUnit::TestFixture {
  22. CPPUNIT_TEST_SUITE(RequestGroupManTest);
  23. CPPUNIT_TEST(testIsSameFileBeingDownloaded);
  24. CPPUNIT_TEST(testGetInitialCommands);
  25. CPPUNIT_TEST(testLoadServerStat);
  26. CPPUNIT_TEST(testSaveServerStat);
  27. CPPUNIT_TEST(testChangeReservedGroupPosition);
  28. CPPUNIT_TEST(testFillRequestGroupFromReserver);
  29. CPPUNIT_TEST(testFillRequestGroupFromReserver_uriParser);
  30. CPPUNIT_TEST(testInsertReservedGroup);
  31. CPPUNIT_TEST(testAddDownloadResult);
  32. CPPUNIT_TEST_SUITE_END();
  33. private:
  34. SharedHandle<DownloadEngine> e_;
  35. SharedHandle<Option> option_;
  36. SharedHandle<RequestGroupMan> rgman_;
  37. public:
  38. void setUp()
  39. {
  40. option_.reset(new Option());
  41. option_->put(PREF_PIECE_LENGTH, "1048576");
  42. // To enable paused RequestGroup
  43. option_->put(PREF_ENABLE_RPC, A2_V_TRUE);
  44. File(option_->get(PREF_DIR)).mkdirs();
  45. e_.reset
  46. (new DownloadEngine(SharedHandle<EventPoll>(new SelectEventPoll())));
  47. e_->setOption(option_.get());
  48. rgman_ = SharedHandle<RequestGroupMan>
  49. (new RequestGroupMan(std::vector<SharedHandle<RequestGroup> >(),
  50. 3, option_.get()));
  51. e_->setRequestGroupMan(rgman_);
  52. }
  53. void testIsSameFileBeingDownloaded();
  54. void testGetInitialCommands();
  55. void testLoadServerStat();
  56. void testSaveServerStat();
  57. void testChangeReservedGroupPosition();
  58. void testFillRequestGroupFromReserver();
  59. void testFillRequestGroupFromReserver_uriParser();
  60. void testInsertReservedGroup();
  61. void testAddDownloadResult();
  62. };
  63. CPPUNIT_TEST_SUITE_REGISTRATION( RequestGroupManTest );
  64. void RequestGroupManTest::testIsSameFileBeingDownloaded()
  65. {
  66. SharedHandle<RequestGroup> rg1(new RequestGroup(GroupId::create(),
  67. util::copy(option_)));
  68. SharedHandle<RequestGroup> rg2(new RequestGroup(GroupId::create(),
  69. util::copy(option_)));
  70. SharedHandle<DownloadContext> dctx1
  71. (new DownloadContext(0, 0, "aria2.tar.bz2"));
  72. SharedHandle<DownloadContext> dctx2
  73. (new DownloadContext(0, 0, "aria2.tar.bz2"));
  74. rg1->setDownloadContext(dctx1);
  75. rg2->setDownloadContext(dctx2);
  76. RequestGroupMan gm(std::vector<SharedHandle<RequestGroup> >(), 1,
  77. option_.get());
  78. gm.addRequestGroup(rg1);
  79. gm.addRequestGroup(rg2);
  80. CPPUNIT_ASSERT(gm.isSameFileBeingDownloaded(rg1.get()));
  81. dctx2->getFirstFileEntry()->setPath("aria2.tar.gz");
  82. CPPUNIT_ASSERT(!gm.isSameFileBeingDownloaded(rg1.get()));
  83. }
  84. void RequestGroupManTest::testGetInitialCommands()
  85. {
  86. // TODO implement later
  87. }
  88. void RequestGroupManTest::testSaveServerStat()
  89. {
  90. RequestGroupMan rm
  91. (std::vector<SharedHandle<RequestGroup> >(),0,option_.get());
  92. SharedHandle<ServerStat> ss_localhost(new ServerStat("localhost", "http"));
  93. rm.addServerStat(ss_localhost);
  94. File f(A2_TEST_OUT_DIR"/aria2_RequestGroupManTest_testSaveServerStat");
  95. if(f.exists()) {
  96. f.remove();
  97. }
  98. CPPUNIT_ASSERT(rm.saveServerStat(f.getPath()));
  99. CPPUNIT_ASSERT(f.isFile());
  100. f.remove();
  101. CPPUNIT_ASSERT(f.mkdirs());
  102. CPPUNIT_ASSERT(!rm.saveServerStat(f.getPath()));
  103. }
  104. void RequestGroupManTest::testLoadServerStat()
  105. {
  106. File f(A2_TEST_OUT_DIR"/aria2_RequestGroupManTest_testLoadServerStat");
  107. std::ofstream o(f.getPath().c_str(), std::ios::binary);
  108. o << "host=localhost, protocol=http, dl_speed=0, last_updated=1219505257,"
  109. << "status=OK";
  110. o.close();
  111. RequestGroupMan rm
  112. (std::vector<SharedHandle<RequestGroup> >(),0,option_.get());
  113. std::cerr << "testLoadServerStat" << std::endl;
  114. CPPUNIT_ASSERT(rm.loadServerStat(f.getPath()));
  115. SharedHandle<ServerStat> ss_localhost = rm.findServerStat("localhost",
  116. "http");
  117. CPPUNIT_ASSERT(ss_localhost);
  118. CPPUNIT_ASSERT_EQUAL(std::string("localhost"), ss_localhost->getHostname());
  119. }
  120. void RequestGroupManTest::testChangeReservedGroupPosition()
  121. {
  122. SharedHandle<RequestGroup> gs[] = {
  123. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  124. util::copy(option_))),
  125. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  126. util::copy(option_))),
  127. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  128. util::copy(option_))),
  129. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  130. util::copy(option_)))
  131. };
  132. std::vector<SharedHandle<RequestGroup> > groups(vbegin(gs), vend(gs));
  133. RequestGroupMan rm(groups, 0, option_.get());
  134. CPPUNIT_ASSERT_EQUAL
  135. ((size_t)0, rm.changeReservedGroupPosition(gs[0]->getGID(),
  136. 0, OFFSET_MODE_SET));
  137. CPPUNIT_ASSERT_EQUAL
  138. ((size_t)1, rm.changeReservedGroupPosition(gs[0]->getGID(),
  139. 1, OFFSET_MODE_SET));
  140. CPPUNIT_ASSERT_EQUAL
  141. ((size_t)3, rm.changeReservedGroupPosition(gs[0]->getGID(),
  142. 10,OFFSET_MODE_SET));
  143. CPPUNIT_ASSERT_EQUAL
  144. ((size_t)0, rm.changeReservedGroupPosition(gs[0]->getGID(),
  145. -10, OFFSET_MODE_SET));
  146. CPPUNIT_ASSERT_EQUAL
  147. ((size_t)1, rm.changeReservedGroupPosition(gs[1]->getGID(),
  148. 0, OFFSET_MODE_CUR));
  149. CPPUNIT_ASSERT_EQUAL
  150. ((size_t)2, rm.changeReservedGroupPosition(gs[1]->getGID(),
  151. 1, OFFSET_MODE_CUR));
  152. CPPUNIT_ASSERT_EQUAL
  153. ((size_t)1, rm.changeReservedGroupPosition(gs[1]->getGID(),
  154. -1,OFFSET_MODE_CUR));
  155. CPPUNIT_ASSERT_EQUAL
  156. ((size_t)0, rm.changeReservedGroupPosition(gs[1]->getGID(),
  157. -10, OFFSET_MODE_CUR));
  158. CPPUNIT_ASSERT_EQUAL
  159. ((size_t)1, rm.changeReservedGroupPosition(gs[1]->getGID(),
  160. 1, OFFSET_MODE_CUR));
  161. CPPUNIT_ASSERT_EQUAL
  162. ((size_t)3, rm.changeReservedGroupPosition(gs[1]->getGID(),
  163. 10, OFFSET_MODE_CUR));
  164. CPPUNIT_ASSERT_EQUAL
  165. ((size_t)1, rm.changeReservedGroupPosition(gs[1]->getGID(),
  166. -2,OFFSET_MODE_CUR));
  167. CPPUNIT_ASSERT_EQUAL
  168. ((size_t)3, rm.changeReservedGroupPosition(gs[3]->getGID(),
  169. 0, OFFSET_MODE_END));
  170. CPPUNIT_ASSERT_EQUAL
  171. ((size_t)2, rm.changeReservedGroupPosition(gs[3]->getGID(),
  172. -1,OFFSET_MODE_END));
  173. CPPUNIT_ASSERT_EQUAL
  174. ((size_t)0, rm.changeReservedGroupPosition(gs[3]->getGID(),
  175. -10, OFFSET_MODE_END));
  176. CPPUNIT_ASSERT_EQUAL
  177. ((size_t)3, rm.changeReservedGroupPosition(gs[3]->getGID(),
  178. 10, OFFSET_MODE_END));
  179. CPPUNIT_ASSERT_EQUAL((size_t)4, rm.getReservedGroups().size());
  180. try {
  181. rm.changeReservedGroupPosition(GroupId::create()->getNumericId(),
  182. 0, OFFSET_MODE_CUR);
  183. CPPUNIT_FAIL("exception must be thrown.");
  184. } catch(RecoverableException& e) {
  185. // success
  186. }
  187. }
  188. void RequestGroupManTest::testFillRequestGroupFromReserver()
  189. {
  190. SharedHandle<RequestGroup> rgs[] = {
  191. createRequestGroup(0, 0, "foo1", "http://host/foo1", util::copy(option_)),
  192. createRequestGroup(0, 0, "foo2", "http://host/foo2", util::copy(option_)),
  193. createRequestGroup(0, 0, "foo3", "http://host/foo3", util::copy(option_)),
  194. // Intentionally same path/URI for first RequestGroup and set
  195. // length explicitly to do duplicate filename check.
  196. createRequestGroup(0, 10, "foo1", "http://host/foo1", util::copy(option_)),
  197. createRequestGroup(0, 0, "foo4", "http://host/foo4", util::copy(option_)),
  198. createRequestGroup(0, 0, "foo5", "http://host/foo5", util::copy(option_))
  199. };
  200. rgs[1]->setPauseRequested(true);
  201. for(SharedHandle<RequestGroup>* i = vbegin(rgs); i != vend(rgs); ++i) {
  202. rgman_->addReservedGroup(*i);
  203. }
  204. rgman_->fillRequestGroupFromReserver(e_.get());
  205. CPPUNIT_ASSERT_EQUAL((size_t)2, rgman_->getReservedGroups().size());
  206. }
  207. void RequestGroupManTest::testFillRequestGroupFromReserver_uriParser()
  208. {
  209. SharedHandle<RequestGroup> rgs[] = {
  210. createRequestGroup(0, 0, "mem1", "http://mem1", util::copy(option_)),
  211. createRequestGroup(0, 0, "mem2", "http://mem2", util::copy(option_)),
  212. };
  213. rgs[0]->setPauseRequested(true);
  214. for(SharedHandle<RequestGroup>* i = vbegin(rgs); i != vend(rgs); ++i) {
  215. rgman_->addReservedGroup(*i);
  216. }
  217. SharedHandle<UriListParser> flp
  218. (new UriListParser(A2_TEST_DIR"/filelist2.txt"));
  219. rgman_->setUriListParser(flp);
  220. rgman_->fillRequestGroupFromReserver(e_.get());
  221. RequestGroupList::const_iterator itr;
  222. CPPUNIT_ASSERT_EQUAL((size_t)1, rgman_->getReservedGroups().size());
  223. itr = rgman_->getReservedGroups().begin();
  224. CPPUNIT_ASSERT_EQUAL(rgs[0]->getGID(), (*itr)->getGID());
  225. CPPUNIT_ASSERT_EQUAL((size_t)3, rgman_->getRequestGroups().size());
  226. }
  227. void RequestGroupManTest::testInsertReservedGroup()
  228. {
  229. SharedHandle<RequestGroup> rgs1[] = {
  230. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  231. util::copy(option_))),
  232. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  233. util::copy(option_)))
  234. };
  235. SharedHandle<RequestGroup> rgs2[] = {
  236. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  237. util::copy(option_))),
  238. SharedHandle<RequestGroup>(new RequestGroup(GroupId::create(),
  239. util::copy(option_)))
  240. };
  241. std::vector<SharedHandle<RequestGroup> > groups(vbegin(rgs1), vend(rgs1));
  242. rgman_->insertReservedGroup(0, groups);
  243. CPPUNIT_ASSERT_EQUAL((size_t)2, rgman_->getReservedGroups().size());
  244. RequestGroupList::const_iterator itr;
  245. itr = rgman_->getReservedGroups().begin();
  246. CPPUNIT_ASSERT_EQUAL(rgs1[0]->getGID(), (*itr++)->getGID());
  247. CPPUNIT_ASSERT_EQUAL(rgs1[1]->getGID(), (*itr++)->getGID());
  248. groups.assign(vbegin(rgs2), vend(rgs2));
  249. rgman_->insertReservedGroup(1, groups);
  250. CPPUNIT_ASSERT_EQUAL((size_t)4, rgman_->getReservedGroups().size());
  251. itr = rgman_->getReservedGroups().begin();
  252. ++itr;
  253. CPPUNIT_ASSERT_EQUAL(rgs2[0]->getGID(), (*itr++)->getGID());
  254. CPPUNIT_ASSERT_EQUAL(rgs2[1]->getGID(), (*itr++)->getGID());
  255. }
  256. void RequestGroupManTest::testAddDownloadResult()
  257. {
  258. std::string uri = "http://example.org";
  259. rgman_->setMaxDownloadResult(3);
  260. rgman_->addDownloadResult(createDownloadResult(error_code::TIME_OUT, uri));
  261. rgman_->addDownloadResult(createDownloadResult(error_code::FINISHED, uri));
  262. rgman_->addDownloadResult(createDownloadResult(error_code::FINISHED, uri));
  263. rgman_->addDownloadResult(createDownloadResult(error_code::FINISHED, uri));
  264. rgman_->addDownloadResult(createDownloadResult(error_code::FINISHED, uri));
  265. CPPUNIT_ASSERT_EQUAL(error_code::TIME_OUT,
  266. rgman_->getDownloadStat().getLastErrorResult());
  267. }
  268. } // namespace aria2