HttpRequestTest.cc 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738
  1. #include "HttpRequest.h"
  2. #include <sstream>
  3. #include <cppunit/extensions/HelperMacros.h>
  4. #include "prefs.h"
  5. #include "AuthConfigFactory.h"
  6. #include "PiecedSegment.h"
  7. #include "Piece.h"
  8. #include "Range.h"
  9. #include "Request.h"
  10. #include "Option.h"
  11. #include "array_fun.h"
  12. #include "CookieStorage.h"
  13. #include "Util.h"
  14. #include "AuthConfig.h"
  15. namespace aria2 {
  16. class HttpRequestTest : public CppUnit::TestFixture {
  17. CPPUNIT_TEST_SUITE(HttpRequestTest);
  18. CPPUNIT_TEST(testGetStartByte);
  19. CPPUNIT_TEST(testGetEndByte);
  20. CPPUNIT_TEST(testCreateRequest);
  21. CPPUNIT_TEST(testCreateRequest_ftp);
  22. CPPUNIT_TEST(testCreateRequest_with_cookie);
  23. CPPUNIT_TEST(testCreateRequest_query);
  24. CPPUNIT_TEST(testCreateRequest_head);
  25. CPPUNIT_TEST(testCreateProxyRequest);
  26. CPPUNIT_TEST(testIsRangeSatisfied);
  27. CPPUNIT_TEST(testUserAgent);
  28. CPPUNIT_TEST(testAddHeader);
  29. CPPUNIT_TEST(testAddAcceptType);
  30. CPPUNIT_TEST(testEnableAcceptEncoding);
  31. CPPUNIT_TEST_SUITE_END();
  32. private:
  33. SharedHandle<Option> _option;
  34. SharedHandle<AuthConfigFactory> _authConfigFactory;
  35. public:
  36. void setUp()
  37. {
  38. _option.reset(new Option());
  39. _option->put(PREF_HTTP_AUTH_CHALLENGE, V_TRUE);
  40. _authConfigFactory.reset(new AuthConfigFactory());
  41. }
  42. void testGetStartByte();
  43. void testGetEndByte();
  44. void testCreateRequest();
  45. void testCreateRequest_ftp();
  46. void testCreateRequest_with_cookie();
  47. void testCreateRequest_query();
  48. void testCreateRequest_head();
  49. void testCreateProxyRequest();
  50. void testIsRangeSatisfied();
  51. void testUserAgent();
  52. void testAddHeader();
  53. void testAddAcceptType();
  54. void testEnableAcceptEncoding();
  55. };
  56. CPPUNIT_TEST_SUITE_REGISTRATION( HttpRequestTest );
  57. void HttpRequestTest::testGetStartByte()
  58. {
  59. HttpRequest httpRequest;
  60. SharedHandle<Piece> p(new Piece(1, 1024));
  61. SharedHandle<Segment> segment(new PiecedSegment(1024, p));
  62. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*10, 0));
  63. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getStartByte());
  64. httpRequest.setSegment(segment);
  65. httpRequest.setFileEntry(fileEntry);
  66. CPPUNIT_ASSERT_EQUAL((off_t)1024LL, httpRequest.getStartByte());
  67. }
  68. void HttpRequestTest::testGetEndByte()
  69. {
  70. size_t index = 1;
  71. size_t length = 1024*1024-1024;
  72. size_t segmentLength = 1024*1024;
  73. HttpRequest httpRequest;
  74. SharedHandle<Piece> piece(new Piece(index, length));
  75. SharedHandle<Segment> segment(new PiecedSegment(segmentLength, piece));
  76. SharedHandle<FileEntry> fileEntry(new FileEntry("file", segmentLength*10, 0));
  77. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getEndByte());
  78. httpRequest.setSegment(segment);
  79. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getEndByte());
  80. SharedHandle<Request> request(new Request());
  81. request->supportsPersistentConnection(true);
  82. request->setPipeliningHint(true);
  83. httpRequest.setRequest(request);
  84. httpRequest.setFileEntry(fileEntry);
  85. CPPUNIT_ASSERT_EQUAL((off_t)(segmentLength*index+length-1),
  86. httpRequest.getEndByte());
  87. // The end byte of FileEntry are placed inside segment
  88. fileEntry->setLength(segmentLength+100);
  89. CPPUNIT_ASSERT_EQUAL((off_t)(segmentLength*index+100-1),
  90. httpRequest.getEndByte());
  91. request->setPipeliningHint(false);
  92. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getEndByte());
  93. }
  94. void HttpRequestTest::testCreateRequest()
  95. {
  96. SharedHandle<Piece> p;
  97. SharedHandle<Request> request(new Request());
  98. request->supportsPersistentConnection(true);
  99. request->setUrl("http://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  100. p.reset(new Piece(0, 1024));
  101. SharedHandle<Segment> segment(new PiecedSegment(1024, p));
  102. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*1024*10, 0));
  103. HttpRequest httpRequest;
  104. httpRequest.disableContentEncoding();
  105. httpRequest.setRequest(request);
  106. httpRequest.setSegment(segment);
  107. httpRequest.setFileEntry(fileEntry);
  108. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  109. // remove "Connection: close" and add end byte range
  110. request->setPipeliningHint(true);
  111. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  112. "User-Agent: aria2\r\n"
  113. "Accept: */*\r\n"
  114. "Host: localhost:8080\r\n"
  115. "Pragma: no-cache\r\n"
  116. "Cache-Control: no-cache\r\n"
  117. "Range: bytes=0-1023\r\n"
  118. "\r\n";
  119. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  120. request->setPipeliningHint(false);
  121. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  122. "User-Agent: aria2\r\n"
  123. "Accept: */*\r\n"
  124. "Host: localhost:8080\r\n"
  125. "Pragma: no-cache\r\n"
  126. "Cache-Control: no-cache\r\n"
  127. "Connection: close\r\n"
  128. "\r\n";
  129. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  130. p.reset(new Piece(1, 1024*1024));
  131. segment.reset(new PiecedSegment(1024*1024, p));
  132. httpRequest.setSegment(segment);
  133. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  134. "User-Agent: aria2\r\n"
  135. "Accept: */*\r\n"
  136. "Host: localhost:8080\r\n"
  137. "Pragma: no-cache\r\n"
  138. "Cache-Control: no-cache\r\n"
  139. "Connection: close\r\n"
  140. "Range: bytes=1048576-\r\n"
  141. "\r\n";
  142. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  143. request->setPipeliningHint(true);
  144. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  145. "User-Agent: aria2\r\n"
  146. "Accept: */*\r\n"
  147. "Host: localhost:8080\r\n"
  148. "Pragma: no-cache\r\n"
  149. "Cache-Control: no-cache\r\n"
  150. "Range: bytes=1048576-2097151\r\n"
  151. "\r\n";
  152. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  153. // redirection set persistent connection flag to true
  154. request->redirectUrl("http://localhost:8080/archives/download/aria2-1.0.0.tar.bz2");
  155. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  156. "User-Agent: aria2\r\n"
  157. "Accept: */*\r\n"
  158. "Host: localhost:8080\r\n"
  159. "Pragma: no-cache\r\n"
  160. "Cache-Control: no-cache\r\n"
  161. "Range: bytes=1048576-2097151\r\n"
  162. "\r\n";
  163. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  164. request->supportsPersistentConnection(true);
  165. request->setPipeliningHint(false);
  166. // this only removes "Connection: close".
  167. request->setKeepAliveHint(true);
  168. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  169. "User-Agent: aria2\r\n"
  170. "Accept: */*\r\n"
  171. "Host: localhost:8080\r\n"
  172. "Pragma: no-cache\r\n"
  173. "Cache-Control: no-cache\r\n"
  174. "Range: bytes=1048576-\r\n"
  175. "\r\n";
  176. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  177. request->setKeepAliveHint(false);
  178. request->resetUrl();
  179. p.reset(new Piece(0, 1024*1024));
  180. segment.reset(new PiecedSegment(1024*1024, p));
  181. httpRequest.setSegment(segment);
  182. // enable http auth
  183. _option->put(PREF_HTTP_USER, "aria2user");
  184. _option->put(PREF_HTTP_PASSWD, "aria2passwd");
  185. CPPUNIT_ASSERT(_authConfigFactory->activateBasicCred
  186. ("localhost", "/", _option.get()));
  187. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  188. "User-Agent: aria2\r\n"
  189. "Accept: */*\r\n"
  190. "Host: localhost:8080\r\n"
  191. "Pragma: no-cache\r\n"
  192. "Cache-Control: no-cache\r\n"
  193. "Connection: close\r\n"
  194. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  195. "\r\n";
  196. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  197. // enable http proxy auth
  198. SharedHandle<Request> proxyRequest(new Request());
  199. CPPUNIT_ASSERT(proxyRequest->setUrl
  200. ("http://aria2proxyuser:aria2proxypasswd@localhost:9000"));
  201. httpRequest.setProxyRequest(proxyRequest);
  202. expectedText = "GET http://localhost:8080/archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  203. "User-Agent: aria2\r\n"
  204. "Accept: */*\r\n"
  205. "Host: localhost:8080\r\n"
  206. "Pragma: no-cache\r\n"
  207. "Cache-Control: no-cache\r\n"
  208. "Connection: close\r\n"
  209. "Proxy-Connection: close\r\n"
  210. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  211. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  212. "\r\n";
  213. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  214. request->setPipeliningHint(true);
  215. expectedText = "GET http://localhost:8080/archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  216. "User-Agent: aria2\r\n"
  217. "Accept: */*\r\n"
  218. "Host: localhost:8080\r\n"
  219. "Pragma: no-cache\r\n"
  220. "Cache-Control: no-cache\r\n"
  221. "Range: bytes=0-1048575\r\n"
  222. "Proxy-Connection: Keep-Alive\r\n"
  223. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  224. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  225. "\r\n";
  226. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  227. request->setPipeliningHint(false);
  228. // turn off proxy auth
  229. CPPUNIT_ASSERT(proxyRequest->setUrl("http://localhost:9000"));
  230. expectedText = "GET http://localhost:8080/archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  231. "User-Agent: aria2\r\n"
  232. "Accept: */*\r\n"
  233. "Host: localhost:8080\r\n"
  234. "Pragma: no-cache\r\n"
  235. "Cache-Control: no-cache\r\n"
  236. "Connection: close\r\n"
  237. "Proxy-Connection: close\r\n"
  238. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  239. "\r\n";
  240. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  241. }
  242. void HttpRequestTest::testCreateRequest_ftp()
  243. {
  244. _option->put(PREF_FTP_USER, "aria2user");
  245. _option->put(PREF_FTP_PASSWD, "aria2passwd");
  246. SharedHandle<Request> request(new Request());
  247. request->setUrl("ftp://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  248. SharedHandle<Request> proxyRequest(new Request());
  249. CPPUNIT_ASSERT(proxyRequest->setUrl
  250. ("http://localhost:9000"));
  251. HttpRequest httpRequest;
  252. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  253. SharedHandle<Segment> segment
  254. (new PiecedSegment(1024*1024, p));
  255. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*1024*10, 0));
  256. httpRequest.disableContentEncoding();
  257. httpRequest.setRequest(request);
  258. httpRequest.setSegment(segment);
  259. httpRequest.setFileEntry(fileEntry);
  260. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  261. httpRequest.setProxyRequest(proxyRequest);
  262. std::string expectedText =
  263. "GET ftp://aria2user@localhost:8080/archives/aria2-1.0.0.tar.bz2"
  264. " HTTP/1.1\r\n"
  265. "User-Agent: aria2\r\n"
  266. "Accept: */*\r\n"
  267. "Host: localhost:8080\r\n"
  268. "Pragma: no-cache\r\n"
  269. "Cache-Control: no-cache\r\n"
  270. "Connection: close\r\n"
  271. "Proxy-Connection: close\r\n"
  272. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  273. "\r\n";
  274. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  275. // test proxy authorization
  276. CPPUNIT_ASSERT(proxyRequest->setUrl
  277. ("http://aria2proxyuser:aria2proxypasswd@localhost:9000"));
  278. expectedText =
  279. "GET ftp://aria2user@localhost:8080/archives/aria2-1.0.0.tar.bz2"
  280. " HTTP/1.1\r\n"
  281. "User-Agent: aria2\r\n"
  282. "Accept: */*\r\n"
  283. "Host: localhost:8080\r\n"
  284. "Pragma: no-cache\r\n"
  285. "Cache-Control: no-cache\r\n"
  286. "Connection: close\r\n"
  287. "Proxy-Connection: close\r\n"
  288. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  289. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  290. "\r\n";
  291. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  292. }
  293. void HttpRequestTest::testCreateRequest_with_cookie()
  294. {
  295. SharedHandle<Request> request(new Request());
  296. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  297. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  298. SharedHandle<Segment> segment
  299. (new PiecedSegment(1024*1024, p));
  300. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*1024*10, 0));
  301. Cookie cookie1("name1", "value1", "/archives", "localhost", false);
  302. Cookie cookie2("name2", "value2", "/archives/download", "localhost", false);
  303. Cookie cookie3("name3", "value3", "/archives/download", ".aria2.org", false);
  304. Cookie cookie4("name4", "value4", "/archives/", ".aria2.org", true);
  305. SharedHandle<CookieStorage> st(new CookieStorage());
  306. CPPUNIT_ASSERT(st->store(cookie1));
  307. CPPUNIT_ASSERT(st->store(cookie2));
  308. CPPUNIT_ASSERT(st->store(cookie3));
  309. CPPUNIT_ASSERT(st->store(cookie4));
  310. HttpRequest httpRequest;
  311. httpRequest.disableContentEncoding();
  312. httpRequest.setRequest(request);
  313. httpRequest.setSegment(segment);
  314. httpRequest.setFileEntry(fileEntry);
  315. httpRequest.setCookieStorage(st);
  316. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  317. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  318. "User-Agent: aria2\r\n"
  319. "Accept: */*\r\n"
  320. "Host: localhost\r\n"
  321. "Pragma: no-cache\r\n"
  322. "Cache-Control: no-cache\r\n"
  323. "Connection: close\r\n"
  324. "Cookie: name1=value1;\r\n"
  325. "\r\n";
  326. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  327. request->setUrl("http://localhost/archives/download/aria2-1.0.0.tar.bz2");
  328. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  329. "User-Agent: aria2\r\n"
  330. "Accept: */*\r\n"
  331. "Host: localhost\r\n"
  332. "Pragma: no-cache\r\n"
  333. "Cache-Control: no-cache\r\n"
  334. "Connection: close\r\n"
  335. "Cookie: name2=value2;name1=value1;\r\n"
  336. "\r\n";
  337. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  338. request->setUrl("http://www.aria2.org/archives/download/aria2-1.0.0.tar.bz2");
  339. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  340. "User-Agent: aria2\r\n"
  341. "Accept: */*\r\n"
  342. "Host: www.aria2.org\r\n"
  343. "Pragma: no-cache\r\n"
  344. "Cache-Control: no-cache\r\n"
  345. "Connection: close\r\n"
  346. "Cookie: name3=value3;\r\n"
  347. "\r\n";
  348. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  349. request->setUrl("https://www.aria2.org/archives/download/"
  350. "aria2-1.0.0.tar.bz2");
  351. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  352. "User-Agent: aria2\r\n"
  353. "Accept: */*\r\n"
  354. "Host: www.aria2.org\r\n"
  355. "Pragma: no-cache\r\n"
  356. "Cache-Control: no-cache\r\n"
  357. "Connection: close\r\n"
  358. "Cookie: name3=value3;name4=value4;\r\n"
  359. "\r\n";
  360. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  361. }
  362. void HttpRequestTest::testCreateRequest_query()
  363. {
  364. SharedHandle<Request> request(new Request());
  365. request->setUrl("http://localhost/wiki?id=9ad5109a-b8a5-4edf-9373-56a1c34ae138");
  366. HttpRequest httpRequest;
  367. httpRequest.disableContentEncoding();
  368. httpRequest.setRequest(request);
  369. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  370. std::string expectedText =
  371. "GET /wiki?id=9ad5109a-b8a5-4edf-9373-56a1c34ae138 HTTP/1.1\r\n"
  372. "User-Agent: aria2\r\n"
  373. "Accept: */*\r\n"
  374. "Host: localhost\r\n"
  375. "Pragma: no-cache\r\n"
  376. "Cache-Control: no-cache\r\n"
  377. "Connection: close\r\n"
  378. "\r\n";
  379. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  380. }
  381. void HttpRequestTest::testCreateRequest_head()
  382. {
  383. SharedHandle<Request> request(new Request());
  384. request->setMethod(Request::METHOD_HEAD);
  385. request->setUrl("http://localhost/aria2-1.0.0.tar.bz2");
  386. HttpRequest httpRequest;
  387. httpRequest.setRequest(request);
  388. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  389. std::stringstream result(httpRequest.createRequest());
  390. std::string line;
  391. CPPUNIT_ASSERT(getline(result, line));
  392. Util::trimSelf(line);
  393. CPPUNIT_ASSERT_EQUAL(std::string("HEAD /aria2-1.0.0.tar.bz2 HTTP/1.1"), line);
  394. }
  395. void HttpRequestTest::testCreateProxyRequest()
  396. {
  397. SharedHandle<Request> request(new Request());
  398. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  399. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  400. SharedHandle<Segment> segment(new PiecedSegment(1024*1024, p));
  401. SharedHandle<Request> proxyRequest(new Request());
  402. CPPUNIT_ASSERT(proxyRequest->setUrl("http://localhost:9000"));
  403. HttpRequest httpRequest;
  404. httpRequest.setRequest(request);
  405. httpRequest.setSegment(segment);
  406. httpRequest.setProxyRequest(proxyRequest);
  407. request->supportsPersistentConnection(true);
  408. std::string expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  409. "User-Agent: aria2\r\n"
  410. "Host: localhost:80\r\n"
  411. //"Proxy-Connection: close\r\n"
  412. "\r\n";
  413. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  414. // adds Keep-Alive header.
  415. request->setKeepAliveHint(true);
  416. expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  417. "User-Agent: aria2\r\n"
  418. "Host: localhost:80\r\n"
  419. //"Proxy-Connection: Keep-Alive\r\n"
  420. "\r\n";
  421. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  422. request->setKeepAliveHint(false);
  423. // pipelining also adds Keep-Alive header.
  424. request->setPipeliningHint(true);
  425. expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  426. "User-Agent: aria2\r\n"
  427. "Host: localhost:80\r\n"
  428. //"Proxy-Connection: Keep-Alive\r\n"
  429. "\r\n";
  430. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  431. // test proxy authorization
  432. CPPUNIT_ASSERT(proxyRequest->setUrl
  433. ("http://aria2proxyuser:aria2proxypasswd@localhost:9000"));
  434. expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  435. "User-Agent: aria2\r\n"
  436. "Host: localhost:80\r\n"
  437. //"Proxy-Connection: Keep-Alive\r\n"
  438. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  439. "\r\n";
  440. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  441. }
  442. void HttpRequestTest::testIsRangeSatisfied()
  443. {
  444. SharedHandle<Request> request(new Request());
  445. request->supportsPersistentConnection(true);
  446. request->setUrl("http://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  447. request->setPipeliningHint(false); // default: false
  448. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  449. SharedHandle<Segment> segment(new PiecedSegment(1024*1024, p));
  450. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 0, 0));
  451. HttpRequest httpRequest;
  452. httpRequest.setRequest(request);
  453. httpRequest.setSegment(segment);
  454. httpRequest.setFileEntry(fileEntry);
  455. SharedHandle<Range> range(new Range());
  456. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  457. p.reset(new Piece(1, 1024*1024));
  458. segment.reset(new PiecedSegment(1024*1024, p));
  459. httpRequest.setSegment(segment);
  460. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  461. uint64_t entityLength = segment->getSegmentLength()*10;
  462. range.reset(new Range(segment->getPosition(), 0, entityLength));
  463. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  464. fileEntry->setLength(entityLength-1);
  465. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  466. fileEntry->setLength(entityLength);
  467. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  468. request->setPipeliningHint(true);
  469. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  470. range.reset(new Range(segment->getPosition(),
  471. segment->getPosition()+segment->getLength()-1,
  472. entityLength));
  473. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  474. range.reset(new Range(0, segment->getPosition()+segment->getLength()-1,
  475. entityLength));
  476. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  477. }
  478. void HttpRequestTest::testUserAgent()
  479. {
  480. SharedHandle<Request> request(new Request());
  481. request->setUrl("http://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  482. //SharedHandle<Piece> p(new Piece(0, 1024));
  483. //SharedHandle<Segment> segment(new PiecedSegment(1024, p));
  484. HttpRequest httpRequest;
  485. httpRequest.disableContentEncoding();
  486. httpRequest.setRequest(request);
  487. //httpRequest.setSegment(segment);
  488. httpRequest.setUserAgent("aria2 (Linux)");
  489. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  490. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  491. "User-Agent: aria2 (Linux)\r\n"
  492. "Accept: */*\r\n"
  493. "Host: localhost:8080\r\n"
  494. "Pragma: no-cache\r\n"
  495. "Cache-Control: no-cache\r\n"
  496. "Connection: close\r\n"
  497. "\r\n";
  498. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  499. SharedHandle<Request> proxyRequest(new Request());
  500. CPPUNIT_ASSERT(proxyRequest->setUrl("http://localhost:9000"));
  501. httpRequest.setProxyRequest(proxyRequest);
  502. std::string expectedTextForProxy = "CONNECT localhost:8080 HTTP/1.1\r\n"
  503. "User-Agent: aria2 (Linux)\r\n"
  504. "Host: localhost:8080\r\n"
  505. //"Proxy-Connection: close\r\n"
  506. "\r\n";
  507. CPPUNIT_ASSERT_EQUAL(expectedTextForProxy, httpRequest.createProxyRequest());
  508. }
  509. void HttpRequestTest::testAddHeader()
  510. {
  511. SharedHandle<Request> request(new Request());
  512. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  513. HttpRequest httpRequest;
  514. httpRequest.disableContentEncoding();
  515. httpRequest.setRequest(request);
  516. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  517. httpRequest.addHeader("X-ARIA2: v0.13\nX-ARIA2-DISTRIBUTE: enabled\n");
  518. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  519. "User-Agent: aria2\r\n"
  520. "Accept: */*\r\n"
  521. "Host: localhost\r\n"
  522. "Pragma: no-cache\r\n"
  523. "Cache-Control: no-cache\r\n"
  524. "Connection: close\r\n"
  525. "X-ARIA2: v0.13\r\n"
  526. "X-ARIA2-DISTRIBUTE: enabled\r\n"
  527. "\r\n";
  528. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  529. }
  530. void HttpRequestTest::testAddAcceptType()
  531. {
  532. std::string acceptTypes[] = { "cream/custard",
  533. "muffin/chocolate" };
  534. SharedHandle<Request> request(new Request());
  535. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  536. HttpRequest httpRequest;
  537. httpRequest.disableContentEncoding();
  538. httpRequest.setRequest(request);
  539. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  540. httpRequest.addAcceptType(&acceptTypes[0],
  541. &acceptTypes[arrayLength(acceptTypes)]);
  542. std::string expectedText =
  543. "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  544. "User-Agent: aria2\r\n"
  545. "Accept: */*,cream/custard,muffin/chocolate\r\n"
  546. "Host: localhost\r\n"
  547. "Pragma: no-cache\r\n"
  548. "Cache-Control: no-cache\r\n"
  549. "Connection: close\r\n"
  550. "\r\n";
  551. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  552. }
  553. void HttpRequestTest::testEnableAcceptEncoding()
  554. {
  555. SharedHandle<Request> request(new Request());
  556. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  557. HttpRequest httpRequest;
  558. httpRequest.setRequest(request);
  559. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  560. std::string acceptEncodings;
  561. #ifdef HAVE_LIBZ
  562. acceptEncodings += "deflate, gzip";
  563. #endif // HAVE_LIBZ
  564. std::string expectedText =
  565. "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  566. "User-Agent: aria2\r\n"
  567. "Accept: */*\r\n";
  568. if(!acceptEncodings.empty()) {
  569. expectedText += "Accept-Encoding: "+acceptEncodings+"\r\n";
  570. }
  571. expectedText +=
  572. "Host: localhost\r\n"
  573. "Pragma: no-cache\r\n"
  574. "Cache-Control: no-cache\r\n"
  575. "Connection: close\r\n"
  576. "\r\n";
  577. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  578. }
  579. } // namespace aria2