HttpRequestTest.cc 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759
  1. #include "HttpRequest.h"
  2. #include <sstream>
  3. #include <cppunit/extensions/HelperMacros.h>
  4. #include "prefs.h"
  5. #include "AuthConfigFactory.h"
  6. #include "PiecedSegment.h"
  7. #include "Piece.h"
  8. #include "Range.h"
  9. #include "Request.h"
  10. #include "Option.h"
  11. #include "array_fun.h"
  12. #include "CookieStorage.h"
  13. #include "Util.h"
  14. #include "AuthConfig.h"
  15. namespace aria2 {
  16. class HttpRequestTest : public CppUnit::TestFixture {
  17. CPPUNIT_TEST_SUITE(HttpRequestTest);
  18. CPPUNIT_TEST(testGetStartByte);
  19. CPPUNIT_TEST(testGetEndByte);
  20. CPPUNIT_TEST(testCreateRequest);
  21. CPPUNIT_TEST(testCreateRequest_ftp);
  22. CPPUNIT_TEST(testCreateRequest_with_cookie);
  23. CPPUNIT_TEST(testCreateRequest_query);
  24. CPPUNIT_TEST(testCreateRequest_head);
  25. CPPUNIT_TEST(testCreateRequest_ipv6LiteralAddr);
  26. CPPUNIT_TEST(testCreateProxyRequest);
  27. CPPUNIT_TEST(testIsRangeSatisfied);
  28. CPPUNIT_TEST(testUserAgent);
  29. CPPUNIT_TEST(testAddHeader);
  30. CPPUNIT_TEST(testAddAcceptType);
  31. CPPUNIT_TEST(testEnableAcceptEncoding);
  32. CPPUNIT_TEST_SUITE_END();
  33. private:
  34. SharedHandle<Option> _option;
  35. SharedHandle<AuthConfigFactory> _authConfigFactory;
  36. public:
  37. void setUp()
  38. {
  39. _option.reset(new Option());
  40. _option->put(PREF_HTTP_AUTH_CHALLENGE, V_TRUE);
  41. _authConfigFactory.reset(new AuthConfigFactory());
  42. }
  43. void testGetStartByte();
  44. void testGetEndByte();
  45. void testCreateRequest();
  46. void testCreateRequest_ftp();
  47. void testCreateRequest_with_cookie();
  48. void testCreateRequest_query();
  49. void testCreateRequest_head();
  50. void testCreateRequest_ipv6LiteralAddr();
  51. void testCreateProxyRequest();
  52. void testIsRangeSatisfied();
  53. void testUserAgent();
  54. void testAddHeader();
  55. void testAddAcceptType();
  56. void testEnableAcceptEncoding();
  57. };
  58. CPPUNIT_TEST_SUITE_REGISTRATION( HttpRequestTest );
  59. void HttpRequestTest::testGetStartByte()
  60. {
  61. HttpRequest httpRequest;
  62. SharedHandle<Piece> p(new Piece(1, 1024));
  63. SharedHandle<Segment> segment(new PiecedSegment(1024, p));
  64. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*10, 0));
  65. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getStartByte());
  66. httpRequest.setSegment(segment);
  67. httpRequest.setFileEntry(fileEntry);
  68. CPPUNIT_ASSERT_EQUAL((off_t)1024LL, httpRequest.getStartByte());
  69. }
  70. void HttpRequestTest::testGetEndByte()
  71. {
  72. size_t index = 1;
  73. size_t length = 1024*1024-1024;
  74. size_t segmentLength = 1024*1024;
  75. HttpRequest httpRequest;
  76. SharedHandle<Piece> piece(new Piece(index, length));
  77. SharedHandle<Segment> segment(new PiecedSegment(segmentLength, piece));
  78. SharedHandle<FileEntry> fileEntry(new FileEntry("file", segmentLength*10, 0));
  79. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getEndByte());
  80. httpRequest.setSegment(segment);
  81. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getEndByte());
  82. SharedHandle<Request> request(new Request());
  83. request->supportsPersistentConnection(true);
  84. request->setPipeliningHint(true);
  85. httpRequest.setRequest(request);
  86. httpRequest.setFileEntry(fileEntry);
  87. CPPUNIT_ASSERT_EQUAL((off_t)(segmentLength*index+length-1),
  88. httpRequest.getEndByte());
  89. // The end byte of FileEntry are placed inside segment
  90. fileEntry->setLength(segmentLength+100);
  91. CPPUNIT_ASSERT_EQUAL((off_t)(segmentLength*index+100-1),
  92. httpRequest.getEndByte());
  93. request->setPipeliningHint(false);
  94. CPPUNIT_ASSERT_EQUAL((off_t)0LL, httpRequest.getEndByte());
  95. }
  96. void HttpRequestTest::testCreateRequest()
  97. {
  98. SharedHandle<Piece> p;
  99. SharedHandle<Request> request(new Request());
  100. request->supportsPersistentConnection(true);
  101. request->setUrl("http://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  102. p.reset(new Piece(0, 1024));
  103. SharedHandle<Segment> segment(new PiecedSegment(1024, p));
  104. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*1024*10, 0));
  105. HttpRequest httpRequest;
  106. httpRequest.disableContentEncoding();
  107. httpRequest.setRequest(request);
  108. httpRequest.setSegment(segment);
  109. httpRequest.setFileEntry(fileEntry);
  110. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  111. // remove "Connection: close" and add end byte range
  112. request->setPipeliningHint(true);
  113. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  114. "User-Agent: aria2\r\n"
  115. "Accept: */*\r\n"
  116. "Host: localhost:8080\r\n"
  117. "Pragma: no-cache\r\n"
  118. "Cache-Control: no-cache\r\n"
  119. "Range: bytes=0-1023\r\n"
  120. "\r\n";
  121. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  122. request->setPipeliningHint(false);
  123. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  124. "User-Agent: aria2\r\n"
  125. "Accept: */*\r\n"
  126. "Host: localhost:8080\r\n"
  127. "Pragma: no-cache\r\n"
  128. "Cache-Control: no-cache\r\n"
  129. "Connection: close\r\n"
  130. "\r\n";
  131. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  132. p.reset(new Piece(1, 1024*1024));
  133. segment.reset(new PiecedSegment(1024*1024, p));
  134. httpRequest.setSegment(segment);
  135. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  136. "User-Agent: aria2\r\n"
  137. "Accept: */*\r\n"
  138. "Host: localhost:8080\r\n"
  139. "Pragma: no-cache\r\n"
  140. "Cache-Control: no-cache\r\n"
  141. "Connection: close\r\n"
  142. "Range: bytes=1048576-\r\n"
  143. "\r\n";
  144. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  145. request->setPipeliningHint(true);
  146. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  147. "User-Agent: aria2\r\n"
  148. "Accept: */*\r\n"
  149. "Host: localhost:8080\r\n"
  150. "Pragma: no-cache\r\n"
  151. "Cache-Control: no-cache\r\n"
  152. "Range: bytes=1048576-2097151\r\n"
  153. "\r\n";
  154. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  155. // redirection set persistent connection flag to true
  156. request->redirectUrl("http://localhost:8080/archives/download/aria2-1.0.0.tar.bz2");
  157. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  158. "User-Agent: aria2\r\n"
  159. "Accept: */*\r\n"
  160. "Host: localhost:8080\r\n"
  161. "Pragma: no-cache\r\n"
  162. "Cache-Control: no-cache\r\n"
  163. "Range: bytes=1048576-2097151\r\n"
  164. "\r\n";
  165. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  166. request->supportsPersistentConnection(true);
  167. request->setPipeliningHint(false);
  168. // this only removes "Connection: close".
  169. request->setKeepAliveHint(true);
  170. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  171. "User-Agent: aria2\r\n"
  172. "Accept: */*\r\n"
  173. "Host: localhost:8080\r\n"
  174. "Pragma: no-cache\r\n"
  175. "Cache-Control: no-cache\r\n"
  176. "Range: bytes=1048576-\r\n"
  177. "\r\n";
  178. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  179. request->setKeepAliveHint(false);
  180. request->resetUrl();
  181. p.reset(new Piece(0, 1024*1024));
  182. segment.reset(new PiecedSegment(1024*1024, p));
  183. httpRequest.setSegment(segment);
  184. // enable http auth
  185. _option->put(PREF_HTTP_USER, "aria2user");
  186. _option->put(PREF_HTTP_PASSWD, "aria2passwd");
  187. CPPUNIT_ASSERT(_authConfigFactory->activateBasicCred
  188. ("localhost", "/", _option.get()));
  189. expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  190. "User-Agent: aria2\r\n"
  191. "Accept: */*\r\n"
  192. "Host: localhost:8080\r\n"
  193. "Pragma: no-cache\r\n"
  194. "Cache-Control: no-cache\r\n"
  195. "Connection: close\r\n"
  196. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  197. "\r\n";
  198. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  199. // enable http proxy auth
  200. SharedHandle<Request> proxyRequest(new Request());
  201. CPPUNIT_ASSERT(proxyRequest->setUrl
  202. ("http://aria2proxyuser:aria2proxypasswd@localhost:9000"));
  203. httpRequest.setProxyRequest(proxyRequest);
  204. expectedText = "GET http://localhost:8080/archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  205. "User-Agent: aria2\r\n"
  206. "Accept: */*\r\n"
  207. "Host: localhost:8080\r\n"
  208. "Pragma: no-cache\r\n"
  209. "Cache-Control: no-cache\r\n"
  210. "Connection: close\r\n"
  211. "Proxy-Connection: close\r\n"
  212. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  213. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  214. "\r\n";
  215. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  216. request->setPipeliningHint(true);
  217. expectedText = "GET http://localhost:8080/archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  218. "User-Agent: aria2\r\n"
  219. "Accept: */*\r\n"
  220. "Host: localhost:8080\r\n"
  221. "Pragma: no-cache\r\n"
  222. "Cache-Control: no-cache\r\n"
  223. "Range: bytes=0-1048575\r\n"
  224. "Proxy-Connection: Keep-Alive\r\n"
  225. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  226. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  227. "\r\n";
  228. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  229. request->setPipeliningHint(false);
  230. // turn off proxy auth
  231. CPPUNIT_ASSERT(proxyRequest->setUrl("http://localhost:9000"));
  232. expectedText = "GET http://localhost:8080/archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  233. "User-Agent: aria2\r\n"
  234. "Accept: */*\r\n"
  235. "Host: localhost:8080\r\n"
  236. "Pragma: no-cache\r\n"
  237. "Cache-Control: no-cache\r\n"
  238. "Connection: close\r\n"
  239. "Proxy-Connection: close\r\n"
  240. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  241. "\r\n";
  242. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  243. }
  244. void HttpRequestTest::testCreateRequest_ftp()
  245. {
  246. _option->put(PREF_FTP_USER, "aria2user");
  247. _option->put(PREF_FTP_PASSWD, "aria2passwd");
  248. SharedHandle<Request> request(new Request());
  249. request->setUrl("ftp://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  250. SharedHandle<Request> proxyRequest(new Request());
  251. CPPUNIT_ASSERT(proxyRequest->setUrl
  252. ("http://localhost:9000"));
  253. HttpRequest httpRequest;
  254. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  255. SharedHandle<Segment> segment
  256. (new PiecedSegment(1024*1024, p));
  257. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*1024*10, 0));
  258. httpRequest.disableContentEncoding();
  259. httpRequest.setRequest(request);
  260. httpRequest.setSegment(segment);
  261. httpRequest.setFileEntry(fileEntry);
  262. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  263. httpRequest.setProxyRequest(proxyRequest);
  264. std::string expectedText =
  265. "GET ftp://aria2user@localhost:8080/archives/aria2-1.0.0.tar.bz2"
  266. " HTTP/1.1\r\n"
  267. "User-Agent: aria2\r\n"
  268. "Accept: */*\r\n"
  269. "Host: localhost:8080\r\n"
  270. "Pragma: no-cache\r\n"
  271. "Cache-Control: no-cache\r\n"
  272. "Connection: close\r\n"
  273. "Proxy-Connection: close\r\n"
  274. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  275. "\r\n";
  276. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  277. // test proxy authorization
  278. CPPUNIT_ASSERT(proxyRequest->setUrl
  279. ("http://aria2proxyuser:aria2proxypasswd@localhost:9000"));
  280. expectedText =
  281. "GET ftp://aria2user@localhost:8080/archives/aria2-1.0.0.tar.bz2"
  282. " HTTP/1.1\r\n"
  283. "User-Agent: aria2\r\n"
  284. "Accept: */*\r\n"
  285. "Host: localhost:8080\r\n"
  286. "Pragma: no-cache\r\n"
  287. "Cache-Control: no-cache\r\n"
  288. "Connection: close\r\n"
  289. "Proxy-Connection: close\r\n"
  290. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  291. "Authorization: Basic YXJpYTJ1c2VyOmFyaWEycGFzc3dk\r\n"
  292. "\r\n";
  293. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  294. }
  295. void HttpRequestTest::testCreateRequest_with_cookie()
  296. {
  297. SharedHandle<Request> request(new Request());
  298. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  299. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  300. SharedHandle<Segment> segment
  301. (new PiecedSegment(1024*1024, p));
  302. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 1024*1024*10, 0));
  303. Cookie cookie1("name1", "value1", "/archives", "localhost", false);
  304. Cookie cookie2("name2", "value2", "/archives/download", "localhost", false);
  305. Cookie cookie3("name3", "value3", "/archives/download", ".aria2.org", false);
  306. Cookie cookie4("name4", "value4", "/archives/", ".aria2.org", true);
  307. SharedHandle<CookieStorage> st(new CookieStorage());
  308. CPPUNIT_ASSERT(st->store(cookie1));
  309. CPPUNIT_ASSERT(st->store(cookie2));
  310. CPPUNIT_ASSERT(st->store(cookie3));
  311. CPPUNIT_ASSERT(st->store(cookie4));
  312. HttpRequest httpRequest;
  313. httpRequest.disableContentEncoding();
  314. httpRequest.setRequest(request);
  315. httpRequest.setSegment(segment);
  316. httpRequest.setFileEntry(fileEntry);
  317. httpRequest.setCookieStorage(st);
  318. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  319. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  320. "User-Agent: aria2\r\n"
  321. "Accept: */*\r\n"
  322. "Host: localhost\r\n"
  323. "Pragma: no-cache\r\n"
  324. "Cache-Control: no-cache\r\n"
  325. "Connection: close\r\n"
  326. "Cookie: name1=value1;\r\n"
  327. "\r\n";
  328. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  329. request->setUrl("http://localhost/archives/download/aria2-1.0.0.tar.bz2");
  330. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  331. "User-Agent: aria2\r\n"
  332. "Accept: */*\r\n"
  333. "Host: localhost\r\n"
  334. "Pragma: no-cache\r\n"
  335. "Cache-Control: no-cache\r\n"
  336. "Connection: close\r\n"
  337. "Cookie: name2=value2;name1=value1;\r\n"
  338. "\r\n";
  339. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  340. request->setUrl("http://www.aria2.org/archives/download/aria2-1.0.0.tar.bz2");
  341. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  342. "User-Agent: aria2\r\n"
  343. "Accept: */*\r\n"
  344. "Host: www.aria2.org\r\n"
  345. "Pragma: no-cache\r\n"
  346. "Cache-Control: no-cache\r\n"
  347. "Connection: close\r\n"
  348. "Cookie: name3=value3;\r\n"
  349. "\r\n";
  350. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  351. request->setUrl("https://www.aria2.org/archives/download/"
  352. "aria2-1.0.0.tar.bz2");
  353. expectedText = "GET /archives/download/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  354. "User-Agent: aria2\r\n"
  355. "Accept: */*\r\n"
  356. "Host: www.aria2.org\r\n"
  357. "Pragma: no-cache\r\n"
  358. "Cache-Control: no-cache\r\n"
  359. "Connection: close\r\n"
  360. "Cookie: name3=value3;name4=value4;\r\n"
  361. "\r\n";
  362. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  363. }
  364. void HttpRequestTest::testCreateRequest_query()
  365. {
  366. SharedHandle<Request> request(new Request());
  367. request->setUrl("http://localhost/wiki?id=9ad5109a-b8a5-4edf-9373-56a1c34ae138");
  368. HttpRequest httpRequest;
  369. httpRequest.disableContentEncoding();
  370. httpRequest.setRequest(request);
  371. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  372. std::string expectedText =
  373. "GET /wiki?id=9ad5109a-b8a5-4edf-9373-56a1c34ae138 HTTP/1.1\r\n"
  374. "User-Agent: aria2\r\n"
  375. "Accept: */*\r\n"
  376. "Host: localhost\r\n"
  377. "Pragma: no-cache\r\n"
  378. "Cache-Control: no-cache\r\n"
  379. "Connection: close\r\n"
  380. "\r\n";
  381. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  382. }
  383. void HttpRequestTest::testCreateRequest_head()
  384. {
  385. SharedHandle<Request> request(new Request());
  386. request->setMethod(Request::METHOD_HEAD);
  387. request->setUrl("http://localhost/aria2-1.0.0.tar.bz2");
  388. HttpRequest httpRequest;
  389. httpRequest.setRequest(request);
  390. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  391. std::stringstream result(httpRequest.createRequest());
  392. std::string line;
  393. CPPUNIT_ASSERT(getline(result, line));
  394. Util::trimSelf(line);
  395. CPPUNIT_ASSERT_EQUAL(std::string("HEAD /aria2-1.0.0.tar.bz2 HTTP/1.1"), line);
  396. }
  397. void HttpRequestTest::testCreateProxyRequest()
  398. {
  399. SharedHandle<Request> request(new Request());
  400. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  401. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  402. SharedHandle<Segment> segment(new PiecedSegment(1024*1024, p));
  403. SharedHandle<Request> proxyRequest(new Request());
  404. CPPUNIT_ASSERT(proxyRequest->setUrl("http://localhost:9000"));
  405. HttpRequest httpRequest;
  406. httpRequest.setRequest(request);
  407. httpRequest.setSegment(segment);
  408. httpRequest.setProxyRequest(proxyRequest);
  409. request->supportsPersistentConnection(true);
  410. std::string expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  411. "User-Agent: aria2\r\n"
  412. "Host: localhost:80\r\n"
  413. //"Proxy-Connection: close\r\n"
  414. "\r\n";
  415. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  416. // adds Keep-Alive header.
  417. request->setKeepAliveHint(true);
  418. expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  419. "User-Agent: aria2\r\n"
  420. "Host: localhost:80\r\n"
  421. //"Proxy-Connection: Keep-Alive\r\n"
  422. "\r\n";
  423. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  424. request->setKeepAliveHint(false);
  425. // pipelining also adds Keep-Alive header.
  426. request->setPipeliningHint(true);
  427. expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  428. "User-Agent: aria2\r\n"
  429. "Host: localhost:80\r\n"
  430. //"Proxy-Connection: Keep-Alive\r\n"
  431. "\r\n";
  432. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  433. // test proxy authorization
  434. CPPUNIT_ASSERT(proxyRequest->setUrl
  435. ("http://aria2proxyuser:aria2proxypasswd@localhost:9000"));
  436. expectedText = "CONNECT localhost:80 HTTP/1.1\r\n"
  437. "User-Agent: aria2\r\n"
  438. "Host: localhost:80\r\n"
  439. //"Proxy-Connection: Keep-Alive\r\n"
  440. "Proxy-Authorization: Basic YXJpYTJwcm94eXVzZXI6YXJpYTJwcm94eXBhc3N3ZA==\r\n"
  441. "\r\n";
  442. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createProxyRequest());
  443. }
  444. void HttpRequestTest::testIsRangeSatisfied()
  445. {
  446. SharedHandle<Request> request(new Request());
  447. request->supportsPersistentConnection(true);
  448. request->setUrl("http://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  449. request->setPipeliningHint(false); // default: false
  450. SharedHandle<Piece> p(new Piece(0, 1024*1024));
  451. SharedHandle<Segment> segment(new PiecedSegment(1024*1024, p));
  452. SharedHandle<FileEntry> fileEntry(new FileEntry("file", 0, 0));
  453. HttpRequest httpRequest;
  454. httpRequest.setRequest(request);
  455. httpRequest.setSegment(segment);
  456. httpRequest.setFileEntry(fileEntry);
  457. SharedHandle<Range> range(new Range());
  458. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  459. p.reset(new Piece(1, 1024*1024));
  460. segment.reset(new PiecedSegment(1024*1024, p));
  461. httpRequest.setSegment(segment);
  462. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  463. uint64_t entityLength = segment->getSegmentLength()*10;
  464. range.reset(new Range(segment->getPosition(), 0, entityLength));
  465. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  466. fileEntry->setLength(entityLength-1);
  467. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  468. fileEntry->setLength(entityLength);
  469. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  470. request->setPipeliningHint(true);
  471. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  472. range.reset(new Range(segment->getPosition(),
  473. segment->getPosition()+segment->getLength()-1,
  474. entityLength));
  475. CPPUNIT_ASSERT(httpRequest.isRangeSatisfied(range));
  476. range.reset(new Range(0, segment->getPosition()+segment->getLength()-1,
  477. entityLength));
  478. CPPUNIT_ASSERT(!httpRequest.isRangeSatisfied(range));
  479. }
  480. void HttpRequestTest::testUserAgent()
  481. {
  482. SharedHandle<Request> request(new Request());
  483. request->setUrl("http://localhost:8080/archives/aria2-1.0.0.tar.bz2");
  484. //SharedHandle<Piece> p(new Piece(0, 1024));
  485. //SharedHandle<Segment> segment(new PiecedSegment(1024, p));
  486. HttpRequest httpRequest;
  487. httpRequest.disableContentEncoding();
  488. httpRequest.setRequest(request);
  489. //httpRequest.setSegment(segment);
  490. httpRequest.setUserAgent("aria2 (Linux)");
  491. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  492. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  493. "User-Agent: aria2 (Linux)\r\n"
  494. "Accept: */*\r\n"
  495. "Host: localhost:8080\r\n"
  496. "Pragma: no-cache\r\n"
  497. "Cache-Control: no-cache\r\n"
  498. "Connection: close\r\n"
  499. "\r\n";
  500. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  501. SharedHandle<Request> proxyRequest(new Request());
  502. CPPUNIT_ASSERT(proxyRequest->setUrl("http://localhost:9000"));
  503. httpRequest.setProxyRequest(proxyRequest);
  504. std::string expectedTextForProxy = "CONNECT localhost:8080 HTTP/1.1\r\n"
  505. "User-Agent: aria2 (Linux)\r\n"
  506. "Host: localhost:8080\r\n"
  507. //"Proxy-Connection: close\r\n"
  508. "\r\n";
  509. CPPUNIT_ASSERT_EQUAL(expectedTextForProxy, httpRequest.createProxyRequest());
  510. }
  511. void HttpRequestTest::testAddHeader()
  512. {
  513. SharedHandle<Request> request(new Request());
  514. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  515. HttpRequest httpRequest;
  516. httpRequest.disableContentEncoding();
  517. httpRequest.setRequest(request);
  518. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  519. httpRequest.addHeader("X-ARIA2: v0.13\nX-ARIA2-DISTRIBUTE: enabled\n");
  520. std::string expectedText = "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  521. "User-Agent: aria2\r\n"
  522. "Accept: */*\r\n"
  523. "Host: localhost\r\n"
  524. "Pragma: no-cache\r\n"
  525. "Cache-Control: no-cache\r\n"
  526. "Connection: close\r\n"
  527. "X-ARIA2: v0.13\r\n"
  528. "X-ARIA2-DISTRIBUTE: enabled\r\n"
  529. "\r\n";
  530. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  531. }
  532. void HttpRequestTest::testAddAcceptType()
  533. {
  534. std::string acceptTypes[] = { "cream/custard",
  535. "muffin/chocolate" };
  536. SharedHandle<Request> request(new Request());
  537. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  538. HttpRequest httpRequest;
  539. httpRequest.disableContentEncoding();
  540. httpRequest.setRequest(request);
  541. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  542. httpRequest.addAcceptType(&acceptTypes[0],
  543. &acceptTypes[arrayLength(acceptTypes)]);
  544. std::string expectedText =
  545. "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  546. "User-Agent: aria2\r\n"
  547. "Accept: */*,cream/custard,muffin/chocolate\r\n"
  548. "Host: localhost\r\n"
  549. "Pragma: no-cache\r\n"
  550. "Cache-Control: no-cache\r\n"
  551. "Connection: close\r\n"
  552. "\r\n";
  553. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  554. }
  555. void HttpRequestTest::testEnableAcceptEncoding()
  556. {
  557. SharedHandle<Request> request(new Request());
  558. request->setUrl("http://localhost/archives/aria2-1.0.0.tar.bz2");
  559. HttpRequest httpRequest;
  560. httpRequest.setRequest(request);
  561. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  562. std::string acceptEncodings;
  563. #ifdef HAVE_LIBZ
  564. acceptEncodings += "deflate, gzip";
  565. #endif // HAVE_LIBZ
  566. std::string expectedText =
  567. "GET /archives/aria2-1.0.0.tar.bz2 HTTP/1.1\r\n"
  568. "User-Agent: aria2\r\n"
  569. "Accept: */*\r\n";
  570. if(!acceptEncodings.empty()) {
  571. expectedText += "Accept-Encoding: "+acceptEncodings+"\r\n";
  572. }
  573. expectedText +=
  574. "Host: localhost\r\n"
  575. "Pragma: no-cache\r\n"
  576. "Cache-Control: no-cache\r\n"
  577. "Connection: close\r\n"
  578. "\r\n";
  579. CPPUNIT_ASSERT_EQUAL(expectedText, httpRequest.createRequest());
  580. }
  581. void HttpRequestTest::testCreateRequest_ipv6LiteralAddr()
  582. {
  583. SharedHandle<Request> request(new Request());
  584. request->setUrl("http://[::1]/path");
  585. HttpRequest httpRequest;
  586. httpRequest.disableContentEncoding();
  587. httpRequest.setRequest(request);
  588. httpRequest.setAuthConfigFactory(_authConfigFactory, _option.get());
  589. CPPUNIT_ASSERT(httpRequest.createRequest().find("Host: [::1]") != std::string::npos);
  590. SharedHandle<Request> proxy(new Request());
  591. proxy->setUrl("http://proxy");
  592. httpRequest.setProxyRequest(proxy);
  593. std::string proxyRequest = httpRequest.createProxyRequest();
  594. CPPUNIT_ASSERT(proxyRequest.find("Host: [::1]:80") != std::string::npos);
  595. CPPUNIT_ASSERT(proxyRequest.find("CONNECT [::1]:80 ") != std::string::npos);
  596. }
  597. } // namespace aria2