You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 30KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  47. import static org.junit.Assert.assertEquals;
  48. import static org.junit.Assert.assertFalse;
  49. import static org.junit.Assert.assertNotNull;
  50. import static org.junit.Assert.assertNull;
  51. import static org.junit.Assert.assertTrue;
  52. import static org.junit.Assert.fail;
  53. import java.io.IOException;
  54. import java.io.PrintWriter;
  55. import java.net.URISyntaxException;
  56. import java.nio.charset.StandardCharsets;
  57. import java.util.Arrays;
  58. import java.util.Collection;
  59. import java.util.Collections;
  60. import java.util.EnumSet;
  61. import java.util.List;
  62. import java.util.Map;
  63. import javax.servlet.DispatcherType;
  64. import javax.servlet.Filter;
  65. import javax.servlet.FilterChain;
  66. import javax.servlet.FilterConfig;
  67. import javax.servlet.ServletException;
  68. import javax.servlet.ServletRequest;
  69. import javax.servlet.ServletResponse;
  70. import javax.servlet.http.HttpServletRequest;
  71. import javax.servlet.http.HttpServletResponse;
  72. import org.eclipse.jetty.servlet.FilterHolder;
  73. import org.eclipse.jetty.servlet.ServletContextHandler;
  74. import org.eclipse.jetty.servlet.ServletHolder;
  75. import org.eclipse.jgit.errors.RemoteRepositoryException;
  76. import org.eclipse.jgit.errors.RepositoryNotFoundException;
  77. import org.eclipse.jgit.errors.TransportException;
  78. import org.eclipse.jgit.http.server.GitServlet;
  79. import org.eclipse.jgit.internal.JGitText;
  80. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  81. import org.eclipse.jgit.junit.TestRepository;
  82. import org.eclipse.jgit.junit.TestRng;
  83. import org.eclipse.jgit.junit.http.AccessEvent;
  84. import org.eclipse.jgit.junit.http.AppServer;
  85. import org.eclipse.jgit.junit.http.HttpTestCase;
  86. import org.eclipse.jgit.lib.ConfigConstants;
  87. import org.eclipse.jgit.lib.Constants;
  88. import org.eclipse.jgit.lib.NullProgressMonitor;
  89. import org.eclipse.jgit.lib.ObjectId;
  90. import org.eclipse.jgit.lib.ObjectIdRef;
  91. import org.eclipse.jgit.lib.ObjectInserter;
  92. import org.eclipse.jgit.lib.Ref;
  93. import org.eclipse.jgit.lib.ReflogEntry;
  94. import org.eclipse.jgit.lib.ReflogReader;
  95. import org.eclipse.jgit.lib.Repository;
  96. import org.eclipse.jgit.lib.StoredConfig;
  97. import org.eclipse.jgit.revwalk.RevBlob;
  98. import org.eclipse.jgit.revwalk.RevCommit;
  99. import org.eclipse.jgit.transport.FetchConnection;
  100. import org.eclipse.jgit.transport.HttpTransport;
  101. import org.eclipse.jgit.transport.RemoteRefUpdate;
  102. import org.eclipse.jgit.transport.Transport;
  103. import org.eclipse.jgit.transport.TransportHttp;
  104. import org.eclipse.jgit.transport.URIish;
  105. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  106. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  107. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  108. import org.eclipse.jgit.transport.resolver.RepositoryResolver;
  109. import org.eclipse.jgit.transport.resolver.ServiceNotEnabledException;
  110. import org.eclipse.jgit.util.HttpSupport;
  111. import org.junit.Before;
  112. import org.junit.Test;
  113. import org.junit.runner.RunWith;
  114. import org.junit.runners.Parameterized;
  115. import org.junit.runners.Parameterized.Parameters;
  116. @RunWith(Parameterized.class)
  117. public class SmartClientSmartServerTest extends HttpTestCase {
  118. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  119. private Repository remoteRepository;
  120. private URIish remoteURI;
  121. private URIish brokenURI;
  122. private URIish redirectURI;
  123. private RevBlob A_txt;
  124. private RevCommit A, B;
  125. @Parameters
  126. public static Collection<Object[]> data() {
  127. // run all tests with both connection factories we have
  128. return Arrays.asList(new Object[][] {
  129. { new JDKHttpConnectionFactory() },
  130. { new HttpClientConnectionFactory() } });
  131. }
  132. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  133. HttpTransport.setConnectionFactory(cf);
  134. }
  135. @Before
  136. public void setUp() throws Exception {
  137. super.setUp();
  138. final TestRepository<Repository> src = createTestRepository();
  139. final String srcName = src.getRepository().getDirectory().getName();
  140. src.getRepository()
  141. .getConfig()
  142. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  143. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  144. GitServlet gs = new GitServlet();
  145. ServletContextHandler app = addNormalContext(gs, src, srcName);
  146. ServletContextHandler broken = addBrokenContext(gs, src, srcName);
  147. ServletContextHandler redirect = addRedirectContext(gs, src, srcName);
  148. server.setUp();
  149. remoteRepository = src.getRepository();
  150. remoteURI = toURIish(app, srcName);
  151. brokenURI = toURIish(broken, srcName);
  152. redirectURI = toURIish(redirect, srcName);
  153. A_txt = src.blob("A");
  154. A = src.commit().add("A_txt", A_txt).create();
  155. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  156. src.update(master, B);
  157. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  158. }
  159. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  160. ServletContextHandler app = server.addContext("/git");
  161. gs.setRepositoryResolver(new TestRepoResolver(src, srcName));
  162. app.addServlet(new ServletHolder(gs), "/*");
  163. return app;
  164. }
  165. @SuppressWarnings("unused")
  166. private ServletContextHandler addBrokenContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  167. ServletContextHandler broken = server.addContext("/bad");
  168. broken.addFilter(new FilterHolder(new Filter() {
  169. public void doFilter(ServletRequest request,
  170. ServletResponse response, FilterChain chain)
  171. throws IOException, ServletException {
  172. final HttpServletResponse r = (HttpServletResponse) response;
  173. r.setContentType("text/plain");
  174. r.setCharacterEncoding("UTF-8");
  175. PrintWriter w = r.getWriter();
  176. w.print("OK");
  177. w.close();
  178. }
  179. public void init(FilterConfig filterConfig)
  180. throws ServletException {
  181. // empty
  182. }
  183. public void destroy() {
  184. // empty
  185. }
  186. }), "/" + srcName + "/git-upload-pack",
  187. EnumSet.of(DispatcherType.REQUEST));
  188. broken.addServlet(new ServletHolder(gs), "/*");
  189. return broken;
  190. }
  191. @SuppressWarnings("unused")
  192. private ServletContextHandler addRedirectContext(GitServlet gs,
  193. TestRepository<Repository> src, String srcName) {
  194. ServletContextHandler redirect = server.addContext("/redirect");
  195. redirect.addFilter(new FilterHolder(new Filter() {
  196. @Override
  197. public void init(FilterConfig filterConfig)
  198. throws ServletException {
  199. // empty
  200. }
  201. @Override
  202. public void doFilter(ServletRequest request,
  203. ServletResponse response, FilterChain chain)
  204. throws IOException, ServletException {
  205. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  206. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  207. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  208. if (httpServletRequest.getQueryString() != null) {
  209. fullUrl.append("?")
  210. .append(httpServletRequest.getQueryString());
  211. }
  212. httpServletResponse
  213. .setStatus(HttpServletResponse.SC_MOVED_PERMANENTLY);
  214. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  215. fullUrl.toString().replace("/redirect", "/git"));
  216. }
  217. @Override
  218. public void destroy() {
  219. // empty
  220. }
  221. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  222. redirect.addServlet(new ServletHolder(gs), "/*");
  223. return redirect;
  224. }
  225. @Test
  226. public void testListRemote() throws IOException {
  227. Repository dst = createBareRepository();
  228. assertEquals("http", remoteURI.getScheme());
  229. Map<String, Ref> map;
  230. try (Transport t = Transport.open(dst, remoteURI)) {
  231. // I didn't make up these public interface names, I just
  232. // approved them for inclusion into the code base. Sorry.
  233. // --spearce
  234. //
  235. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  236. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  237. FetchConnection c = t.openFetch();
  238. try {
  239. map = c.getRefsMap();
  240. } finally {
  241. c.close();
  242. }
  243. }
  244. assertNotNull("have map of refs", map);
  245. assertEquals(3, map.size());
  246. assertNotNull("has " + master, map.get(master));
  247. assertEquals(B, map.get(master).getObjectId());
  248. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  249. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  250. List<AccessEvent> requests = getRequests();
  251. assertEquals(1, requests.size());
  252. AccessEvent info = requests.get(0);
  253. assertEquals("GET", info.getMethod());
  254. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  255. assertEquals(1, info.getParameters().size());
  256. assertEquals("git-upload-pack", info.getParameter("service"));
  257. assertEquals(200, info.getStatus());
  258. assertEquals("application/x-git-upload-pack-advertisement", info
  259. .getResponseHeader(HDR_CONTENT_TYPE));
  260. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  261. }
  262. @Test
  263. public void testListRemote_BadName() throws IOException, URISyntaxException {
  264. Repository dst = createBareRepository();
  265. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  266. try (Transport t = Transport.open(dst, uri)) {
  267. try {
  268. t.openFetch();
  269. fail("fetch connection opened");
  270. } catch (RemoteRepositoryException notFound) {
  271. assertEquals(uri + ": Git repository not found",
  272. notFound.getMessage());
  273. }
  274. }
  275. List<AccessEvent> requests = getRequests();
  276. assertEquals(1, requests.size());
  277. AccessEvent info = requests.get(0);
  278. assertEquals("GET", info.getMethod());
  279. assertEquals(join(uri, "info/refs"), info.getPath());
  280. assertEquals(1, info.getParameters().size());
  281. assertEquals("git-upload-pack", info.getParameter("service"));
  282. assertEquals(200, info.getStatus());
  283. assertEquals("application/x-git-upload-pack-advertisement",
  284. info.getResponseHeader(HDR_CONTENT_TYPE));
  285. }
  286. @Test
  287. public void testInitialClone_Small() throws Exception {
  288. Repository dst = createBareRepository();
  289. assertFalse(dst.hasObject(A_txt));
  290. try (Transport t = Transport.open(dst, remoteURI)) {
  291. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  292. }
  293. assertTrue(dst.hasObject(A_txt));
  294. assertEquals(B, dst.exactRef(master).getObjectId());
  295. fsck(dst, B);
  296. List<AccessEvent> requests = getRequests();
  297. assertEquals(2, requests.size());
  298. AccessEvent info = requests.get(0);
  299. assertEquals("GET", info.getMethod());
  300. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  301. assertEquals(1, info.getParameters().size());
  302. assertEquals("git-upload-pack", info.getParameter("service"));
  303. assertEquals(200, info.getStatus());
  304. assertEquals("application/x-git-upload-pack-advertisement", info
  305. .getResponseHeader(HDR_CONTENT_TYPE));
  306. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  307. AccessEvent service = requests.get(1);
  308. assertEquals("POST", service.getMethod());
  309. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  310. assertEquals(0, service.getParameters().size());
  311. assertNotNull("has content-length", service
  312. .getRequestHeader(HDR_CONTENT_LENGTH));
  313. assertNull("not chunked", service
  314. .getRequestHeader(HDR_TRANSFER_ENCODING));
  315. assertEquals(200, service.getStatus());
  316. assertEquals("application/x-git-upload-pack-result", service
  317. .getResponseHeader(HDR_CONTENT_TYPE));
  318. }
  319. @Test
  320. public void testInitialClone_RedirectSmall() throws Exception {
  321. Repository dst = createBareRepository();
  322. assertFalse(dst.hasObject(A_txt));
  323. try (Transport t = Transport.open(dst, redirectURI)) {
  324. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  325. }
  326. assertTrue(dst.hasObject(A_txt));
  327. assertEquals(B, dst.exactRef(master).getObjectId());
  328. fsck(dst, B);
  329. List<AccessEvent> requests = getRequests();
  330. assertEquals(4, requests.size());
  331. AccessEvent firstRedirect = requests.get(0);
  332. assertEquals(301, firstRedirect.getStatus());
  333. AccessEvent info = requests.get(1);
  334. assertEquals("GET", info.getMethod());
  335. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  336. assertEquals(1, info.getParameters().size());
  337. assertEquals("git-upload-pack", info.getParameter("service"));
  338. assertEquals(200, info.getStatus());
  339. assertEquals("application/x-git-upload-pack-advertisement",
  340. info.getResponseHeader(HDR_CONTENT_TYPE));
  341. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  342. AccessEvent secondRedirect = requests.get(2);
  343. assertEquals(301, secondRedirect.getStatus());
  344. AccessEvent service = requests.get(3);
  345. assertEquals("POST", service.getMethod());
  346. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  347. assertEquals(0, service.getParameters().size());
  348. assertNotNull("has content-length",
  349. service.getRequestHeader(HDR_CONTENT_LENGTH));
  350. assertNull("not chunked",
  351. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  352. assertEquals(200, service.getStatus());
  353. assertEquals("application/x-git-upload-pack-result",
  354. service.getResponseHeader(HDR_CONTENT_TYPE));
  355. }
  356. @Test
  357. public void testFetch_FewLocalCommits() throws Exception {
  358. // Bootstrap by doing the clone.
  359. //
  360. TestRepository dst = createTestRepository();
  361. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  362. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  363. }
  364. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  365. List<AccessEvent> cloneRequests = getRequests();
  366. // Only create a few new commits.
  367. TestRepository.BranchBuilder b = dst.branch(master);
  368. for (int i = 0; i < 4; i++)
  369. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  370. // Create a new commit on the remote.
  371. //
  372. b = new TestRepository<Repository>(remoteRepository).branch(master);
  373. RevCommit Z = b.commit().message("Z").create();
  374. // Now incrementally update.
  375. //
  376. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  377. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  378. }
  379. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  380. List<AccessEvent> requests = getRequests();
  381. requests.removeAll(cloneRequests);
  382. assertEquals(2, requests.size());
  383. AccessEvent info = requests.get(0);
  384. assertEquals("GET", info.getMethod());
  385. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  386. assertEquals(1, info.getParameters().size());
  387. assertEquals("git-upload-pack", info.getParameter("service"));
  388. assertEquals(200, info.getStatus());
  389. assertEquals("application/x-git-upload-pack-advertisement",
  390. info.getResponseHeader(HDR_CONTENT_TYPE));
  391. // We should have needed one request to perform the fetch.
  392. //
  393. AccessEvent service = requests.get(1);
  394. assertEquals("POST", service.getMethod());
  395. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  396. assertEquals(0, service.getParameters().size());
  397. assertNotNull("has content-length",
  398. service.getRequestHeader(HDR_CONTENT_LENGTH));
  399. assertNull("not chunked",
  400. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  401. assertEquals(200, service.getStatus());
  402. assertEquals("application/x-git-upload-pack-result",
  403. service.getResponseHeader(HDR_CONTENT_TYPE));
  404. }
  405. @Test
  406. public void testFetch_TooManyLocalCommits() throws Exception {
  407. // Bootstrap by doing the clone.
  408. //
  409. TestRepository dst = createTestRepository();
  410. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  411. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  412. }
  413. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  414. List<AccessEvent> cloneRequests = getRequests();
  415. // Force enough into the local client that enumeration will
  416. // need multiple packets, but not too many to overflow and
  417. // not pick up the ACK_COMMON message.
  418. //
  419. TestRepository.BranchBuilder b = dst.branch(master);
  420. for (int i = 0; i < 32 - 1; i++)
  421. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  422. // Create a new commit on the remote.
  423. //
  424. b = new TestRepository<Repository>(remoteRepository).branch(master);
  425. RevCommit Z = b.commit().message("Z").create();
  426. // Now incrementally update.
  427. //
  428. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  429. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  430. }
  431. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  432. List<AccessEvent> requests = getRequests();
  433. requests.removeAll(cloneRequests);
  434. assertEquals(3, requests.size());
  435. AccessEvent info = requests.get(0);
  436. assertEquals("GET", info.getMethod());
  437. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  438. assertEquals(1, info.getParameters().size());
  439. assertEquals("git-upload-pack", info.getParameter("service"));
  440. assertEquals(200, info.getStatus());
  441. assertEquals("application/x-git-upload-pack-advertisement", info
  442. .getResponseHeader(HDR_CONTENT_TYPE));
  443. // We should have needed two requests to perform the fetch
  444. // due to the high number of local unknown commits.
  445. //
  446. AccessEvent service = requests.get(1);
  447. assertEquals("POST", service.getMethod());
  448. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  449. assertEquals(0, service.getParameters().size());
  450. assertNotNull("has content-length", service
  451. .getRequestHeader(HDR_CONTENT_LENGTH));
  452. assertNull("not chunked", service
  453. .getRequestHeader(HDR_TRANSFER_ENCODING));
  454. assertEquals(200, service.getStatus());
  455. assertEquals("application/x-git-upload-pack-result", service
  456. .getResponseHeader(HDR_CONTENT_TYPE));
  457. service = requests.get(2);
  458. assertEquals("POST", service.getMethod());
  459. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  460. assertEquals(0, service.getParameters().size());
  461. assertNotNull("has content-length", service
  462. .getRequestHeader(HDR_CONTENT_LENGTH));
  463. assertNull("not chunked", service
  464. .getRequestHeader(HDR_TRANSFER_ENCODING));
  465. assertEquals(200, service.getStatus());
  466. assertEquals("application/x-git-upload-pack-result", service
  467. .getResponseHeader(HDR_CONTENT_TYPE));
  468. }
  469. @Test
  470. public void testInitialClone_BrokenServer() throws Exception {
  471. Repository dst = createBareRepository();
  472. assertFalse(dst.hasObject(A_txt));
  473. try (Transport t = Transport.open(dst, brokenURI)) {
  474. try {
  475. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  476. fail("fetch completed despite upload-pack being broken");
  477. } catch (TransportException err) {
  478. String exp = brokenURI + ": expected"
  479. + " Content-Type application/x-git-upload-pack-result;"
  480. + " received Content-Type text/plain;charset=utf-8";
  481. assertEquals(exp, err.getMessage());
  482. }
  483. }
  484. List<AccessEvent> requests = getRequests();
  485. assertEquals(2, requests.size());
  486. AccessEvent info = requests.get(0);
  487. assertEquals("GET", info.getMethod());
  488. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  489. assertEquals(1, info.getParameters().size());
  490. assertEquals("git-upload-pack", info.getParameter("service"));
  491. assertEquals(200, info.getStatus());
  492. assertEquals("application/x-git-upload-pack-advertisement", info
  493. .getResponseHeader(HDR_CONTENT_TYPE));
  494. AccessEvent service = requests.get(1);
  495. assertEquals("POST", service.getMethod());
  496. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  497. assertEquals(0, service.getParameters().size());
  498. assertEquals(200, service.getStatus());
  499. assertEquals("text/plain;charset=utf-8",
  500. service.getResponseHeader(HDR_CONTENT_TYPE));
  501. }
  502. @Test
  503. public void testInvalidWant() throws Exception {
  504. @SuppressWarnings("resource")
  505. ObjectId id = new ObjectInserter.Formatter().idFor(Constants.OBJ_BLOB,
  506. "testInvalidWant".getBytes(StandardCharsets.UTF_8));
  507. Repository dst = createBareRepository();
  508. try (Transport t = Transport.open(dst, remoteURI);
  509. FetchConnection c = t.openFetch()) {
  510. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  511. id);
  512. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  513. Collections.<ObjectId> emptySet());
  514. fail("Server accepted want " + id.name());
  515. } catch (TransportException err) {
  516. assertEquals("want " + id.name() + " not valid", err.getMessage());
  517. }
  518. }
  519. @Test
  520. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  521. AppServer noRefServer = new AppServer();
  522. try {
  523. final String repoName = "refs-unreadable";
  524. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  525. new DfsRepositoryDescription(repoName));
  526. final TestRepository<Repository> repo = new TestRepository<Repository>(
  527. badRefsRepo);
  528. ServletContextHandler app = noRefServer.addContext("/git");
  529. GitServlet gs = new GitServlet();
  530. gs.setRepositoryResolver(new TestRepoResolver(repo, repoName));
  531. app.addServlet(new ServletHolder(gs), "/*");
  532. noRefServer.setUp();
  533. RevBlob A2_txt = repo.blob("A2");
  534. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  535. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  536. .add("B2", "B2").create();
  537. repo.update(master, B2);
  538. URIish badRefsURI = new URIish(noRefServer.getURI()
  539. .resolve(app.getContextPath() + "/" + repoName).toString());
  540. Repository dst = createBareRepository();
  541. try (Transport t = Transport.open(dst, badRefsURI);
  542. FetchConnection c = t.openFetch()) {
  543. // We start failing here to exercise the post-advertisement
  544. // upload pack handler.
  545. badRefsRepo.startFailing();
  546. // Need to flush caches because ref advertisement populated them.
  547. badRefsRepo.getRefDatabase().refresh();
  548. c.fetch(NullProgressMonitor.INSTANCE,
  549. Collections.singleton(c.getRef(master)),
  550. Collections.<ObjectId> emptySet());
  551. fail("Successfully served ref with value " + c.getRef(master));
  552. } catch (TransportException err) {
  553. assertEquals("internal server error", err.getMessage());
  554. }
  555. } finally {
  556. noRefServer.tearDown();
  557. }
  558. }
  559. @Test
  560. public void testPush_NotAuthorized() throws Exception {
  561. final TestRepository src = createTestRepository();
  562. final RevBlob Q_txt = src.blob("new text");
  563. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  564. final Repository db = src.getRepository();
  565. final String dstName = Constants.R_HEADS + "new.branch";
  566. // push anonymous shouldn't be allowed.
  567. //
  568. try (Transport t = Transport.open(db, remoteURI)) {
  569. final String srcExpr = Q.name();
  570. final boolean forceUpdate = false;
  571. final String localName = null;
  572. final ObjectId oldId = null;
  573. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  574. srcExpr, dstName, forceUpdate, localName, oldId);
  575. try {
  576. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  577. fail("anonymous push incorrectly accepted without error");
  578. } catch (TransportException e) {
  579. final String exp = remoteURI + ": "
  580. + JGitText.get().authenticationNotSupported;
  581. assertEquals(exp, e.getMessage());
  582. }
  583. }
  584. List<AccessEvent> requests = getRequests();
  585. assertEquals(1, requests.size());
  586. AccessEvent info = requests.get(0);
  587. assertEquals("GET", info.getMethod());
  588. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  589. assertEquals(1, info.getParameters().size());
  590. assertEquals("git-receive-pack", info.getParameter("service"));
  591. assertEquals(401, info.getStatus());
  592. }
  593. @Test
  594. public void testPush_CreateBranch() throws Exception {
  595. final TestRepository src = createTestRepository();
  596. final RevBlob Q_txt = src.blob("new text");
  597. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  598. final Repository db = src.getRepository();
  599. final String dstName = Constants.R_HEADS + "new.branch";
  600. enableReceivePack();
  601. try (Transport t = Transport.open(db, remoteURI)) {
  602. final String srcExpr = Q.name();
  603. final boolean forceUpdate = false;
  604. final String localName = null;
  605. final ObjectId oldId = null;
  606. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  607. srcExpr, dstName, forceUpdate, localName, oldId);
  608. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  609. }
  610. assertTrue(remoteRepository.hasObject(Q_txt));
  611. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  612. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  613. fsck(remoteRepository, Q);
  614. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  615. assertNotNull("has log for " + dstName, log);
  616. final ReflogEntry last = log.getLastEntry();
  617. assertNotNull("has last entry", last);
  618. assertEquals(ObjectId.zeroId(), last.getOldId());
  619. assertEquals(Q, last.getNewId());
  620. assertEquals("anonymous", last.getWho().getName());
  621. // Assumption: The host name we use to contact the server should
  622. // be the server's own host name, because it should be the loopback
  623. // network interface.
  624. //
  625. final String clientHost = remoteURI.getHost();
  626. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  627. assertEquals("push: created", last.getComment());
  628. List<AccessEvent> requests = getRequests();
  629. assertEquals(2, requests.size());
  630. AccessEvent info = requests.get(0);
  631. assertEquals("GET", info.getMethod());
  632. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  633. assertEquals(1, info.getParameters().size());
  634. assertEquals("git-receive-pack", info.getParameter("service"));
  635. assertEquals(200, info.getStatus());
  636. assertEquals("application/x-git-receive-pack-advertisement", info
  637. .getResponseHeader(HDR_CONTENT_TYPE));
  638. AccessEvent service = requests.get(1);
  639. assertEquals("POST", service.getMethod());
  640. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  641. assertEquals(0, service.getParameters().size());
  642. assertNotNull("has content-length", service
  643. .getRequestHeader(HDR_CONTENT_LENGTH));
  644. assertNull("not chunked", service
  645. .getRequestHeader(HDR_TRANSFER_ENCODING));
  646. assertEquals(200, service.getStatus());
  647. assertEquals("application/x-git-receive-pack-result", service
  648. .getResponseHeader(HDR_CONTENT_TYPE));
  649. }
  650. @Test
  651. public void testPush_ChunkedEncoding() throws Exception {
  652. final TestRepository<Repository> src = createTestRepository();
  653. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  654. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  655. final Repository db = src.getRepository();
  656. final String dstName = Constants.R_HEADS + "new.branch";
  657. enableReceivePack();
  658. final StoredConfig cfg = db.getConfig();
  659. cfg.setInt("core", null, "compression", 0);
  660. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  661. cfg.save();
  662. try (Transport t = Transport.open(db, remoteURI)) {
  663. final String srcExpr = Q.name();
  664. final boolean forceUpdate = false;
  665. final String localName = null;
  666. final ObjectId oldId = null;
  667. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  668. srcExpr, dstName, forceUpdate, localName, oldId);
  669. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  670. }
  671. assertTrue(remoteRepository.hasObject(Q_bin));
  672. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  673. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  674. fsck(remoteRepository, Q);
  675. List<AccessEvent> requests = getRequests();
  676. assertEquals(2, requests.size());
  677. AccessEvent info = requests.get(0);
  678. assertEquals("GET", info.getMethod());
  679. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  680. assertEquals(1, info.getParameters().size());
  681. assertEquals("git-receive-pack", info.getParameter("service"));
  682. assertEquals(200, info.getStatus());
  683. assertEquals("application/x-git-receive-pack-advertisement", info
  684. .getResponseHeader(HDR_CONTENT_TYPE));
  685. AccessEvent service = requests.get(1);
  686. assertEquals("POST", service.getMethod());
  687. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  688. assertEquals(0, service.getParameters().size());
  689. assertNull("no content-length", service
  690. .getRequestHeader(HDR_CONTENT_LENGTH));
  691. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  692. assertEquals(200, service.getStatus());
  693. assertEquals("application/x-git-receive-pack-result", service
  694. .getResponseHeader(HDR_CONTENT_TYPE));
  695. }
  696. private void enableReceivePack() throws IOException {
  697. final StoredConfig cfg = remoteRepository.getConfig();
  698. cfg.setBoolean("http", null, "receivepack", true);
  699. cfg.save();
  700. }
  701. private final class TestRepoResolver
  702. implements RepositoryResolver<HttpServletRequest> {
  703. private final TestRepository<Repository> repo;
  704. private final String repoName;
  705. private TestRepoResolver(TestRepository<Repository> repo,
  706. String repoName) {
  707. this.repo = repo;
  708. this.repoName = repoName;
  709. }
  710. public Repository open(HttpServletRequest req, String name)
  711. throws RepositoryNotFoundException, ServiceNotEnabledException {
  712. if (!name.equals(repoName))
  713. throw new RepositoryNotFoundException(name);
  714. Repository db = repo.getRepository();
  715. db.incrementOpen();
  716. return db;
  717. }
  718. }
  719. }