You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 30KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  47. import static org.junit.Assert.assertEquals;
  48. import static org.junit.Assert.assertFalse;
  49. import static org.junit.Assert.assertNotNull;
  50. import static org.junit.Assert.assertNull;
  51. import static org.junit.Assert.assertTrue;
  52. import static org.junit.Assert.fail;
  53. import java.io.IOException;
  54. import java.io.PrintWriter;
  55. import java.net.URISyntaxException;
  56. import java.nio.charset.StandardCharsets;
  57. import java.util.Arrays;
  58. import java.util.Collection;
  59. import java.util.Collections;
  60. import java.util.EnumSet;
  61. import java.util.List;
  62. import java.util.Map;
  63. import javax.servlet.DispatcherType;
  64. import javax.servlet.Filter;
  65. import javax.servlet.FilterChain;
  66. import javax.servlet.FilterConfig;
  67. import javax.servlet.ServletException;
  68. import javax.servlet.ServletRequest;
  69. import javax.servlet.ServletResponse;
  70. import javax.servlet.http.HttpServletRequest;
  71. import javax.servlet.http.HttpServletResponse;
  72. import org.eclipse.jetty.servlet.FilterHolder;
  73. import org.eclipse.jetty.servlet.ServletContextHandler;
  74. import org.eclipse.jetty.servlet.ServletHolder;
  75. import org.eclipse.jgit.errors.RemoteRepositoryException;
  76. import org.eclipse.jgit.errors.RepositoryNotFoundException;
  77. import org.eclipse.jgit.errors.TransportException;
  78. import org.eclipse.jgit.http.server.GitServlet;
  79. import org.eclipse.jgit.internal.JGitText;
  80. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  81. import org.eclipse.jgit.junit.TestRepository;
  82. import org.eclipse.jgit.junit.TestRng;
  83. import org.eclipse.jgit.junit.http.AccessEvent;
  84. import org.eclipse.jgit.junit.http.AppServer;
  85. import org.eclipse.jgit.junit.http.HttpTestCase;
  86. import org.eclipse.jgit.lib.ConfigConstants;
  87. import org.eclipse.jgit.lib.Constants;
  88. import org.eclipse.jgit.lib.NullProgressMonitor;
  89. import org.eclipse.jgit.lib.ObjectId;
  90. import org.eclipse.jgit.lib.ObjectIdRef;
  91. import org.eclipse.jgit.lib.ObjectInserter;
  92. import org.eclipse.jgit.lib.Ref;
  93. import org.eclipse.jgit.lib.ReflogEntry;
  94. import org.eclipse.jgit.lib.ReflogReader;
  95. import org.eclipse.jgit.lib.Repository;
  96. import org.eclipse.jgit.lib.StoredConfig;
  97. import org.eclipse.jgit.revwalk.RevBlob;
  98. import org.eclipse.jgit.revwalk.RevCommit;
  99. import org.eclipse.jgit.transport.FetchConnection;
  100. import org.eclipse.jgit.transport.HttpTransport;
  101. import org.eclipse.jgit.transport.RemoteRefUpdate;
  102. import org.eclipse.jgit.transport.Transport;
  103. import org.eclipse.jgit.transport.TransportHttp;
  104. import org.eclipse.jgit.transport.URIish;
  105. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  106. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  107. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  108. import org.eclipse.jgit.transport.resolver.RepositoryResolver;
  109. import org.eclipse.jgit.transport.resolver.ServiceNotEnabledException;
  110. import org.eclipse.jgit.util.HttpSupport;
  111. import org.junit.Before;
  112. import org.junit.Test;
  113. import org.junit.runner.RunWith;
  114. import org.junit.runners.Parameterized;
  115. import org.junit.runners.Parameterized.Parameters;
  116. @RunWith(Parameterized.class)
  117. public class SmartClientSmartServerTest extends HttpTestCase {
  118. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  119. private Repository remoteRepository;
  120. private URIish remoteURI;
  121. private URIish brokenURI;
  122. private URIish redirectURI;
  123. private RevBlob A_txt;
  124. private RevCommit A, B;
  125. @Parameters
  126. public static Collection<Object[]> data() {
  127. // run all tests with both connection factories we have
  128. return Arrays.asList(new Object[][] {
  129. { new JDKHttpConnectionFactory() },
  130. { new HttpClientConnectionFactory() } });
  131. }
  132. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  133. HttpTransport.setConnectionFactory(cf);
  134. }
  135. @Override
  136. @Before
  137. public void setUp() throws Exception {
  138. super.setUp();
  139. final TestRepository<Repository> src = createTestRepository();
  140. final String srcName = src.getRepository().getDirectory().getName();
  141. src.getRepository()
  142. .getConfig()
  143. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  144. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  145. GitServlet gs = new GitServlet();
  146. ServletContextHandler app = addNormalContext(gs, src, srcName);
  147. ServletContextHandler broken = addBrokenContext(gs, src, srcName);
  148. ServletContextHandler redirect = addRedirectContext(gs, src, srcName);
  149. server.setUp();
  150. remoteRepository = src.getRepository();
  151. remoteURI = toURIish(app, srcName);
  152. brokenURI = toURIish(broken, srcName);
  153. redirectURI = toURIish(redirect, srcName);
  154. A_txt = src.blob("A");
  155. A = src.commit().add("A_txt", A_txt).create();
  156. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  157. src.update(master, B);
  158. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  159. }
  160. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  161. ServletContextHandler app = server.addContext("/git");
  162. gs.setRepositoryResolver(new TestRepoResolver(src, srcName));
  163. app.addServlet(new ServletHolder(gs), "/*");
  164. return app;
  165. }
  166. @SuppressWarnings("unused")
  167. private ServletContextHandler addBrokenContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  168. ServletContextHandler broken = server.addContext("/bad");
  169. broken.addFilter(new FilterHolder(new Filter() {
  170. @Override
  171. public void doFilter(ServletRequest request,
  172. ServletResponse response, FilterChain chain)
  173. throws IOException, ServletException {
  174. final HttpServletResponse r = (HttpServletResponse) response;
  175. r.setContentType("text/plain");
  176. r.setCharacterEncoding("UTF-8");
  177. PrintWriter w = r.getWriter();
  178. w.print("OK");
  179. w.close();
  180. }
  181. @Override
  182. public void init(FilterConfig filterConfig)
  183. throws ServletException {
  184. // empty
  185. }
  186. @Override
  187. public void destroy() {
  188. // empty
  189. }
  190. }), "/" + srcName + "/git-upload-pack",
  191. EnumSet.of(DispatcherType.REQUEST));
  192. broken.addServlet(new ServletHolder(gs), "/*");
  193. return broken;
  194. }
  195. @SuppressWarnings("unused")
  196. private ServletContextHandler addRedirectContext(GitServlet gs,
  197. TestRepository<Repository> src, String srcName) {
  198. ServletContextHandler redirect = server.addContext("/redirect");
  199. redirect.addFilter(new FilterHolder(new Filter() {
  200. @Override
  201. public void init(FilterConfig filterConfig)
  202. throws ServletException {
  203. // empty
  204. }
  205. @Override
  206. public void doFilter(ServletRequest request,
  207. ServletResponse response, FilterChain chain)
  208. throws IOException, ServletException {
  209. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  210. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  211. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  212. if (httpServletRequest.getQueryString() != null) {
  213. fullUrl.append("?")
  214. .append(httpServletRequest.getQueryString());
  215. }
  216. httpServletResponse
  217. .setStatus(HttpServletResponse.SC_MOVED_PERMANENTLY);
  218. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  219. fullUrl.toString().replace("/redirect", "/git"));
  220. }
  221. @Override
  222. public void destroy() {
  223. // empty
  224. }
  225. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  226. redirect.addServlet(new ServletHolder(gs), "/*");
  227. return redirect;
  228. }
  229. @Test
  230. public void testListRemote() throws IOException {
  231. Repository dst = createBareRepository();
  232. assertEquals("http", remoteURI.getScheme());
  233. Map<String, Ref> map;
  234. try (Transport t = Transport.open(dst, remoteURI)) {
  235. // I didn't make up these public interface names, I just
  236. // approved them for inclusion into the code base. Sorry.
  237. // --spearce
  238. //
  239. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  240. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  241. FetchConnection c = t.openFetch();
  242. try {
  243. map = c.getRefsMap();
  244. } finally {
  245. c.close();
  246. }
  247. }
  248. assertNotNull("have map of refs", map);
  249. assertEquals(3, map.size());
  250. assertNotNull("has " + master, map.get(master));
  251. assertEquals(B, map.get(master).getObjectId());
  252. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  253. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  254. List<AccessEvent> requests = getRequests();
  255. assertEquals(1, requests.size());
  256. AccessEvent info = requests.get(0);
  257. assertEquals("GET", info.getMethod());
  258. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  259. assertEquals(1, info.getParameters().size());
  260. assertEquals("git-upload-pack", info.getParameter("service"));
  261. assertEquals(200, info.getStatus());
  262. assertEquals("application/x-git-upload-pack-advertisement", info
  263. .getResponseHeader(HDR_CONTENT_TYPE));
  264. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  265. }
  266. @Test
  267. public void testListRemote_BadName() throws IOException, URISyntaxException {
  268. Repository dst = createBareRepository();
  269. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  270. try (Transport t = Transport.open(dst, uri)) {
  271. try {
  272. t.openFetch();
  273. fail("fetch connection opened");
  274. } catch (RemoteRepositoryException notFound) {
  275. assertEquals(uri + ": Git repository not found",
  276. notFound.getMessage());
  277. }
  278. }
  279. List<AccessEvent> requests = getRequests();
  280. assertEquals(1, requests.size());
  281. AccessEvent info = requests.get(0);
  282. assertEquals("GET", info.getMethod());
  283. assertEquals(join(uri, "info/refs"), info.getPath());
  284. assertEquals(1, info.getParameters().size());
  285. assertEquals("git-upload-pack", info.getParameter("service"));
  286. assertEquals(200, info.getStatus());
  287. assertEquals("application/x-git-upload-pack-advertisement",
  288. info.getResponseHeader(HDR_CONTENT_TYPE));
  289. }
  290. @Test
  291. public void testInitialClone_Small() throws Exception {
  292. Repository dst = createBareRepository();
  293. assertFalse(dst.hasObject(A_txt));
  294. try (Transport t = Transport.open(dst, remoteURI)) {
  295. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  296. }
  297. assertTrue(dst.hasObject(A_txt));
  298. assertEquals(B, dst.exactRef(master).getObjectId());
  299. fsck(dst, B);
  300. List<AccessEvent> requests = getRequests();
  301. assertEquals(2, requests.size());
  302. AccessEvent info = requests.get(0);
  303. assertEquals("GET", info.getMethod());
  304. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  305. assertEquals(1, info.getParameters().size());
  306. assertEquals("git-upload-pack", info.getParameter("service"));
  307. assertEquals(200, info.getStatus());
  308. assertEquals("application/x-git-upload-pack-advertisement", info
  309. .getResponseHeader(HDR_CONTENT_TYPE));
  310. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  311. AccessEvent service = requests.get(1);
  312. assertEquals("POST", service.getMethod());
  313. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  314. assertEquals(0, service.getParameters().size());
  315. assertNotNull("has content-length", service
  316. .getRequestHeader(HDR_CONTENT_LENGTH));
  317. assertNull("not chunked", service
  318. .getRequestHeader(HDR_TRANSFER_ENCODING));
  319. assertEquals(200, service.getStatus());
  320. assertEquals("application/x-git-upload-pack-result", service
  321. .getResponseHeader(HDR_CONTENT_TYPE));
  322. }
  323. @Test
  324. public void testInitialClone_RedirectSmall() throws Exception {
  325. Repository dst = createBareRepository();
  326. assertFalse(dst.hasObject(A_txt));
  327. try (Transport t = Transport.open(dst, redirectURI)) {
  328. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  329. }
  330. assertTrue(dst.hasObject(A_txt));
  331. assertEquals(B, dst.exactRef(master).getObjectId());
  332. fsck(dst, B);
  333. List<AccessEvent> requests = getRequests();
  334. assertEquals(4, requests.size());
  335. AccessEvent firstRedirect = requests.get(0);
  336. assertEquals(301, firstRedirect.getStatus());
  337. AccessEvent info = requests.get(1);
  338. assertEquals("GET", info.getMethod());
  339. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  340. assertEquals(1, info.getParameters().size());
  341. assertEquals("git-upload-pack", info.getParameter("service"));
  342. assertEquals(200, info.getStatus());
  343. assertEquals("application/x-git-upload-pack-advertisement",
  344. info.getResponseHeader(HDR_CONTENT_TYPE));
  345. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  346. AccessEvent secondRedirect = requests.get(2);
  347. assertEquals(301, secondRedirect.getStatus());
  348. AccessEvent service = requests.get(3);
  349. assertEquals("POST", service.getMethod());
  350. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  351. assertEquals(0, service.getParameters().size());
  352. assertNotNull("has content-length",
  353. service.getRequestHeader(HDR_CONTENT_LENGTH));
  354. assertNull("not chunked",
  355. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  356. assertEquals(200, service.getStatus());
  357. assertEquals("application/x-git-upload-pack-result",
  358. service.getResponseHeader(HDR_CONTENT_TYPE));
  359. }
  360. @Test
  361. public void testFetch_FewLocalCommits() throws Exception {
  362. // Bootstrap by doing the clone.
  363. //
  364. TestRepository dst = createTestRepository();
  365. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  366. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  367. }
  368. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  369. List<AccessEvent> cloneRequests = getRequests();
  370. // Only create a few new commits.
  371. TestRepository.BranchBuilder b = dst.branch(master);
  372. for (int i = 0; i < 4; i++)
  373. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  374. // Create a new commit on the remote.
  375. //
  376. b = new TestRepository<>(remoteRepository).branch(master);
  377. RevCommit Z = b.commit().message("Z").create();
  378. // Now incrementally update.
  379. //
  380. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  381. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  382. }
  383. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  384. List<AccessEvent> requests = getRequests();
  385. requests.removeAll(cloneRequests);
  386. assertEquals(2, requests.size());
  387. AccessEvent info = requests.get(0);
  388. assertEquals("GET", info.getMethod());
  389. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  390. assertEquals(1, info.getParameters().size());
  391. assertEquals("git-upload-pack", info.getParameter("service"));
  392. assertEquals(200, info.getStatus());
  393. assertEquals("application/x-git-upload-pack-advertisement",
  394. info.getResponseHeader(HDR_CONTENT_TYPE));
  395. // We should have needed one request to perform the fetch.
  396. //
  397. AccessEvent service = requests.get(1);
  398. assertEquals("POST", service.getMethod());
  399. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  400. assertEquals(0, service.getParameters().size());
  401. assertNotNull("has content-length",
  402. service.getRequestHeader(HDR_CONTENT_LENGTH));
  403. assertNull("not chunked",
  404. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  405. assertEquals(200, service.getStatus());
  406. assertEquals("application/x-git-upload-pack-result",
  407. service.getResponseHeader(HDR_CONTENT_TYPE));
  408. }
  409. @Test
  410. public void testFetch_TooManyLocalCommits() throws Exception {
  411. // Bootstrap by doing the clone.
  412. //
  413. TestRepository dst = createTestRepository();
  414. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  415. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  416. }
  417. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  418. List<AccessEvent> cloneRequests = getRequests();
  419. // Force enough into the local client that enumeration will
  420. // need multiple packets, but not too many to overflow and
  421. // not pick up the ACK_COMMON message.
  422. //
  423. TestRepository.BranchBuilder b = dst.branch(master);
  424. for (int i = 0; i < 32 - 1; i++)
  425. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  426. // Create a new commit on the remote.
  427. //
  428. b = new TestRepository<>(remoteRepository).branch(master);
  429. RevCommit Z = b.commit().message("Z").create();
  430. // Now incrementally update.
  431. //
  432. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  433. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  434. }
  435. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  436. List<AccessEvent> requests = getRequests();
  437. requests.removeAll(cloneRequests);
  438. assertEquals(3, requests.size());
  439. AccessEvent info = requests.get(0);
  440. assertEquals("GET", info.getMethod());
  441. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  442. assertEquals(1, info.getParameters().size());
  443. assertEquals("git-upload-pack", info.getParameter("service"));
  444. assertEquals(200, info.getStatus());
  445. assertEquals("application/x-git-upload-pack-advertisement", info
  446. .getResponseHeader(HDR_CONTENT_TYPE));
  447. // We should have needed two requests to perform the fetch
  448. // due to the high number of local unknown commits.
  449. //
  450. AccessEvent service = requests.get(1);
  451. assertEquals("POST", service.getMethod());
  452. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  453. assertEquals(0, service.getParameters().size());
  454. assertNotNull("has content-length", service
  455. .getRequestHeader(HDR_CONTENT_LENGTH));
  456. assertNull("not chunked", service
  457. .getRequestHeader(HDR_TRANSFER_ENCODING));
  458. assertEquals(200, service.getStatus());
  459. assertEquals("application/x-git-upload-pack-result", service
  460. .getResponseHeader(HDR_CONTENT_TYPE));
  461. service = requests.get(2);
  462. assertEquals("POST", service.getMethod());
  463. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  464. assertEquals(0, service.getParameters().size());
  465. assertNotNull("has content-length", service
  466. .getRequestHeader(HDR_CONTENT_LENGTH));
  467. assertNull("not chunked", service
  468. .getRequestHeader(HDR_TRANSFER_ENCODING));
  469. assertEquals(200, service.getStatus());
  470. assertEquals("application/x-git-upload-pack-result", service
  471. .getResponseHeader(HDR_CONTENT_TYPE));
  472. }
  473. @Test
  474. public void testInitialClone_BrokenServer() throws Exception {
  475. Repository dst = createBareRepository();
  476. assertFalse(dst.hasObject(A_txt));
  477. try (Transport t = Transport.open(dst, brokenURI)) {
  478. try {
  479. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  480. fail("fetch completed despite upload-pack being broken");
  481. } catch (TransportException err) {
  482. String exp = brokenURI + ": expected"
  483. + " Content-Type application/x-git-upload-pack-result;"
  484. + " received Content-Type text/plain;charset=utf-8";
  485. assertEquals(exp, err.getMessage());
  486. }
  487. }
  488. List<AccessEvent> requests = getRequests();
  489. assertEquals(2, requests.size());
  490. AccessEvent info = requests.get(0);
  491. assertEquals("GET", info.getMethod());
  492. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  493. assertEquals(1, info.getParameters().size());
  494. assertEquals("git-upload-pack", info.getParameter("service"));
  495. assertEquals(200, info.getStatus());
  496. assertEquals("application/x-git-upload-pack-advertisement", info
  497. .getResponseHeader(HDR_CONTENT_TYPE));
  498. AccessEvent service = requests.get(1);
  499. assertEquals("POST", service.getMethod());
  500. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  501. assertEquals(0, service.getParameters().size());
  502. assertEquals(200, service.getStatus());
  503. assertEquals("text/plain;charset=utf-8",
  504. service.getResponseHeader(HDR_CONTENT_TYPE));
  505. }
  506. @Test
  507. public void testInvalidWant() throws Exception {
  508. @SuppressWarnings("resource")
  509. ObjectId id = new ObjectInserter.Formatter().idFor(Constants.OBJ_BLOB,
  510. "testInvalidWant".getBytes(StandardCharsets.UTF_8));
  511. Repository dst = createBareRepository();
  512. try (Transport t = Transport.open(dst, remoteURI);
  513. FetchConnection c = t.openFetch()) {
  514. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  515. id);
  516. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  517. Collections.<ObjectId> emptySet());
  518. fail("Server accepted want " + id.name());
  519. } catch (TransportException err) {
  520. assertEquals("want " + id.name() + " not valid", err.getMessage());
  521. }
  522. }
  523. @Test
  524. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  525. AppServer noRefServer = new AppServer();
  526. try {
  527. final String repoName = "refs-unreadable";
  528. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  529. new DfsRepositoryDescription(repoName));
  530. final TestRepository<Repository> repo = new TestRepository<>(
  531. badRefsRepo);
  532. ServletContextHandler app = noRefServer.addContext("/git");
  533. GitServlet gs = new GitServlet();
  534. gs.setRepositoryResolver(new TestRepoResolver(repo, repoName));
  535. app.addServlet(new ServletHolder(gs), "/*");
  536. noRefServer.setUp();
  537. RevBlob A2_txt = repo.blob("A2");
  538. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  539. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  540. .add("B2", "B2").create();
  541. repo.update(master, B2);
  542. URIish badRefsURI = new URIish(noRefServer.getURI()
  543. .resolve(app.getContextPath() + "/" + repoName).toString());
  544. Repository dst = createBareRepository();
  545. try (Transport t = Transport.open(dst, badRefsURI);
  546. FetchConnection c = t.openFetch()) {
  547. // We start failing here to exercise the post-advertisement
  548. // upload pack handler.
  549. badRefsRepo.startFailing();
  550. // Need to flush caches because ref advertisement populated them.
  551. badRefsRepo.getRefDatabase().refresh();
  552. c.fetch(NullProgressMonitor.INSTANCE,
  553. Collections.singleton(c.getRef(master)),
  554. Collections.<ObjectId> emptySet());
  555. fail("Successfully served ref with value " + c.getRef(master));
  556. } catch (TransportException err) {
  557. assertEquals("internal server error", err.getMessage());
  558. }
  559. } finally {
  560. noRefServer.tearDown();
  561. }
  562. }
  563. @Test
  564. public void testPush_NotAuthorized() throws Exception {
  565. final TestRepository src = createTestRepository();
  566. final RevBlob Q_txt = src.blob("new text");
  567. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  568. final Repository db = src.getRepository();
  569. final String dstName = Constants.R_HEADS + "new.branch";
  570. // push anonymous shouldn't be allowed.
  571. //
  572. try (Transport t = Transport.open(db, remoteURI)) {
  573. final String srcExpr = Q.name();
  574. final boolean forceUpdate = false;
  575. final String localName = null;
  576. final ObjectId oldId = null;
  577. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  578. srcExpr, dstName, forceUpdate, localName, oldId);
  579. try {
  580. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  581. fail("anonymous push incorrectly accepted without error");
  582. } catch (TransportException e) {
  583. final String exp = remoteURI + ": "
  584. + JGitText.get().authenticationNotSupported;
  585. assertEquals(exp, e.getMessage());
  586. }
  587. }
  588. List<AccessEvent> requests = getRequests();
  589. assertEquals(1, requests.size());
  590. AccessEvent info = requests.get(0);
  591. assertEquals("GET", info.getMethod());
  592. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  593. assertEquals(1, info.getParameters().size());
  594. assertEquals("git-receive-pack", info.getParameter("service"));
  595. assertEquals(401, info.getStatus());
  596. }
  597. @Test
  598. public void testPush_CreateBranch() throws Exception {
  599. final TestRepository src = createTestRepository();
  600. final RevBlob Q_txt = src.blob("new text");
  601. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  602. final Repository db = src.getRepository();
  603. final String dstName = Constants.R_HEADS + "new.branch";
  604. enableReceivePack();
  605. try (Transport t = Transport.open(db, remoteURI)) {
  606. final String srcExpr = Q.name();
  607. final boolean forceUpdate = false;
  608. final String localName = null;
  609. final ObjectId oldId = null;
  610. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  611. srcExpr, dstName, forceUpdate, localName, oldId);
  612. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  613. }
  614. assertTrue(remoteRepository.hasObject(Q_txt));
  615. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  616. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  617. fsck(remoteRepository, Q);
  618. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  619. assertNotNull("has log for " + dstName, log);
  620. final ReflogEntry last = log.getLastEntry();
  621. assertNotNull("has last entry", last);
  622. assertEquals(ObjectId.zeroId(), last.getOldId());
  623. assertEquals(Q, last.getNewId());
  624. assertEquals("anonymous", last.getWho().getName());
  625. // Assumption: The host name we use to contact the server should
  626. // be the server's own host name, because it should be the loopback
  627. // network interface.
  628. //
  629. final String clientHost = remoteURI.getHost();
  630. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  631. assertEquals("push: created", last.getComment());
  632. List<AccessEvent> requests = getRequests();
  633. assertEquals(2, requests.size());
  634. AccessEvent info = requests.get(0);
  635. assertEquals("GET", info.getMethod());
  636. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  637. assertEquals(1, info.getParameters().size());
  638. assertEquals("git-receive-pack", info.getParameter("service"));
  639. assertEquals(200, info.getStatus());
  640. assertEquals("application/x-git-receive-pack-advertisement", info
  641. .getResponseHeader(HDR_CONTENT_TYPE));
  642. AccessEvent service = requests.get(1);
  643. assertEquals("POST", service.getMethod());
  644. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  645. assertEquals(0, service.getParameters().size());
  646. assertNotNull("has content-length", service
  647. .getRequestHeader(HDR_CONTENT_LENGTH));
  648. assertNull("not chunked", service
  649. .getRequestHeader(HDR_TRANSFER_ENCODING));
  650. assertEquals(200, service.getStatus());
  651. assertEquals("application/x-git-receive-pack-result", service
  652. .getResponseHeader(HDR_CONTENT_TYPE));
  653. }
  654. @Test
  655. public void testPush_ChunkedEncoding() throws Exception {
  656. final TestRepository<Repository> src = createTestRepository();
  657. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  658. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  659. final Repository db = src.getRepository();
  660. final String dstName = Constants.R_HEADS + "new.branch";
  661. enableReceivePack();
  662. final StoredConfig cfg = db.getConfig();
  663. cfg.setInt("core", null, "compression", 0);
  664. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  665. cfg.save();
  666. try (Transport t = Transport.open(db, remoteURI)) {
  667. final String srcExpr = Q.name();
  668. final boolean forceUpdate = false;
  669. final String localName = null;
  670. final ObjectId oldId = null;
  671. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  672. srcExpr, dstName, forceUpdate, localName, oldId);
  673. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  674. }
  675. assertTrue(remoteRepository.hasObject(Q_bin));
  676. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  677. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  678. fsck(remoteRepository, Q);
  679. List<AccessEvent> requests = getRequests();
  680. assertEquals(2, requests.size());
  681. AccessEvent info = requests.get(0);
  682. assertEquals("GET", info.getMethod());
  683. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  684. assertEquals(1, info.getParameters().size());
  685. assertEquals("git-receive-pack", info.getParameter("service"));
  686. assertEquals(200, info.getStatus());
  687. assertEquals("application/x-git-receive-pack-advertisement", info
  688. .getResponseHeader(HDR_CONTENT_TYPE));
  689. AccessEvent service = requests.get(1);
  690. assertEquals("POST", service.getMethod());
  691. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  692. assertEquals(0, service.getParameters().size());
  693. assertNull("no content-length", service
  694. .getRequestHeader(HDR_CONTENT_LENGTH));
  695. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  696. assertEquals(200, service.getStatus());
  697. assertEquals("application/x-git-receive-pack-result", service
  698. .getResponseHeader(HDR_CONTENT_TYPE));
  699. }
  700. private void enableReceivePack() throws IOException {
  701. final StoredConfig cfg = remoteRepository.getConfig();
  702. cfg.setBoolean("http", null, "receivepack", true);
  703. cfg.save();
  704. }
  705. private final class TestRepoResolver
  706. implements RepositoryResolver<HttpServletRequest> {
  707. private final TestRepository<Repository> repo;
  708. private final String repoName;
  709. private TestRepoResolver(TestRepository<Repository> repo,
  710. String repoName) {
  711. this.repo = repo;
  712. this.repoName = repoName;
  713. }
  714. @Override
  715. public Repository open(HttpServletRequest req, String name)
  716. throws RepositoryNotFoundException, ServiceNotEnabledException {
  717. if (!name.equals(repoName))
  718. throw new RepositoryNotFoundException(name);
  719. Repository db = repo.getRepository();
  720. db.incrementOpen();
  721. return db;
  722. }
  723. }
  724. }