You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 49KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375
  1. /*
  2. * Copyright (C) 2010, 2017 Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static java.nio.charset.StandardCharsets.UTF_8;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  47. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  48. import static org.junit.Assert.assertEquals;
  49. import static org.junit.Assert.assertFalse;
  50. import static org.junit.Assert.assertNotNull;
  51. import static org.junit.Assert.assertNull;
  52. import static org.junit.Assert.assertTrue;
  53. import static org.junit.Assert.fail;
  54. import java.io.IOException;
  55. import java.io.PrintWriter;
  56. import java.net.URISyntaxException;
  57. import java.text.MessageFormat;
  58. import java.util.Arrays;
  59. import java.util.Collection;
  60. import java.util.Collections;
  61. import java.util.EnumSet;
  62. import java.util.List;
  63. import java.util.Map;
  64. import java.util.regex.Matcher;
  65. import java.util.regex.Pattern;
  66. import javax.servlet.DispatcherType;
  67. import javax.servlet.Filter;
  68. import javax.servlet.FilterChain;
  69. import javax.servlet.FilterConfig;
  70. import javax.servlet.RequestDispatcher;
  71. import javax.servlet.ServletException;
  72. import javax.servlet.ServletRequest;
  73. import javax.servlet.ServletResponse;
  74. import javax.servlet.http.HttpServletRequest;
  75. import javax.servlet.http.HttpServletResponse;
  76. import org.eclipse.jetty.servlet.FilterHolder;
  77. import org.eclipse.jetty.servlet.ServletContextHandler;
  78. import org.eclipse.jetty.servlet.ServletHolder;
  79. import org.eclipse.jgit.errors.RemoteRepositoryException;
  80. import org.eclipse.jgit.errors.TransportException;
  81. import org.eclipse.jgit.errors.UnsupportedCredentialItem;
  82. import org.eclipse.jgit.http.server.GitServlet;
  83. import org.eclipse.jgit.http.server.resolver.DefaultUploadPackFactory;
  84. import org.eclipse.jgit.internal.JGitText;
  85. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  86. import org.eclipse.jgit.junit.TestRepository;
  87. import org.eclipse.jgit.junit.TestRng;
  88. import org.eclipse.jgit.junit.http.AccessEvent;
  89. import org.eclipse.jgit.junit.http.AppServer;
  90. import org.eclipse.jgit.junit.http.HttpTestCase;
  91. import org.eclipse.jgit.lib.ConfigConstants;
  92. import org.eclipse.jgit.lib.Constants;
  93. import org.eclipse.jgit.lib.NullProgressMonitor;
  94. import org.eclipse.jgit.lib.ObjectId;
  95. import org.eclipse.jgit.lib.ObjectIdRef;
  96. import org.eclipse.jgit.lib.ObjectInserter;
  97. import org.eclipse.jgit.lib.Ref;
  98. import org.eclipse.jgit.lib.ReflogEntry;
  99. import org.eclipse.jgit.lib.ReflogReader;
  100. import org.eclipse.jgit.lib.Repository;
  101. import org.eclipse.jgit.lib.StoredConfig;
  102. import org.eclipse.jgit.revwalk.RevBlob;
  103. import org.eclipse.jgit.revwalk.RevCommit;
  104. import org.eclipse.jgit.revwalk.RevWalk;
  105. import org.eclipse.jgit.transport.AbstractAdvertiseRefsHook;
  106. import org.eclipse.jgit.transport.AdvertiseRefsHook;
  107. import org.eclipse.jgit.transport.CredentialItem;
  108. import org.eclipse.jgit.transport.CredentialsProvider;
  109. import org.eclipse.jgit.transport.FetchConnection;
  110. import org.eclipse.jgit.transport.HttpTransport;
  111. import org.eclipse.jgit.transport.RefSpec;
  112. import org.eclipse.jgit.transport.RemoteRefUpdate;
  113. import org.eclipse.jgit.transport.Transport;
  114. import org.eclipse.jgit.transport.TransportHttp;
  115. import org.eclipse.jgit.transport.URIish;
  116. import org.eclipse.jgit.transport.UploadPack;
  117. import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider;
  118. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  119. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  120. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  121. import org.eclipse.jgit.util.HttpSupport;
  122. import org.eclipse.jgit.util.SystemReader;
  123. import org.hamcrest.Matchers;
  124. import org.junit.Before;
  125. import org.junit.Rule;
  126. import org.junit.Test;
  127. import org.junit.rules.ExpectedException;
  128. import org.junit.runner.RunWith;
  129. import org.junit.runners.Parameterized;
  130. import org.junit.runners.Parameterized.Parameters;
  131. @RunWith(Parameterized.class)
  132. public class SmartClientSmartServerTest extends HttpTestCase {
  133. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  134. @Rule
  135. public ExpectedException thrown = ExpectedException.none();
  136. private AdvertiseRefsHook advertiseRefsHook;
  137. private Repository remoteRepository;
  138. private CredentialsProvider testCredentials = new UsernamePasswordCredentialsProvider(
  139. AppServer.username, AppServer.password);
  140. private URIish remoteURI;
  141. private URIish brokenURI;
  142. private URIish redirectURI;
  143. private URIish authURI;
  144. private URIish authOnPostURI;
  145. private RevBlob A_txt;
  146. private RevCommit A, B, unreachableCommit;
  147. @Parameters
  148. public static Collection<Object[]> data() {
  149. // run all tests with both connection factories we have
  150. return Arrays.asList(new Object[][] {
  151. { new JDKHttpConnectionFactory() },
  152. { new HttpClientConnectionFactory() } });
  153. }
  154. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  155. HttpTransport.setConnectionFactory(cf);
  156. }
  157. @Override
  158. @Before
  159. public void setUp() throws Exception {
  160. super.setUp();
  161. final TestRepository<Repository> src = createTestRepository();
  162. final String srcName = src.getRepository().getDirectory().getName();
  163. src.getRepository()
  164. .getConfig()
  165. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  166. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  167. GitServlet gs = new GitServlet();
  168. gs.setUploadPackFactory((HttpServletRequest req, Repository db) -> {
  169. DefaultUploadPackFactory f = new DefaultUploadPackFactory();
  170. UploadPack up = f.create(req, db);
  171. if (advertiseRefsHook != null) {
  172. up.setAdvertiseRefsHook(advertiseRefsHook);
  173. }
  174. return up;
  175. });
  176. ServletContextHandler app = addNormalContext(gs, src, srcName);
  177. ServletContextHandler broken = addBrokenContext(gs, srcName);
  178. ServletContextHandler redirect = addRedirectContext(gs);
  179. ServletContextHandler auth = addAuthContext(gs, "auth");
  180. ServletContextHandler authOnPost = addAuthContext(gs, "pauth", "POST");
  181. server.setUp();
  182. remoteRepository = src.getRepository();
  183. remoteURI = toURIish(app, srcName);
  184. brokenURI = toURIish(broken, srcName);
  185. redirectURI = toURIish(redirect, srcName);
  186. authURI = toURIish(auth, srcName);
  187. authOnPostURI = toURIish(authOnPost, srcName);
  188. A_txt = src.blob("A");
  189. A = src.commit().add("A_txt", A_txt).create();
  190. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  191. src.update(master, B);
  192. unreachableCommit = src.commit().add("A_txt", A_txt).create();
  193. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  194. }
  195. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  196. ServletContextHandler app = server.addContext("/git");
  197. app.addFilter(new FilterHolder(new Filter() {
  198. @Override
  199. public void init(FilterConfig filterConfig)
  200. throws ServletException {
  201. // empty
  202. }
  203. // Does an internal forward for GET requests containing "/post/",
  204. // and issues a 301 redirect on POST requests for such URLs. Used
  205. // in the POST redirect tests.
  206. @Override
  207. public void doFilter(ServletRequest request,
  208. ServletResponse response, FilterChain chain)
  209. throws IOException, ServletException {
  210. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  211. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  212. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  213. if (httpServletRequest.getQueryString() != null) {
  214. fullUrl.append("?")
  215. .append(httpServletRequest.getQueryString());
  216. }
  217. String urlString = fullUrl.toString();
  218. if ("POST".equalsIgnoreCase(httpServletRequest.getMethod())) {
  219. httpServletResponse.setStatus(
  220. HttpServletResponse.SC_MOVED_PERMANENTLY);
  221. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  222. urlString.replace("/post/", "/"));
  223. } else {
  224. String path = httpServletRequest.getPathInfo();
  225. path = path.replace("/post/", "/");
  226. if (httpServletRequest.getQueryString() != null) {
  227. path += '?' + httpServletRequest.getQueryString();
  228. }
  229. RequestDispatcher dispatcher = httpServletRequest
  230. .getRequestDispatcher(path);
  231. dispatcher.forward(httpServletRequest, httpServletResponse);
  232. }
  233. }
  234. @Override
  235. public void destroy() {
  236. // empty
  237. }
  238. }), "/post/*", EnumSet.of(DispatcherType.REQUEST));
  239. gs.setRepositoryResolver(new TestRepositoryResolver(src, srcName));
  240. app.addServlet(new ServletHolder(gs), "/*");
  241. return app;
  242. }
  243. private ServletContextHandler addBrokenContext(GitServlet gs,
  244. String srcName) {
  245. ServletContextHandler broken = server.addContext("/bad");
  246. broken.addFilter(new FilterHolder(new Filter() {
  247. @Override
  248. public void doFilter(ServletRequest request,
  249. ServletResponse response, FilterChain chain)
  250. throws IOException, ServletException {
  251. final HttpServletResponse r = (HttpServletResponse) response;
  252. r.setContentType("text/plain");
  253. r.setCharacterEncoding(UTF_8.name());
  254. try (PrintWriter w = r.getWriter()) {
  255. w.print("OK");
  256. }
  257. }
  258. @Override
  259. public void init(FilterConfig filterConfig)
  260. throws ServletException {
  261. // empty
  262. }
  263. @Override
  264. public void destroy() {
  265. // empty
  266. }
  267. }), "/" + srcName + "/git-upload-pack",
  268. EnumSet.of(DispatcherType.REQUEST));
  269. broken.addServlet(new ServletHolder(gs), "/*");
  270. return broken;
  271. }
  272. private ServletContextHandler addAuthContext(GitServlet gs,
  273. String contextPath, String... methods) {
  274. ServletContextHandler auth = server.addContext('/' + contextPath);
  275. auth.addServlet(new ServletHolder(gs), "/*");
  276. return server.authBasic(auth, methods);
  277. }
  278. private ServletContextHandler addRedirectContext(GitServlet gs) {
  279. ServletContextHandler redirect = server.addContext("/redirect");
  280. redirect.addFilter(new FilterHolder(new Filter() {
  281. // Enables tests for different codes, and for multiple redirects.
  282. // First parameter is the number of redirects, second one is the
  283. // redirect status code that should be used
  284. private Pattern responsePattern = Pattern
  285. .compile("/response/(\\d+)/(30[1237])/");
  286. // Enables tests to specify the context that the request should be
  287. // redirected to in the end. If not present, redirects got to the
  288. // normal /git context.
  289. private Pattern targetPattern = Pattern.compile("/target(/\\w+)/");
  290. @Override
  291. public void init(FilterConfig filterConfig)
  292. throws ServletException {
  293. // empty
  294. }
  295. @Override
  296. public void doFilter(ServletRequest request,
  297. ServletResponse response, FilterChain chain)
  298. throws IOException, ServletException {
  299. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  300. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  301. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  302. if (httpServletRequest.getQueryString() != null) {
  303. fullUrl.append("?")
  304. .append(httpServletRequest.getQueryString());
  305. }
  306. String urlString = fullUrl.toString();
  307. if (urlString.contains("/loop/")) {
  308. urlString = urlString.replace("/loop/", "/loop/x/");
  309. if (urlString.contains("/loop/x/x/x/x/x/x/x/x/")) {
  310. // Go back to initial.
  311. urlString = urlString.replace("/loop/x/x/x/x/x/x/x/x/",
  312. "/loop/");
  313. }
  314. httpServletResponse.setStatus(
  315. HttpServletResponse.SC_MOVED_TEMPORARILY);
  316. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  317. urlString);
  318. return;
  319. }
  320. int responseCode = HttpServletResponse.SC_MOVED_PERMANENTLY;
  321. int nofRedirects = 0;
  322. Matcher matcher = responsePattern.matcher(urlString);
  323. if (matcher.find()) {
  324. nofRedirects = Integer
  325. .parseUnsignedInt(matcher.group(1));
  326. responseCode = Integer.parseUnsignedInt(matcher.group(2));
  327. if (--nofRedirects <= 0) {
  328. urlString = urlString.substring(0, matcher.start())
  329. + '/' + urlString.substring(matcher.end());
  330. } else {
  331. urlString = urlString.substring(0, matcher.start())
  332. + "/response/" + nofRedirects + "/"
  333. + responseCode + '/'
  334. + urlString.substring(matcher.end());
  335. }
  336. }
  337. httpServletResponse.setStatus(responseCode);
  338. if (nofRedirects <= 0) {
  339. String targetContext = "/git";
  340. matcher = targetPattern.matcher(urlString);
  341. if (matcher.find()) {
  342. urlString = urlString.substring(0, matcher.start())
  343. + '/' + urlString.substring(matcher.end());
  344. targetContext = matcher.group(1);
  345. }
  346. urlString = urlString.replace("/redirect", targetContext);
  347. }
  348. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  349. urlString);
  350. }
  351. @Override
  352. public void destroy() {
  353. // empty
  354. }
  355. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  356. redirect.addServlet(new ServletHolder(gs), "/*");
  357. return redirect;
  358. }
  359. @Test
  360. public void testListRemote() throws IOException {
  361. assertEquals("http", remoteURI.getScheme());
  362. Map<String, Ref> map;
  363. try (Repository dst = createBareRepository();
  364. Transport t = Transport.open(dst, remoteURI)) {
  365. // I didn't make up these public interface names, I just
  366. // approved them for inclusion into the code base. Sorry.
  367. // --spearce
  368. //
  369. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  370. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  371. try (FetchConnection c = t.openFetch()) {
  372. map = c.getRefsMap();
  373. }
  374. }
  375. assertNotNull("have map of refs", map);
  376. assertEquals(3, map.size());
  377. assertNotNull("has " + master, map.get(master));
  378. assertEquals(B, map.get(master).getObjectId());
  379. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  380. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  381. List<AccessEvent> requests = getRequests();
  382. assertEquals(1, requests.size());
  383. AccessEvent info = requests.get(0);
  384. assertEquals("GET", info.getMethod());
  385. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  386. assertEquals(1, info.getParameters().size());
  387. assertEquals("git-upload-pack", info.getParameter("service"));
  388. assertEquals(200, info.getStatus());
  389. assertEquals("application/x-git-upload-pack-advertisement", info
  390. .getResponseHeader(HDR_CONTENT_TYPE));
  391. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  392. }
  393. @Test
  394. public void testListRemote_BadName() throws IOException, URISyntaxException {
  395. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  396. try (Repository dst = createBareRepository();
  397. Transport t = Transport.open(dst, uri)) {
  398. try {
  399. t.openFetch();
  400. fail("fetch connection opened");
  401. } catch (RemoteRepositoryException notFound) {
  402. assertEquals(uri + ": Git repository not found",
  403. notFound.getMessage());
  404. }
  405. }
  406. List<AccessEvent> requests = getRequests();
  407. assertEquals(1, requests.size());
  408. AccessEvent info = requests.get(0);
  409. assertEquals("GET", info.getMethod());
  410. assertEquals(join(uri, "info/refs"), info.getPath());
  411. assertEquals(1, info.getParameters().size());
  412. assertEquals("git-upload-pack", info.getParameter("service"));
  413. assertEquals(200, info.getStatus());
  414. assertEquals("application/x-git-upload-pack-advertisement",
  415. info.getResponseHeader(HDR_CONTENT_TYPE));
  416. }
  417. @Test
  418. public void testFetchBySHA1() throws Exception {
  419. try (Repository dst = createBareRepository();
  420. Transport t = Transport.open(dst, remoteURI)) {
  421. assertFalse(dst.getObjectDatabase().has(A_txt));
  422. t.fetch(NullProgressMonitor.INSTANCE,
  423. Collections.singletonList(new RefSpec(B.name())));
  424. assertTrue(dst.getObjectDatabase().has(A_txt));
  425. }
  426. }
  427. @Test
  428. public void testFetchBySHA1Unreachable() throws Exception {
  429. try (Repository dst = createBareRepository();
  430. Transport t = Transport.open(dst, remoteURI)) {
  431. assertFalse(dst.getObjectDatabase().has(A_txt));
  432. thrown.expect(TransportException.class);
  433. thrown.expectMessage(Matchers.containsString(
  434. "want " + unreachableCommit.name() + " not valid"));
  435. t.fetch(NullProgressMonitor.INSTANCE, Collections
  436. .singletonList(new RefSpec(unreachableCommit.name())));
  437. }
  438. }
  439. @Test
  440. public void testFetchBySHA1UnreachableByAdvertiseRefsHook()
  441. throws Exception {
  442. advertiseRefsHook = new AbstractAdvertiseRefsHook() {
  443. @Override
  444. protected Map<String, Ref> getAdvertisedRefs(Repository repository,
  445. RevWalk revWalk) {
  446. return Collections.emptyMap();
  447. }
  448. };
  449. try (Repository dst = createBareRepository();
  450. Transport t = Transport.open(dst, remoteURI)) {
  451. assertFalse(dst.getObjectDatabase().has(A_txt));
  452. thrown.expect(TransportException.class);
  453. thrown.expectMessage(Matchers.containsString(
  454. "want " + A.name() + " not valid"));
  455. t.fetch(NullProgressMonitor.INSTANCE, Collections
  456. .singletonList(new RefSpec(A.name())));
  457. }
  458. }
  459. @Test
  460. public void testInitialClone_Small() throws Exception {
  461. try (Repository dst = createBareRepository();
  462. Transport t = Transport.open(dst, remoteURI)) {
  463. assertFalse(dst.getObjectDatabase().has(A_txt));
  464. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  465. assertTrue(dst.getObjectDatabase().has(A_txt));
  466. assertEquals(B, dst.exactRef(master).getObjectId());
  467. fsck(dst, B);
  468. }
  469. List<AccessEvent> requests = getRequests();
  470. assertEquals(2, requests.size());
  471. AccessEvent info = requests.get(0);
  472. assertEquals("GET", info.getMethod());
  473. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  474. assertEquals(1, info.getParameters().size());
  475. assertEquals("git-upload-pack", info.getParameter("service"));
  476. assertEquals(200, info.getStatus());
  477. assertEquals("application/x-git-upload-pack-advertisement", info
  478. .getResponseHeader(HDR_CONTENT_TYPE));
  479. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  480. AccessEvent service = requests.get(1);
  481. assertEquals("POST", service.getMethod());
  482. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  483. assertEquals(0, service.getParameters().size());
  484. assertNotNull("has content-length", service
  485. .getRequestHeader(HDR_CONTENT_LENGTH));
  486. assertNull("not chunked", service
  487. .getRequestHeader(HDR_TRANSFER_ENCODING));
  488. assertEquals(200, service.getStatus());
  489. assertEquals("application/x-git-upload-pack-result", service
  490. .getResponseHeader(HDR_CONTENT_TYPE));
  491. }
  492. private void initialClone_Redirect(int nofRedirects, int code)
  493. throws Exception {
  494. URIish cloneFrom = redirectURI;
  495. if (code != 301 || nofRedirects > 1) {
  496. cloneFrom = extendPath(cloneFrom,
  497. "/response/" + nofRedirects + "/" + code);
  498. }
  499. try (Repository dst = createBareRepository();
  500. Transport t = Transport.open(dst, cloneFrom)) {
  501. assertFalse(dst.getObjectDatabase().has(A_txt));
  502. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  503. assertTrue(dst.getObjectDatabase().has(A_txt));
  504. assertEquals(B, dst.exactRef(master).getObjectId());
  505. fsck(dst, B);
  506. }
  507. List<AccessEvent> requests = getRequests();
  508. assertEquals(2 + nofRedirects, requests.size());
  509. int n = 0;
  510. while (n < nofRedirects) {
  511. AccessEvent redirect = requests.get(n++);
  512. assertEquals(code, redirect.getStatus());
  513. }
  514. AccessEvent info = requests.get(n++);
  515. assertEquals("GET", info.getMethod());
  516. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  517. assertEquals(1, info.getParameters().size());
  518. assertEquals("git-upload-pack", info.getParameter("service"));
  519. assertEquals(200, info.getStatus());
  520. assertEquals("application/x-git-upload-pack-advertisement",
  521. info.getResponseHeader(HDR_CONTENT_TYPE));
  522. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  523. AccessEvent service = requests.get(n++);
  524. assertEquals("POST", service.getMethod());
  525. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  526. assertEquals(0, service.getParameters().size());
  527. assertNotNull("has content-length",
  528. service.getRequestHeader(HDR_CONTENT_LENGTH));
  529. assertNull("not chunked",
  530. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  531. assertEquals(200, service.getStatus());
  532. assertEquals("application/x-git-upload-pack-result",
  533. service.getResponseHeader(HDR_CONTENT_TYPE));
  534. }
  535. @Test
  536. public void testInitialClone_Redirect301Small() throws Exception {
  537. initialClone_Redirect(1, 301);
  538. }
  539. @Test
  540. public void testInitialClone_Redirect302Small() throws Exception {
  541. initialClone_Redirect(1, 302);
  542. }
  543. @Test
  544. public void testInitialClone_Redirect303Small() throws Exception {
  545. initialClone_Redirect(1, 303);
  546. }
  547. @Test
  548. public void testInitialClone_Redirect307Small() throws Exception {
  549. initialClone_Redirect(1, 307);
  550. }
  551. @Test
  552. public void testInitialClone_RedirectMultiple() throws Exception {
  553. initialClone_Redirect(4, 302);
  554. }
  555. @Test
  556. public void testInitialClone_RedirectMax() throws Exception {
  557. StoredConfig userConfig = SystemReader.getInstance()
  558. .getUserConfig();
  559. userConfig.setInt("http", null, "maxRedirects", 4);
  560. userConfig.save();
  561. initialClone_Redirect(4, 302);
  562. }
  563. @Test
  564. public void testInitialClone_RedirectTooOften() throws Exception {
  565. StoredConfig userConfig = SystemReader.getInstance()
  566. .getUserConfig();
  567. userConfig.setInt("http", null, "maxRedirects", 3);
  568. userConfig.save();
  569. URIish cloneFrom = extendPath(redirectURI, "/response/4/302");
  570. String remoteUri = cloneFrom.toString();
  571. try (Repository dst = createBareRepository();
  572. Transport t = Transport.open(dst, cloneFrom)) {
  573. assertFalse(dst.getObjectDatabase().has(A_txt));
  574. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  575. fail("Should have failed (too many redirects)");
  576. } catch (TransportException e) {
  577. String expectedMessageBegin = remoteUri.toString() + ": "
  578. + MessageFormat.format(JGitText.get().redirectLimitExceeded,
  579. "3", remoteUri.replace("/4/", "/1/") + '/', "");
  580. String message = e.getMessage();
  581. if (message.length() > expectedMessageBegin.length()) {
  582. message = message.substring(0, expectedMessageBegin.length());
  583. }
  584. assertEquals(expectedMessageBegin, message);
  585. }
  586. }
  587. @Test
  588. public void testInitialClone_RedirectLoop() throws Exception {
  589. URIish cloneFrom = extendPath(redirectURI, "/loop");
  590. try (Repository dst = createBareRepository();
  591. Transport t = Transport.open(dst, cloneFrom)) {
  592. assertFalse(dst.getObjectDatabase().has(A_txt));
  593. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  594. fail("Should have failed (redirect loop)");
  595. } catch (TransportException e) {
  596. assertTrue(e.getMessage().contains("Redirected more than"));
  597. }
  598. }
  599. @Test
  600. public void testInitialClone_RedirectOnPostAllowed() throws Exception {
  601. StoredConfig userConfig = SystemReader.getInstance()
  602. .getUserConfig();
  603. userConfig.setString("http", null, "followRedirects", "true");
  604. userConfig.save();
  605. URIish cloneFrom = extendPath(remoteURI, "/post");
  606. try (Repository dst = createBareRepository();
  607. Transport t = Transport.open(dst, cloneFrom)) {
  608. assertFalse(dst.getObjectDatabase().has(A_txt));
  609. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  610. assertTrue(dst.getObjectDatabase().has(A_txt));
  611. assertEquals(B, dst.exactRef(master).getObjectId());
  612. fsck(dst, B);
  613. }
  614. List<AccessEvent> requests = getRequests();
  615. assertEquals(3, requests.size());
  616. AccessEvent info = requests.get(0);
  617. assertEquals("GET", info.getMethod());
  618. assertEquals(join(cloneFrom, "info/refs"), info.getPath());
  619. assertEquals(1, info.getParameters().size());
  620. assertEquals("git-upload-pack", info.getParameter("service"));
  621. assertEquals(200, info.getStatus());
  622. assertEquals("application/x-git-upload-pack-advertisement",
  623. info.getResponseHeader(HDR_CONTENT_TYPE));
  624. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  625. AccessEvent redirect = requests.get(1);
  626. assertEquals("POST", redirect.getMethod());
  627. assertEquals(301, redirect.getStatus());
  628. AccessEvent service = requests.get(2);
  629. assertEquals("POST", service.getMethod());
  630. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  631. assertEquals(0, service.getParameters().size());
  632. assertNotNull("has content-length",
  633. service.getRequestHeader(HDR_CONTENT_LENGTH));
  634. assertNull("not chunked",
  635. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  636. assertEquals(200, service.getStatus());
  637. assertEquals("application/x-git-upload-pack-result",
  638. service.getResponseHeader(HDR_CONTENT_TYPE));
  639. }
  640. @Test
  641. public void testInitialClone_RedirectOnPostForbidden() throws Exception {
  642. URIish cloneFrom = extendPath(remoteURI, "/post");
  643. try (Repository dst = createBareRepository();
  644. Transport t = Transport.open(dst, cloneFrom)) {
  645. assertFalse(dst.getObjectDatabase().has(A_txt));
  646. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  647. fail("Should have failed (redirect on POST)");
  648. } catch (TransportException e) {
  649. assertTrue(e.getMessage().contains("301"));
  650. }
  651. }
  652. @Test
  653. public void testInitialClone_RedirectForbidden() throws Exception {
  654. StoredConfig userConfig = SystemReader.getInstance()
  655. .getUserConfig();
  656. userConfig.setString("http", null, "followRedirects", "false");
  657. userConfig.save();
  658. try (Repository dst = createBareRepository();
  659. Transport t = Transport.open(dst, redirectURI)) {
  660. assertFalse(dst.getObjectDatabase().has(A_txt));
  661. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  662. fail("Should have failed (redirects forbidden)");
  663. } catch (TransportException e) {
  664. assertTrue(
  665. e.getMessage().contains("http.followRedirects is false"));
  666. }
  667. }
  668. @Test
  669. public void testInitialClone_WithAuthentication() throws Exception {
  670. try (Repository dst = createBareRepository();
  671. Transport t = Transport.open(dst, authURI)) {
  672. assertFalse(dst.getObjectDatabase().has(A_txt));
  673. t.setCredentialsProvider(testCredentials);
  674. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  675. assertTrue(dst.getObjectDatabase().has(A_txt));
  676. assertEquals(B, dst.exactRef(master).getObjectId());
  677. fsck(dst, B);
  678. }
  679. List<AccessEvent> requests = getRequests();
  680. assertEquals(3, requests.size());
  681. AccessEvent info = requests.get(0);
  682. assertEquals("GET", info.getMethod());
  683. assertEquals(401, info.getStatus());
  684. info = requests.get(1);
  685. assertEquals("GET", info.getMethod());
  686. assertEquals(join(authURI, "info/refs"), info.getPath());
  687. assertEquals(1, info.getParameters().size());
  688. assertEquals("git-upload-pack", info.getParameter("service"));
  689. assertEquals(200, info.getStatus());
  690. assertEquals("application/x-git-upload-pack-advertisement",
  691. info.getResponseHeader(HDR_CONTENT_TYPE));
  692. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  693. AccessEvent service = requests.get(2);
  694. assertEquals("POST", service.getMethod());
  695. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  696. assertEquals(0, service.getParameters().size());
  697. assertNotNull("has content-length",
  698. service.getRequestHeader(HDR_CONTENT_LENGTH));
  699. assertNull("not chunked",
  700. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  701. assertEquals(200, service.getStatus());
  702. assertEquals("application/x-git-upload-pack-result",
  703. service.getResponseHeader(HDR_CONTENT_TYPE));
  704. }
  705. @Test
  706. public void testInitialClone_WithAuthenticationNoCredentials()
  707. throws Exception {
  708. try (Repository dst = createBareRepository();
  709. Transport t = Transport.open(dst, authURI)) {
  710. assertFalse(dst.getObjectDatabase().has(A_txt));
  711. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  712. fail("Should not have succeeded -- no authentication");
  713. } catch (TransportException e) {
  714. String msg = e.getMessage();
  715. assertTrue("Unexpected exception message: " + msg,
  716. msg.contains("no CredentialsProvider"));
  717. }
  718. List<AccessEvent> requests = getRequests();
  719. assertEquals(1, requests.size());
  720. AccessEvent info = requests.get(0);
  721. assertEquals("GET", info.getMethod());
  722. assertEquals(401, info.getStatus());
  723. }
  724. @Test
  725. public void testInitialClone_WithAuthenticationWrongCredentials()
  726. throws Exception {
  727. try (Repository dst = createBareRepository();
  728. Transport t = Transport.open(dst, authURI)) {
  729. assertFalse(dst.getObjectDatabase().has(A_txt));
  730. t.setCredentialsProvider(new UsernamePasswordCredentialsProvider(
  731. AppServer.username, "wrongpassword"));
  732. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  733. fail("Should not have succeeded -- wrong password");
  734. } catch (TransportException e) {
  735. String msg = e.getMessage();
  736. assertTrue("Unexpected exception message: " + msg,
  737. msg.contains("auth"));
  738. }
  739. List<AccessEvent> requests = getRequests();
  740. // Once without authentication plus three re-tries with authentication
  741. assertEquals(4, requests.size());
  742. for (AccessEvent event : requests) {
  743. assertEquals("GET", event.getMethod());
  744. assertEquals(401, event.getStatus());
  745. }
  746. }
  747. @Test
  748. public void testInitialClone_WithAuthenticationAfterRedirect()
  749. throws Exception {
  750. URIish cloneFrom = extendPath(redirectURI, "/target/auth");
  751. CredentialsProvider uriSpecificCredentialsProvider = new UsernamePasswordCredentialsProvider(
  752. "unknown", "none") {
  753. @Override
  754. public boolean get(URIish uri, CredentialItem... items)
  755. throws UnsupportedCredentialItem {
  756. // Only return the true credentials if the uri path starts with
  757. // /auth. This ensures that we do provide the correct
  758. // credentials only for the URi after the redirect, making the
  759. // test fail if we should be asked for the credentials for the
  760. // original URI.
  761. if (uri.getPath().startsWith("/auth")) {
  762. return testCredentials.get(uri, items);
  763. }
  764. return super.get(uri, items);
  765. }
  766. };
  767. try (Repository dst = createBareRepository();
  768. Transport t = Transport.open(dst, cloneFrom)) {
  769. assertFalse(dst.getObjectDatabase().has(A_txt));
  770. t.setCredentialsProvider(uriSpecificCredentialsProvider);
  771. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  772. assertTrue(dst.getObjectDatabase().has(A_txt));
  773. assertEquals(B, dst.exactRef(master).getObjectId());
  774. fsck(dst, B);
  775. }
  776. List<AccessEvent> requests = getRequests();
  777. assertEquals(4, requests.size());
  778. AccessEvent redirect = requests.get(0);
  779. assertEquals("GET", redirect.getMethod());
  780. assertEquals(join(cloneFrom, "info/refs"), redirect.getPath());
  781. assertEquals(301, redirect.getStatus());
  782. AccessEvent info = requests.get(1);
  783. assertEquals("GET", info.getMethod());
  784. assertEquals(join(authURI, "info/refs"), info.getPath());
  785. assertEquals(401, info.getStatus());
  786. info = requests.get(2);
  787. assertEquals("GET", info.getMethod());
  788. assertEquals(join(authURI, "info/refs"), info.getPath());
  789. assertEquals(1, info.getParameters().size());
  790. assertEquals("git-upload-pack", info.getParameter("service"));
  791. assertEquals(200, info.getStatus());
  792. assertEquals("application/x-git-upload-pack-advertisement",
  793. info.getResponseHeader(HDR_CONTENT_TYPE));
  794. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  795. AccessEvent service = requests.get(3);
  796. assertEquals("POST", service.getMethod());
  797. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  798. assertEquals(0, service.getParameters().size());
  799. assertNotNull("has content-length",
  800. service.getRequestHeader(HDR_CONTENT_LENGTH));
  801. assertNull("not chunked",
  802. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  803. assertEquals(200, service.getStatus());
  804. assertEquals("application/x-git-upload-pack-result",
  805. service.getResponseHeader(HDR_CONTENT_TYPE));
  806. }
  807. @Test
  808. public void testInitialClone_WithAuthenticationOnPostOnly()
  809. throws Exception {
  810. try (Repository dst = createBareRepository();
  811. Transport t = Transport.open(dst, authOnPostURI)) {
  812. assertFalse(dst.getObjectDatabase().has(A_txt));
  813. t.setCredentialsProvider(testCredentials);
  814. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  815. assertTrue(dst.getObjectDatabase().has(A_txt));
  816. assertEquals(B, dst.exactRef(master).getObjectId());
  817. fsck(dst, B);
  818. }
  819. List<AccessEvent> requests = getRequests();
  820. assertEquals(3, requests.size());
  821. AccessEvent info = requests.get(0);
  822. assertEquals("GET", info.getMethod());
  823. assertEquals(join(authOnPostURI, "info/refs"), info.getPath());
  824. assertEquals(1, info.getParameters().size());
  825. assertEquals("git-upload-pack", info.getParameter("service"));
  826. assertEquals(200, info.getStatus());
  827. assertEquals("application/x-git-upload-pack-advertisement",
  828. info.getResponseHeader(HDR_CONTENT_TYPE));
  829. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  830. AccessEvent service = requests.get(1);
  831. assertEquals("POST", service.getMethod());
  832. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  833. assertEquals(401, service.getStatus());
  834. service = requests.get(2);
  835. assertEquals("POST", service.getMethod());
  836. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  837. assertEquals(0, service.getParameters().size());
  838. assertNotNull("has content-length",
  839. service.getRequestHeader(HDR_CONTENT_LENGTH));
  840. assertNull("not chunked",
  841. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  842. assertEquals(200, service.getStatus());
  843. assertEquals("application/x-git-upload-pack-result",
  844. service.getResponseHeader(HDR_CONTENT_TYPE));
  845. }
  846. @Test
  847. public void testFetch_FewLocalCommits() throws Exception {
  848. // Bootstrap by doing the clone.
  849. //
  850. TestRepository dst = createTestRepository();
  851. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  852. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  853. }
  854. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  855. List<AccessEvent> cloneRequests = getRequests();
  856. // Only create a few new commits.
  857. TestRepository.BranchBuilder b = dst.branch(master);
  858. for (int i = 0; i < 4; i++)
  859. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  860. // Create a new commit on the remote.
  861. //
  862. RevCommit Z;
  863. try (TestRepository<Repository> tr = new TestRepository<>(
  864. remoteRepository)) {
  865. b = tr.branch(master);
  866. Z = b.commit().message("Z").create();
  867. }
  868. // Now incrementally update.
  869. //
  870. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  871. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  872. }
  873. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  874. List<AccessEvent> requests = getRequests();
  875. requests.removeAll(cloneRequests);
  876. assertEquals(2, requests.size());
  877. AccessEvent info = requests.get(0);
  878. assertEquals("GET", info.getMethod());
  879. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  880. assertEquals(1, info.getParameters().size());
  881. assertEquals("git-upload-pack", info.getParameter("service"));
  882. assertEquals(200, info.getStatus());
  883. assertEquals("application/x-git-upload-pack-advertisement",
  884. info.getResponseHeader(HDR_CONTENT_TYPE));
  885. // We should have needed one request to perform the fetch.
  886. //
  887. AccessEvent service = requests.get(1);
  888. assertEquals("POST", service.getMethod());
  889. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  890. assertEquals(0, service.getParameters().size());
  891. assertNotNull("has content-length",
  892. service.getRequestHeader(HDR_CONTENT_LENGTH));
  893. assertNull("not chunked",
  894. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  895. assertEquals(200, service.getStatus());
  896. assertEquals("application/x-git-upload-pack-result",
  897. service.getResponseHeader(HDR_CONTENT_TYPE));
  898. }
  899. @Test
  900. public void testFetch_TooManyLocalCommits() throws Exception {
  901. // Bootstrap by doing the clone.
  902. //
  903. TestRepository dst = createTestRepository();
  904. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  905. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  906. }
  907. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  908. List<AccessEvent> cloneRequests = getRequests();
  909. // Force enough into the local client that enumeration will
  910. // need multiple packets, but not too many to overflow and
  911. // not pick up the ACK_COMMON message.
  912. //
  913. TestRepository.BranchBuilder b = dst.branch(master);
  914. for (int i = 0; i < 32 - 1; i++)
  915. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  916. // Create a new commit on the remote.
  917. //
  918. RevCommit Z;
  919. try (TestRepository<Repository> tr = new TestRepository<>(
  920. remoteRepository)) {
  921. b = tr.branch(master);
  922. Z = b.commit().message("Z").create();
  923. }
  924. // Now incrementally update.
  925. //
  926. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  927. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  928. }
  929. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  930. List<AccessEvent> requests = getRequests();
  931. requests.removeAll(cloneRequests);
  932. assertEquals(3, requests.size());
  933. AccessEvent info = requests.get(0);
  934. assertEquals("GET", info.getMethod());
  935. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  936. assertEquals(1, info.getParameters().size());
  937. assertEquals("git-upload-pack", info.getParameter("service"));
  938. assertEquals(200, info.getStatus());
  939. assertEquals("application/x-git-upload-pack-advertisement", info
  940. .getResponseHeader(HDR_CONTENT_TYPE));
  941. // We should have needed two requests to perform the fetch
  942. // due to the high number of local unknown commits.
  943. //
  944. AccessEvent service = requests.get(1);
  945. assertEquals("POST", service.getMethod());
  946. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  947. assertEquals(0, service.getParameters().size());
  948. assertNotNull("has content-length", service
  949. .getRequestHeader(HDR_CONTENT_LENGTH));
  950. assertNull("not chunked", service
  951. .getRequestHeader(HDR_TRANSFER_ENCODING));
  952. assertEquals(200, service.getStatus());
  953. assertEquals("application/x-git-upload-pack-result", service
  954. .getResponseHeader(HDR_CONTENT_TYPE));
  955. service = requests.get(2);
  956. assertEquals("POST", service.getMethod());
  957. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  958. assertEquals(0, service.getParameters().size());
  959. assertNotNull("has content-length", service
  960. .getRequestHeader(HDR_CONTENT_LENGTH));
  961. assertNull("not chunked", service
  962. .getRequestHeader(HDR_TRANSFER_ENCODING));
  963. assertEquals(200, service.getStatus());
  964. assertEquals("application/x-git-upload-pack-result", service
  965. .getResponseHeader(HDR_CONTENT_TYPE));
  966. }
  967. @Test
  968. public void testInitialClone_BrokenServer() throws Exception {
  969. try (Repository dst = createBareRepository();
  970. Transport t = Transport.open(dst, brokenURI)) {
  971. assertFalse(dst.getObjectDatabase().has(A_txt));
  972. try {
  973. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  974. fail("fetch completed despite upload-pack being broken");
  975. } catch (TransportException err) {
  976. String exp = brokenURI + ": expected"
  977. + " Content-Type application/x-git-upload-pack-result;"
  978. + " received Content-Type text/plain;charset=utf-8";
  979. assertEquals(exp, err.getMessage());
  980. }
  981. }
  982. List<AccessEvent> requests = getRequests();
  983. assertEquals(2, requests.size());
  984. AccessEvent info = requests.get(0);
  985. assertEquals("GET", info.getMethod());
  986. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  987. assertEquals(1, info.getParameters().size());
  988. assertEquals("git-upload-pack", info.getParameter("service"));
  989. assertEquals(200, info.getStatus());
  990. assertEquals("application/x-git-upload-pack-advertisement", info
  991. .getResponseHeader(HDR_CONTENT_TYPE));
  992. AccessEvent service = requests.get(1);
  993. assertEquals("POST", service.getMethod());
  994. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  995. assertEquals(0, service.getParameters().size());
  996. assertEquals(200, service.getStatus());
  997. assertEquals("text/plain;charset=utf-8",
  998. service.getResponseHeader(HDR_CONTENT_TYPE));
  999. }
  1000. @Test
  1001. public void testInvalidWant() throws Exception {
  1002. ObjectId id;
  1003. try (ObjectInserter.Formatter formatter = new ObjectInserter.Formatter()) {
  1004. id = formatter.idFor(Constants.OBJ_BLOB,
  1005. "testInvalidWant".getBytes(UTF_8));
  1006. }
  1007. try (Repository dst = createBareRepository();
  1008. Transport t = Transport.open(dst, remoteURI);
  1009. FetchConnection c = t.openFetch()) {
  1010. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  1011. id);
  1012. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  1013. Collections.<ObjectId> emptySet());
  1014. fail("Server accepted want " + id.name());
  1015. } catch (TransportException err) {
  1016. assertEquals("want " + id.name() + " not valid", err.getMessage());
  1017. }
  1018. }
  1019. @Test
  1020. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  1021. AppServer noRefServer = new AppServer();
  1022. try {
  1023. final String repoName = "refs-unreadable";
  1024. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  1025. new DfsRepositoryDescription(repoName));
  1026. final TestRepository<Repository> repo = new TestRepository<>(
  1027. badRefsRepo);
  1028. ServletContextHandler app = noRefServer.addContext("/git");
  1029. GitServlet gs = new GitServlet();
  1030. gs.setRepositoryResolver(new TestRepositoryResolver(repo, repoName));
  1031. app.addServlet(new ServletHolder(gs), "/*");
  1032. noRefServer.setUp();
  1033. RevBlob A2_txt = repo.blob("A2");
  1034. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  1035. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  1036. .add("B2", "B2").create();
  1037. repo.update(master, B2);
  1038. URIish badRefsURI = new URIish(noRefServer.getURI()
  1039. .resolve(app.getContextPath() + "/" + repoName).toString());
  1040. try (Repository dst = createBareRepository();
  1041. Transport t = Transport.open(dst, badRefsURI);
  1042. FetchConnection c = t.openFetch()) {
  1043. // We start failing here to exercise the post-advertisement
  1044. // upload pack handler.
  1045. badRefsRepo.startFailing();
  1046. // Need to flush caches because ref advertisement populated them.
  1047. badRefsRepo.getRefDatabase().refresh();
  1048. c.fetch(NullProgressMonitor.INSTANCE,
  1049. Collections.singleton(c.getRef(master)),
  1050. Collections.<ObjectId> emptySet());
  1051. fail("Successfully served ref with value " + c.getRef(master));
  1052. } catch (TransportException err) {
  1053. assertEquals("internal server error", err.getMessage());
  1054. }
  1055. } finally {
  1056. noRefServer.tearDown();
  1057. }
  1058. }
  1059. @Test
  1060. public void testPush_NotAuthorized() throws Exception {
  1061. final TestRepository src = createTestRepository();
  1062. final RevBlob Q_txt = src.blob("new text");
  1063. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1064. final Repository db = src.getRepository();
  1065. final String dstName = Constants.R_HEADS + "new.branch";
  1066. // push anonymous shouldn't be allowed.
  1067. //
  1068. try (Transport t = Transport.open(db, remoteURI)) {
  1069. final String srcExpr = Q.name();
  1070. final boolean forceUpdate = false;
  1071. final String localName = null;
  1072. final ObjectId oldId = null;
  1073. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1074. srcExpr, dstName, forceUpdate, localName, oldId);
  1075. try {
  1076. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1077. fail("anonymous push incorrectly accepted without error");
  1078. } catch (TransportException e) {
  1079. final String exp = remoteURI + ": "
  1080. + JGitText.get().authenticationNotSupported;
  1081. assertEquals(exp, e.getMessage());
  1082. }
  1083. }
  1084. List<AccessEvent> requests = getRequests();
  1085. assertEquals(1, requests.size());
  1086. AccessEvent info = requests.get(0);
  1087. assertEquals("GET", info.getMethod());
  1088. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1089. assertEquals(1, info.getParameters().size());
  1090. assertEquals("git-receive-pack", info.getParameter("service"));
  1091. assertEquals(401, info.getStatus());
  1092. }
  1093. @Test
  1094. public void testPush_CreateBranch() throws Exception {
  1095. final TestRepository src = createTestRepository();
  1096. final RevBlob Q_txt = src.blob("new text");
  1097. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1098. final Repository db = src.getRepository();
  1099. final String dstName = Constants.R_HEADS + "new.branch";
  1100. enableReceivePack();
  1101. try (Transport t = Transport.open(db, remoteURI)) {
  1102. final String srcExpr = Q.name();
  1103. final boolean forceUpdate = false;
  1104. final String localName = null;
  1105. final ObjectId oldId = null;
  1106. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1107. srcExpr, dstName, forceUpdate, localName, oldId);
  1108. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1109. }
  1110. assertTrue(remoteRepository.getObjectDatabase().has(Q_txt));
  1111. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1112. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1113. fsck(remoteRepository, Q);
  1114. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  1115. assertNotNull("has log for " + dstName, log);
  1116. final ReflogEntry last = log.getLastEntry();
  1117. assertNotNull("has last entry", last);
  1118. assertEquals(ObjectId.zeroId(), last.getOldId());
  1119. assertEquals(Q, last.getNewId());
  1120. assertEquals("anonymous", last.getWho().getName());
  1121. // Assumption: The host name we use to contact the server should
  1122. // be the server's own host name, because it should be the loopback
  1123. // network interface.
  1124. //
  1125. final String clientHost = remoteURI.getHost();
  1126. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  1127. assertEquals("push: created", last.getComment());
  1128. List<AccessEvent> requests = getRequests();
  1129. assertEquals(2, requests.size());
  1130. AccessEvent info = requests.get(0);
  1131. assertEquals("GET", info.getMethod());
  1132. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1133. assertEquals(1, info.getParameters().size());
  1134. assertEquals("git-receive-pack", info.getParameter("service"));
  1135. assertEquals(200, info.getStatus());
  1136. assertEquals("application/x-git-receive-pack-advertisement", info
  1137. .getResponseHeader(HDR_CONTENT_TYPE));
  1138. AccessEvent service = requests.get(1);
  1139. assertEquals("POST", service.getMethod());
  1140. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1141. assertEquals(0, service.getParameters().size());
  1142. assertNotNull("has content-length", service
  1143. .getRequestHeader(HDR_CONTENT_LENGTH));
  1144. assertNull("not chunked", service
  1145. .getRequestHeader(HDR_TRANSFER_ENCODING));
  1146. assertEquals(200, service.getStatus());
  1147. assertEquals("application/x-git-receive-pack-result", service
  1148. .getResponseHeader(HDR_CONTENT_TYPE));
  1149. }
  1150. @Test
  1151. public void testPush_ChunkedEncoding() throws Exception {
  1152. final TestRepository<Repository> src = createTestRepository();
  1153. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  1154. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  1155. final Repository db = src.getRepository();
  1156. final String dstName = Constants.R_HEADS + "new.branch";
  1157. enableReceivePack();
  1158. final StoredConfig cfg = db.getConfig();
  1159. cfg.setInt("core", null, "compression", 0);
  1160. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  1161. cfg.save();
  1162. try (Transport t = Transport.open(db, remoteURI)) {
  1163. final String srcExpr = Q.name();
  1164. final boolean forceUpdate = false;
  1165. final String localName = null;
  1166. final ObjectId oldId = null;
  1167. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1168. srcExpr, dstName, forceUpdate, localName, oldId);
  1169. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1170. }
  1171. assertTrue(remoteRepository.getObjectDatabase().has(Q_bin));
  1172. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1173. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1174. fsck(remoteRepository, Q);
  1175. List<AccessEvent> requests = getRequests();
  1176. assertEquals(2, requests.size());
  1177. AccessEvent info = requests.get(0);
  1178. assertEquals("GET", info.getMethod());
  1179. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1180. assertEquals(1, info.getParameters().size());
  1181. assertEquals("git-receive-pack", info.getParameter("service"));
  1182. assertEquals(200, info.getStatus());
  1183. assertEquals("application/x-git-receive-pack-advertisement", info
  1184. .getResponseHeader(HDR_CONTENT_TYPE));
  1185. AccessEvent service = requests.get(1);
  1186. assertEquals("POST", service.getMethod());
  1187. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1188. assertEquals(0, service.getParameters().size());
  1189. assertNull("no content-length", service
  1190. .getRequestHeader(HDR_CONTENT_LENGTH));
  1191. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  1192. assertEquals(200, service.getStatus());
  1193. assertEquals("application/x-git-receive-pack-result", service
  1194. .getResponseHeader(HDR_CONTENT_TYPE));
  1195. }
  1196. private void enableReceivePack() throws IOException {
  1197. final StoredConfig cfg = remoteRepository.getConfig();
  1198. cfg.setBoolean("http", null, "receivepack", true);
  1199. cfg.save();
  1200. }
  1201. }