You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 49KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399
  1. /*
  2. * Copyright (C) 2010, 2017 Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static java.nio.charset.StandardCharsets.UTF_8;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  47. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  48. import static org.junit.Assert.assertEquals;
  49. import static org.junit.Assert.assertFalse;
  50. import static org.junit.Assert.assertNotNull;
  51. import static org.junit.Assert.assertNull;
  52. import static org.junit.Assert.assertTrue;
  53. import static org.junit.Assert.fail;
  54. import java.io.IOException;
  55. import java.io.PrintWriter;
  56. import java.net.URISyntaxException;
  57. import java.text.MessageFormat;
  58. import java.util.Arrays;
  59. import java.util.Collection;
  60. import java.util.Collections;
  61. import java.util.EnumSet;
  62. import java.util.List;
  63. import java.util.Map;
  64. import java.util.regex.Matcher;
  65. import java.util.regex.Pattern;
  66. import javax.servlet.DispatcherType;
  67. import javax.servlet.Filter;
  68. import javax.servlet.FilterChain;
  69. import javax.servlet.FilterConfig;
  70. import javax.servlet.RequestDispatcher;
  71. import javax.servlet.ServletException;
  72. import javax.servlet.ServletRequest;
  73. import javax.servlet.ServletResponse;
  74. import javax.servlet.http.HttpServletRequest;
  75. import javax.servlet.http.HttpServletResponse;
  76. import org.eclipse.jetty.servlet.FilterHolder;
  77. import org.eclipse.jetty.servlet.ServletContextHandler;
  78. import org.eclipse.jetty.servlet.ServletHolder;
  79. import org.eclipse.jgit.errors.RemoteRepositoryException;
  80. import org.eclipse.jgit.errors.TransportException;
  81. import org.eclipse.jgit.errors.UnsupportedCredentialItem;
  82. import org.eclipse.jgit.http.server.GitServlet;
  83. import org.eclipse.jgit.http.server.resolver.DefaultUploadPackFactory;
  84. import org.eclipse.jgit.internal.JGitText;
  85. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  86. import org.eclipse.jgit.junit.TestRepository;
  87. import org.eclipse.jgit.junit.TestRng;
  88. import org.eclipse.jgit.junit.http.AccessEvent;
  89. import org.eclipse.jgit.junit.http.AppServer;
  90. import org.eclipse.jgit.junit.http.HttpTestCase;
  91. import org.eclipse.jgit.lib.ConfigConstants;
  92. import org.eclipse.jgit.lib.Constants;
  93. import org.eclipse.jgit.lib.NullProgressMonitor;
  94. import org.eclipse.jgit.lib.ObjectId;
  95. import org.eclipse.jgit.lib.ObjectIdRef;
  96. import org.eclipse.jgit.lib.ObjectInserter;
  97. import org.eclipse.jgit.lib.Ref;
  98. import org.eclipse.jgit.lib.ReflogEntry;
  99. import org.eclipse.jgit.lib.ReflogReader;
  100. import org.eclipse.jgit.lib.Repository;
  101. import org.eclipse.jgit.lib.StoredConfig;
  102. import org.eclipse.jgit.revwalk.RevBlob;
  103. import org.eclipse.jgit.revwalk.RevCommit;
  104. import org.eclipse.jgit.revwalk.RevWalk;
  105. import org.eclipse.jgit.storage.file.FileBasedConfig;
  106. import org.eclipse.jgit.transport.AbstractAdvertiseRefsHook;
  107. import org.eclipse.jgit.transport.AdvertiseRefsHook;
  108. import org.eclipse.jgit.transport.CredentialItem;
  109. import org.eclipse.jgit.transport.CredentialsProvider;
  110. import org.eclipse.jgit.transport.FetchConnection;
  111. import org.eclipse.jgit.transport.HttpTransport;
  112. import org.eclipse.jgit.transport.RefSpec;
  113. import org.eclipse.jgit.transport.RemoteRefUpdate;
  114. import org.eclipse.jgit.transport.Transport;
  115. import org.eclipse.jgit.transport.TransportHttp;
  116. import org.eclipse.jgit.transport.URIish;
  117. import org.eclipse.jgit.transport.UploadPack;
  118. import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider;
  119. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  120. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  121. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  122. import org.eclipse.jgit.transport.resolver.ServiceNotAuthorizedException;
  123. import org.eclipse.jgit.transport.resolver.ServiceNotEnabledException;
  124. import org.eclipse.jgit.transport.resolver.UploadPackFactory;
  125. import org.eclipse.jgit.util.FS;
  126. import org.eclipse.jgit.util.HttpSupport;
  127. import org.eclipse.jgit.util.SystemReader;
  128. import org.hamcrest.Matchers;
  129. import org.junit.Before;
  130. import org.junit.Rule;
  131. import org.junit.Test;
  132. import org.junit.rules.ExpectedException;
  133. import org.junit.runner.RunWith;
  134. import org.junit.runners.Parameterized;
  135. import org.junit.runners.Parameterized.Parameters;
  136. @RunWith(Parameterized.class)
  137. public class SmartClientSmartServerTest extends HttpTestCase {
  138. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  139. @Rule
  140. public ExpectedException thrown = ExpectedException.none();
  141. private AdvertiseRefsHook advertiseRefsHook;
  142. private Repository remoteRepository;
  143. private CredentialsProvider testCredentials = new UsernamePasswordCredentialsProvider(
  144. AppServer.username, AppServer.password);
  145. private URIish remoteURI;
  146. private URIish brokenURI;
  147. private URIish redirectURI;
  148. private URIish authURI;
  149. private URIish authOnPostURI;
  150. private RevBlob A_txt;
  151. private RevCommit A, B, unreachableCommit;
  152. @Parameters
  153. public static Collection<Object[]> data() {
  154. // run all tests with both connection factories we have
  155. return Arrays.asList(new Object[][] {
  156. { new JDKHttpConnectionFactory() },
  157. { new HttpClientConnectionFactory() } });
  158. }
  159. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  160. HttpTransport.setConnectionFactory(cf);
  161. }
  162. @Override
  163. @Before
  164. public void setUp() throws Exception {
  165. super.setUp();
  166. final TestRepository<Repository> src = createTestRepository();
  167. final String srcName = src.getRepository().getDirectory().getName();
  168. src.getRepository()
  169. .getConfig()
  170. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  171. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  172. GitServlet gs = new GitServlet();
  173. gs.setUploadPackFactory(new UploadPackFactory<HttpServletRequest>() {
  174. @Override
  175. public UploadPack create(HttpServletRequest req, Repository db)
  176. throws ServiceNotEnabledException,
  177. ServiceNotAuthorizedException {
  178. DefaultUploadPackFactory f = new DefaultUploadPackFactory();
  179. UploadPack up = f.create(req, db);
  180. if (advertiseRefsHook != null) {
  181. up.setAdvertiseRefsHook(advertiseRefsHook);
  182. }
  183. return up;
  184. }
  185. });
  186. ServletContextHandler app = addNormalContext(gs, src, srcName);
  187. ServletContextHandler broken = addBrokenContext(gs, src, srcName);
  188. ServletContextHandler redirect = addRedirectContext(gs);
  189. ServletContextHandler auth = addAuthContext(gs, "auth");
  190. ServletContextHandler authOnPost = addAuthContext(gs, "pauth", "POST");
  191. server.setUp();
  192. remoteRepository = src.getRepository();
  193. remoteURI = toURIish(app, srcName);
  194. brokenURI = toURIish(broken, srcName);
  195. redirectURI = toURIish(redirect, srcName);
  196. authURI = toURIish(auth, srcName);
  197. authOnPostURI = toURIish(authOnPost, srcName);
  198. A_txt = src.blob("A");
  199. A = src.commit().add("A_txt", A_txt).create();
  200. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  201. src.update(master, B);
  202. unreachableCommit = src.commit().add("A_txt", A_txt).create();
  203. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  204. }
  205. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  206. ServletContextHandler app = server.addContext("/git");
  207. app.addFilter(new FilterHolder(new Filter() {
  208. @Override
  209. public void init(FilterConfig filterConfig)
  210. throws ServletException {
  211. // empty
  212. }
  213. // Does an internal forward for GET requests containing "/post/",
  214. // and issues a 301 redirect on POST requests for such URLs. Used
  215. // in the POST redirect tests.
  216. @Override
  217. public void doFilter(ServletRequest request,
  218. ServletResponse response, FilterChain chain)
  219. throws IOException, ServletException {
  220. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  221. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  222. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  223. if (httpServletRequest.getQueryString() != null) {
  224. fullUrl.append("?")
  225. .append(httpServletRequest.getQueryString());
  226. }
  227. String urlString = fullUrl.toString();
  228. if ("POST".equalsIgnoreCase(httpServletRequest.getMethod())) {
  229. httpServletResponse.setStatus(
  230. HttpServletResponse.SC_MOVED_PERMANENTLY);
  231. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  232. urlString.replace("/post/", "/"));
  233. } else {
  234. String path = httpServletRequest.getPathInfo();
  235. path = path.replace("/post/", "/");
  236. if (httpServletRequest.getQueryString() != null) {
  237. path += '?' + httpServletRequest.getQueryString();
  238. }
  239. RequestDispatcher dispatcher = httpServletRequest
  240. .getRequestDispatcher(path);
  241. dispatcher.forward(httpServletRequest, httpServletResponse);
  242. }
  243. }
  244. @Override
  245. public void destroy() {
  246. // empty
  247. }
  248. }), "/post/*", EnumSet.of(DispatcherType.REQUEST));
  249. gs.setRepositoryResolver(new TestRepositoryResolver(src, srcName));
  250. app.addServlet(new ServletHolder(gs), "/*");
  251. return app;
  252. }
  253. @SuppressWarnings("unused")
  254. private ServletContextHandler addBrokenContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  255. ServletContextHandler broken = server.addContext("/bad");
  256. broken.addFilter(new FilterHolder(new Filter() {
  257. @Override
  258. public void doFilter(ServletRequest request,
  259. ServletResponse response, FilterChain chain)
  260. throws IOException, ServletException {
  261. final HttpServletResponse r = (HttpServletResponse) response;
  262. r.setContentType("text/plain");
  263. r.setCharacterEncoding("UTF-8");
  264. PrintWriter w = r.getWriter();
  265. w.print("OK");
  266. w.close();
  267. }
  268. @Override
  269. public void init(FilterConfig filterConfig)
  270. throws ServletException {
  271. // empty
  272. }
  273. @Override
  274. public void destroy() {
  275. // empty
  276. }
  277. }), "/" + srcName + "/git-upload-pack",
  278. EnumSet.of(DispatcherType.REQUEST));
  279. broken.addServlet(new ServletHolder(gs), "/*");
  280. return broken;
  281. }
  282. private ServletContextHandler addAuthContext(GitServlet gs,
  283. String contextPath, String... methods) {
  284. ServletContextHandler auth = server.addContext('/' + contextPath);
  285. auth.addServlet(new ServletHolder(gs), "/*");
  286. return server.authBasic(auth, methods);
  287. }
  288. private ServletContextHandler addRedirectContext(GitServlet gs) {
  289. ServletContextHandler redirect = server.addContext("/redirect");
  290. redirect.addFilter(new FilterHolder(new Filter() {
  291. // Enables tests for different codes, and for multiple redirects.
  292. // First parameter is the number of redirects, second one is the
  293. // redirect status code that should be used
  294. private Pattern responsePattern = Pattern
  295. .compile("/response/(\\d+)/(30[1237])/");
  296. // Enables tests to specify the context that the request should be
  297. // redirected to in the end. If not present, redirects got to the
  298. // normal /git context.
  299. private Pattern targetPattern = Pattern.compile("/target(/\\w+)/");
  300. @Override
  301. public void init(FilterConfig filterConfig)
  302. throws ServletException {
  303. // empty
  304. }
  305. @Override
  306. public void doFilter(ServletRequest request,
  307. ServletResponse response, FilterChain chain)
  308. throws IOException, ServletException {
  309. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  310. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  311. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  312. if (httpServletRequest.getQueryString() != null) {
  313. fullUrl.append("?")
  314. .append(httpServletRequest.getQueryString());
  315. }
  316. String urlString = fullUrl.toString();
  317. if (urlString.contains("/loop/")) {
  318. urlString = urlString.replace("/loop/", "/loop/x/");
  319. if (urlString.contains("/loop/x/x/x/x/x/x/x/x/")) {
  320. // Go back to initial.
  321. urlString = urlString.replace("/loop/x/x/x/x/x/x/x/x/",
  322. "/loop/");
  323. }
  324. httpServletResponse.setStatus(
  325. HttpServletResponse.SC_MOVED_TEMPORARILY);
  326. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  327. urlString);
  328. return;
  329. }
  330. int responseCode = HttpServletResponse.SC_MOVED_PERMANENTLY;
  331. int nofRedirects = 0;
  332. Matcher matcher = responsePattern.matcher(urlString);
  333. if (matcher.find()) {
  334. nofRedirects = Integer
  335. .parseUnsignedInt(matcher.group(1));
  336. responseCode = Integer.parseUnsignedInt(matcher.group(2));
  337. if (--nofRedirects <= 0) {
  338. urlString = urlString.substring(0, matcher.start())
  339. + '/' + urlString.substring(matcher.end());
  340. } else {
  341. urlString = urlString.substring(0, matcher.start())
  342. + "/response/" + nofRedirects + "/"
  343. + responseCode + '/'
  344. + urlString.substring(matcher.end());
  345. }
  346. }
  347. httpServletResponse.setStatus(responseCode);
  348. if (nofRedirects <= 0) {
  349. String targetContext = "/git";
  350. matcher = targetPattern.matcher(urlString);
  351. if (matcher.find()) {
  352. urlString = urlString.substring(0, matcher.start())
  353. + '/' + urlString.substring(matcher.end());
  354. targetContext = matcher.group(1);
  355. }
  356. urlString = urlString.replace("/redirect", targetContext);
  357. }
  358. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  359. urlString);
  360. }
  361. @Override
  362. public void destroy() {
  363. // empty
  364. }
  365. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  366. redirect.addServlet(new ServletHolder(gs), "/*");
  367. return redirect;
  368. }
  369. @Test
  370. public void testListRemote() throws IOException {
  371. Repository dst = createBareRepository();
  372. assertEquals("http", remoteURI.getScheme());
  373. Map<String, Ref> map;
  374. try (Transport t = Transport.open(dst, remoteURI)) {
  375. // I didn't make up these public interface names, I just
  376. // approved them for inclusion into the code base. Sorry.
  377. // --spearce
  378. //
  379. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  380. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  381. FetchConnection c = t.openFetch();
  382. try {
  383. map = c.getRefsMap();
  384. } finally {
  385. c.close();
  386. }
  387. }
  388. assertNotNull("have map of refs", map);
  389. assertEquals(3, map.size());
  390. assertNotNull("has " + master, map.get(master));
  391. assertEquals(B, map.get(master).getObjectId());
  392. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  393. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  394. List<AccessEvent> requests = getRequests();
  395. assertEquals(1, requests.size());
  396. AccessEvent info = requests.get(0);
  397. assertEquals("GET", info.getMethod());
  398. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  399. assertEquals(1, info.getParameters().size());
  400. assertEquals("git-upload-pack", info.getParameter("service"));
  401. assertEquals(200, info.getStatus());
  402. assertEquals("application/x-git-upload-pack-advertisement", info
  403. .getResponseHeader(HDR_CONTENT_TYPE));
  404. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  405. }
  406. @Test
  407. public void testListRemote_BadName() throws IOException, URISyntaxException {
  408. Repository dst = createBareRepository();
  409. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  410. try (Transport t = Transport.open(dst, uri)) {
  411. try {
  412. t.openFetch();
  413. fail("fetch connection opened");
  414. } catch (RemoteRepositoryException notFound) {
  415. assertEquals(uri + ": Git repository not found",
  416. notFound.getMessage());
  417. }
  418. }
  419. List<AccessEvent> requests = getRequests();
  420. assertEquals(1, requests.size());
  421. AccessEvent info = requests.get(0);
  422. assertEquals("GET", info.getMethod());
  423. assertEquals(join(uri, "info/refs"), info.getPath());
  424. assertEquals(1, info.getParameters().size());
  425. assertEquals("git-upload-pack", info.getParameter("service"));
  426. assertEquals(200, info.getStatus());
  427. assertEquals("application/x-git-upload-pack-advertisement",
  428. info.getResponseHeader(HDR_CONTENT_TYPE));
  429. }
  430. @Test
  431. public void testFetchBySHA1() throws Exception {
  432. Repository dst = createBareRepository();
  433. assertFalse(dst.hasObject(A_txt));
  434. try (Transport t = Transport.open(dst, remoteURI)) {
  435. t.fetch(NullProgressMonitor.INSTANCE,
  436. Collections.singletonList(new RefSpec(B.name())));
  437. }
  438. assertTrue(dst.hasObject(A_txt));
  439. }
  440. @Test
  441. public void testFetchBySHA1Unreachable() throws Exception {
  442. Repository dst = createBareRepository();
  443. assertFalse(dst.hasObject(A_txt));
  444. try (Transport t = Transport.open(dst, remoteURI)) {
  445. thrown.expect(TransportException.class);
  446. thrown.expectMessage(Matchers.containsString(
  447. "want " + unreachableCommit.name() + " not valid"));
  448. t.fetch(NullProgressMonitor.INSTANCE, Collections
  449. .singletonList(new RefSpec(unreachableCommit.name())));
  450. }
  451. }
  452. @Test
  453. public void testFetchBySHA1UnreachableByAdvertiseRefsHook()
  454. throws Exception {
  455. Repository dst = createBareRepository();
  456. assertFalse(dst.hasObject(A_txt));
  457. advertiseRefsHook = new AbstractAdvertiseRefsHook() {
  458. @Override
  459. protected Map<String, Ref> getAdvertisedRefs(Repository repository,
  460. RevWalk revWalk) {
  461. return Collections.emptyMap();
  462. }
  463. };
  464. try (Transport t = Transport.open(dst, remoteURI)) {
  465. thrown.expect(TransportException.class);
  466. thrown.expectMessage(Matchers.containsString(
  467. "want " + A.name() + " not valid"));
  468. t.fetch(NullProgressMonitor.INSTANCE, Collections
  469. .singletonList(new RefSpec(A.name())));
  470. }
  471. }
  472. @Test
  473. public void testInitialClone_Small() throws Exception {
  474. Repository dst = createBareRepository();
  475. assertFalse(dst.hasObject(A_txt));
  476. try (Transport t = Transport.open(dst, remoteURI)) {
  477. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  478. }
  479. assertTrue(dst.hasObject(A_txt));
  480. assertEquals(B, dst.exactRef(master).getObjectId());
  481. fsck(dst, B);
  482. List<AccessEvent> requests = getRequests();
  483. assertEquals(2, requests.size());
  484. AccessEvent info = requests.get(0);
  485. assertEquals("GET", info.getMethod());
  486. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  487. assertEquals(1, info.getParameters().size());
  488. assertEquals("git-upload-pack", info.getParameter("service"));
  489. assertEquals(200, info.getStatus());
  490. assertEquals("application/x-git-upload-pack-advertisement", info
  491. .getResponseHeader(HDR_CONTENT_TYPE));
  492. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  493. AccessEvent service = requests.get(1);
  494. assertEquals("POST", service.getMethod());
  495. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  496. assertEquals(0, service.getParameters().size());
  497. assertNotNull("has content-length", service
  498. .getRequestHeader(HDR_CONTENT_LENGTH));
  499. assertNull("not chunked", service
  500. .getRequestHeader(HDR_TRANSFER_ENCODING));
  501. assertEquals(200, service.getStatus());
  502. assertEquals("application/x-git-upload-pack-result", service
  503. .getResponseHeader(HDR_CONTENT_TYPE));
  504. }
  505. private void initialClone_Redirect(int nofRedirects, int code)
  506. throws Exception {
  507. Repository dst = createBareRepository();
  508. assertFalse(dst.hasObject(A_txt));
  509. URIish cloneFrom = redirectURI;
  510. if (code != 301 || nofRedirects > 1) {
  511. cloneFrom = extendPath(cloneFrom,
  512. "/response/" + nofRedirects + "/" + code);
  513. }
  514. try (Transport t = Transport.open(dst, cloneFrom)) {
  515. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  516. }
  517. assertTrue(dst.hasObject(A_txt));
  518. assertEquals(B, dst.exactRef(master).getObjectId());
  519. fsck(dst, B);
  520. List<AccessEvent> requests = getRequests();
  521. assertEquals(2 + nofRedirects, requests.size());
  522. int n = 0;
  523. while (n < nofRedirects) {
  524. AccessEvent redirect = requests.get(n++);
  525. assertEquals(code, redirect.getStatus());
  526. }
  527. AccessEvent info = requests.get(n++);
  528. assertEquals("GET", info.getMethod());
  529. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  530. assertEquals(1, info.getParameters().size());
  531. assertEquals("git-upload-pack", info.getParameter("service"));
  532. assertEquals(200, info.getStatus());
  533. assertEquals("application/x-git-upload-pack-advertisement",
  534. info.getResponseHeader(HDR_CONTENT_TYPE));
  535. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  536. AccessEvent service = requests.get(n++);
  537. assertEquals("POST", service.getMethod());
  538. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  539. assertEquals(0, service.getParameters().size());
  540. assertNotNull("has content-length",
  541. service.getRequestHeader(HDR_CONTENT_LENGTH));
  542. assertNull("not chunked",
  543. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  544. assertEquals(200, service.getStatus());
  545. assertEquals("application/x-git-upload-pack-result",
  546. service.getResponseHeader(HDR_CONTENT_TYPE));
  547. }
  548. @Test
  549. public void testInitialClone_Redirect301Small() throws Exception {
  550. initialClone_Redirect(1, 301);
  551. }
  552. @Test
  553. public void testInitialClone_Redirect302Small() throws Exception {
  554. initialClone_Redirect(1, 302);
  555. }
  556. @Test
  557. public void testInitialClone_Redirect303Small() throws Exception {
  558. initialClone_Redirect(1, 303);
  559. }
  560. @Test
  561. public void testInitialClone_Redirect307Small() throws Exception {
  562. initialClone_Redirect(1, 307);
  563. }
  564. @Test
  565. public void testInitialClone_RedirectMultiple() throws Exception {
  566. initialClone_Redirect(4, 302);
  567. }
  568. @Test
  569. public void testInitialClone_RedirectMax() throws Exception {
  570. FileBasedConfig userConfig = SystemReader.getInstance()
  571. .openUserConfig(null, FS.DETECTED);
  572. userConfig.setInt("http", null, "maxRedirects", 4);
  573. userConfig.save();
  574. initialClone_Redirect(4, 302);
  575. }
  576. @Test
  577. public void testInitialClone_RedirectTooOften() throws Exception {
  578. FileBasedConfig userConfig = SystemReader.getInstance()
  579. .openUserConfig(null, FS.DETECTED);
  580. userConfig.setInt("http", null, "maxRedirects", 3);
  581. userConfig.save();
  582. Repository dst = createBareRepository();
  583. assertFalse(dst.hasObject(A_txt));
  584. URIish cloneFrom = extendPath(redirectURI, "/response/4/302");
  585. String remoteUri = cloneFrom.toString();
  586. try (Transport t = Transport.open(dst, cloneFrom)) {
  587. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  588. fail("Should have failed (too many redirects)");
  589. } catch (TransportException e) {
  590. String expectedMessageBegin = remoteUri.toString() + ": "
  591. + MessageFormat.format(JGitText.get().redirectLimitExceeded,
  592. "3", remoteUri.replace("/4/", "/1/") + '/', "");
  593. String message = e.getMessage();
  594. if (message.length() > expectedMessageBegin.length()) {
  595. message = message.substring(0, expectedMessageBegin.length());
  596. }
  597. assertEquals(expectedMessageBegin, message);
  598. }
  599. }
  600. @Test
  601. public void testInitialClone_RedirectLoop() throws Exception {
  602. Repository dst = createBareRepository();
  603. assertFalse(dst.hasObject(A_txt));
  604. URIish cloneFrom = extendPath(redirectURI, "/loop");
  605. try (Transport t = Transport.open(dst, cloneFrom)) {
  606. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  607. fail("Should have failed (redirect loop)");
  608. } catch (TransportException e) {
  609. assertTrue(e.getMessage().contains("Redirected more than"));
  610. }
  611. }
  612. @Test
  613. public void testInitialClone_RedirectOnPostAllowed() throws Exception {
  614. FileBasedConfig userConfig = SystemReader.getInstance()
  615. .openUserConfig(null, FS.DETECTED);
  616. userConfig.setString("http", null, "followRedirects", "true");
  617. userConfig.save();
  618. Repository dst = createBareRepository();
  619. assertFalse(dst.hasObject(A_txt));
  620. URIish cloneFrom = extendPath(remoteURI, "/post");
  621. try (Transport t = Transport.open(dst, cloneFrom)) {
  622. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  623. }
  624. assertTrue(dst.hasObject(A_txt));
  625. assertEquals(B, dst.exactRef(master).getObjectId());
  626. fsck(dst, B);
  627. List<AccessEvent> requests = getRequests();
  628. assertEquals(3, requests.size());
  629. AccessEvent info = requests.get(0);
  630. assertEquals("GET", info.getMethod());
  631. assertEquals(join(cloneFrom, "info/refs"), info.getPath());
  632. assertEquals(1, info.getParameters().size());
  633. assertEquals("git-upload-pack", info.getParameter("service"));
  634. assertEquals(200, info.getStatus());
  635. assertEquals("application/x-git-upload-pack-advertisement",
  636. info.getResponseHeader(HDR_CONTENT_TYPE));
  637. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  638. AccessEvent redirect = requests.get(1);
  639. assertEquals("POST", redirect.getMethod());
  640. assertEquals(301, redirect.getStatus());
  641. AccessEvent service = requests.get(2);
  642. assertEquals("POST", service.getMethod());
  643. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  644. assertEquals(0, service.getParameters().size());
  645. assertNotNull("has content-length",
  646. service.getRequestHeader(HDR_CONTENT_LENGTH));
  647. assertNull("not chunked",
  648. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  649. assertEquals(200, service.getStatus());
  650. assertEquals("application/x-git-upload-pack-result",
  651. service.getResponseHeader(HDR_CONTENT_TYPE));
  652. }
  653. @Test
  654. public void testInitialClone_RedirectOnPostForbidden() throws Exception {
  655. Repository dst = createBareRepository();
  656. assertFalse(dst.hasObject(A_txt));
  657. URIish cloneFrom = extendPath(remoteURI, "/post");
  658. try (Transport t = Transport.open(dst, cloneFrom)) {
  659. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  660. fail("Should have failed (redirect on POST)");
  661. } catch (TransportException e) {
  662. assertTrue(e.getMessage().contains("301"));
  663. }
  664. }
  665. @Test
  666. public void testInitialClone_RedirectForbidden() throws Exception {
  667. FileBasedConfig userConfig = SystemReader.getInstance()
  668. .openUserConfig(null, FS.DETECTED);
  669. userConfig.setString("http", null, "followRedirects", "false");
  670. userConfig.save();
  671. Repository dst = createBareRepository();
  672. assertFalse(dst.hasObject(A_txt));
  673. try (Transport t = Transport.open(dst, redirectURI)) {
  674. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  675. fail("Should have failed (redirects forbidden)");
  676. } catch (TransportException e) {
  677. assertTrue(
  678. e.getMessage().contains("http.followRedirects is false"));
  679. }
  680. }
  681. @Test
  682. public void testInitialClone_WithAuthentication() throws Exception {
  683. Repository dst = createBareRepository();
  684. assertFalse(dst.hasObject(A_txt));
  685. try (Transport t = Transport.open(dst, authURI)) {
  686. t.setCredentialsProvider(testCredentials);
  687. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  688. }
  689. assertTrue(dst.hasObject(A_txt));
  690. assertEquals(B, dst.exactRef(master).getObjectId());
  691. fsck(dst, B);
  692. List<AccessEvent> requests = getRequests();
  693. assertEquals(3, requests.size());
  694. AccessEvent info = requests.get(0);
  695. assertEquals("GET", info.getMethod());
  696. assertEquals(401, info.getStatus());
  697. info = requests.get(1);
  698. assertEquals("GET", info.getMethod());
  699. assertEquals(join(authURI, "info/refs"), info.getPath());
  700. assertEquals(1, info.getParameters().size());
  701. assertEquals("git-upload-pack", info.getParameter("service"));
  702. assertEquals(200, info.getStatus());
  703. assertEquals("application/x-git-upload-pack-advertisement",
  704. info.getResponseHeader(HDR_CONTENT_TYPE));
  705. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  706. AccessEvent service = requests.get(2);
  707. assertEquals("POST", service.getMethod());
  708. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  709. assertEquals(0, service.getParameters().size());
  710. assertNotNull("has content-length",
  711. service.getRequestHeader(HDR_CONTENT_LENGTH));
  712. assertNull("not chunked",
  713. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  714. assertEquals(200, service.getStatus());
  715. assertEquals("application/x-git-upload-pack-result",
  716. service.getResponseHeader(HDR_CONTENT_TYPE));
  717. }
  718. @Test
  719. public void testInitialClone_WithAuthenticationNoCredentials()
  720. throws Exception {
  721. Repository dst = createBareRepository();
  722. assertFalse(dst.hasObject(A_txt));
  723. try (Transport t = Transport.open(dst, authURI)) {
  724. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  725. fail("Should not have succeeded -- no authentication");
  726. } catch (TransportException e) {
  727. String msg = e.getMessage();
  728. assertTrue("Unexpected exception message: " + msg,
  729. msg.contains("no CredentialsProvider"));
  730. }
  731. List<AccessEvent> requests = getRequests();
  732. assertEquals(1, requests.size());
  733. AccessEvent info = requests.get(0);
  734. assertEquals("GET", info.getMethod());
  735. assertEquals(401, info.getStatus());
  736. }
  737. @Test
  738. public void testInitialClone_WithAuthenticationWrongCredentials()
  739. throws Exception {
  740. Repository dst = createBareRepository();
  741. assertFalse(dst.hasObject(A_txt));
  742. try (Transport t = Transport.open(dst, authURI)) {
  743. t.setCredentialsProvider(new UsernamePasswordCredentialsProvider(
  744. AppServer.username, "wrongpassword"));
  745. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  746. fail("Should not have succeeded -- wrong password");
  747. } catch (TransportException e) {
  748. String msg = e.getMessage();
  749. assertTrue("Unexpected exception message: " + msg,
  750. msg.contains("auth"));
  751. }
  752. List<AccessEvent> requests = getRequests();
  753. // Once without authentication plus three re-tries with authentication
  754. assertEquals(4, requests.size());
  755. for (AccessEvent event : requests) {
  756. assertEquals("GET", event.getMethod());
  757. assertEquals(401, event.getStatus());
  758. }
  759. }
  760. @Test
  761. public void testInitialClone_WithAuthenticationAfterRedirect()
  762. throws Exception {
  763. Repository dst = createBareRepository();
  764. assertFalse(dst.hasObject(A_txt));
  765. URIish cloneFrom = extendPath(redirectURI, "/target/auth");
  766. CredentialsProvider uriSpecificCredentialsProvider = new UsernamePasswordCredentialsProvider(
  767. "unknown", "none") {
  768. @Override
  769. public boolean get(URIish uri, CredentialItem... items)
  770. throws UnsupportedCredentialItem {
  771. // Only return the true credentials if the uri path starts with
  772. // /auth. This ensures that we do provide the correct
  773. // credentials only for the URi after the redirect, making the
  774. // test fail if we should be asked for the credentials for the
  775. // original URI.
  776. if (uri.getPath().startsWith("/auth")) {
  777. return testCredentials.get(uri, items);
  778. }
  779. return super.get(uri, items);
  780. }
  781. };
  782. try (Transport t = Transport.open(dst, cloneFrom)) {
  783. t.setCredentialsProvider(uriSpecificCredentialsProvider);
  784. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  785. }
  786. assertTrue(dst.hasObject(A_txt));
  787. assertEquals(B, dst.exactRef(master).getObjectId());
  788. fsck(dst, B);
  789. List<AccessEvent> requests = getRequests();
  790. assertEquals(4, requests.size());
  791. AccessEvent redirect = requests.get(0);
  792. assertEquals("GET", redirect.getMethod());
  793. assertEquals(join(cloneFrom, "info/refs"), redirect.getPath());
  794. assertEquals(301, redirect.getStatus());
  795. AccessEvent info = requests.get(1);
  796. assertEquals("GET", info.getMethod());
  797. assertEquals(join(authURI, "info/refs"), info.getPath());
  798. assertEquals(401, info.getStatus());
  799. info = requests.get(2);
  800. assertEquals("GET", info.getMethod());
  801. assertEquals(join(authURI, "info/refs"), info.getPath());
  802. assertEquals(1, info.getParameters().size());
  803. assertEquals("git-upload-pack", info.getParameter("service"));
  804. assertEquals(200, info.getStatus());
  805. assertEquals("application/x-git-upload-pack-advertisement",
  806. info.getResponseHeader(HDR_CONTENT_TYPE));
  807. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  808. AccessEvent service = requests.get(3);
  809. assertEquals("POST", service.getMethod());
  810. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  811. assertEquals(0, service.getParameters().size());
  812. assertNotNull("has content-length",
  813. service.getRequestHeader(HDR_CONTENT_LENGTH));
  814. assertNull("not chunked",
  815. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  816. assertEquals(200, service.getStatus());
  817. assertEquals("application/x-git-upload-pack-result",
  818. service.getResponseHeader(HDR_CONTENT_TYPE));
  819. }
  820. @Test
  821. public void testInitialClone_WithAuthenticationOnPostOnly()
  822. throws Exception {
  823. Repository dst = createBareRepository();
  824. assertFalse(dst.hasObject(A_txt));
  825. try (Transport t = Transport.open(dst, authOnPostURI)) {
  826. t.setCredentialsProvider(testCredentials);
  827. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  828. }
  829. assertTrue(dst.hasObject(A_txt));
  830. assertEquals(B, dst.exactRef(master).getObjectId());
  831. fsck(dst, B);
  832. List<AccessEvent> requests = getRequests();
  833. assertEquals(3, requests.size());
  834. AccessEvent info = requests.get(0);
  835. assertEquals("GET", info.getMethod());
  836. assertEquals(join(authOnPostURI, "info/refs"), info.getPath());
  837. assertEquals(1, info.getParameters().size());
  838. assertEquals("git-upload-pack", info.getParameter("service"));
  839. assertEquals(200, info.getStatus());
  840. assertEquals("application/x-git-upload-pack-advertisement",
  841. info.getResponseHeader(HDR_CONTENT_TYPE));
  842. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  843. AccessEvent service = requests.get(1);
  844. assertEquals("POST", service.getMethod());
  845. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  846. assertEquals(401, service.getStatus());
  847. service = requests.get(2);
  848. assertEquals("POST", service.getMethod());
  849. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  850. assertEquals(0, service.getParameters().size());
  851. assertNotNull("has content-length",
  852. service.getRequestHeader(HDR_CONTENT_LENGTH));
  853. assertNull("not chunked",
  854. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  855. assertEquals(200, service.getStatus());
  856. assertEquals("application/x-git-upload-pack-result",
  857. service.getResponseHeader(HDR_CONTENT_TYPE));
  858. }
  859. @Test
  860. public void testFetch_FewLocalCommits() throws Exception {
  861. // Bootstrap by doing the clone.
  862. //
  863. TestRepository dst = createTestRepository();
  864. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  865. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  866. }
  867. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  868. List<AccessEvent> cloneRequests = getRequests();
  869. // Only create a few new commits.
  870. TestRepository.BranchBuilder b = dst.branch(master);
  871. for (int i = 0; i < 4; i++)
  872. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  873. // Create a new commit on the remote.
  874. //
  875. b = new TestRepository<>(remoteRepository).branch(master);
  876. RevCommit Z = b.commit().message("Z").create();
  877. // Now incrementally update.
  878. //
  879. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  880. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  881. }
  882. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  883. List<AccessEvent> requests = getRequests();
  884. requests.removeAll(cloneRequests);
  885. assertEquals(2, requests.size());
  886. AccessEvent info = requests.get(0);
  887. assertEquals("GET", info.getMethod());
  888. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  889. assertEquals(1, info.getParameters().size());
  890. assertEquals("git-upload-pack", info.getParameter("service"));
  891. assertEquals(200, info.getStatus());
  892. assertEquals("application/x-git-upload-pack-advertisement",
  893. info.getResponseHeader(HDR_CONTENT_TYPE));
  894. // We should have needed one request to perform the fetch.
  895. //
  896. AccessEvent service = requests.get(1);
  897. assertEquals("POST", service.getMethod());
  898. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  899. assertEquals(0, service.getParameters().size());
  900. assertNotNull("has content-length",
  901. service.getRequestHeader(HDR_CONTENT_LENGTH));
  902. assertNull("not chunked",
  903. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  904. assertEquals(200, service.getStatus());
  905. assertEquals("application/x-git-upload-pack-result",
  906. service.getResponseHeader(HDR_CONTENT_TYPE));
  907. }
  908. @Test
  909. public void testFetch_TooManyLocalCommits() throws Exception {
  910. // Bootstrap by doing the clone.
  911. //
  912. TestRepository dst = createTestRepository();
  913. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  914. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  915. }
  916. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  917. List<AccessEvent> cloneRequests = getRequests();
  918. // Force enough into the local client that enumeration will
  919. // need multiple packets, but not too many to overflow and
  920. // not pick up the ACK_COMMON message.
  921. //
  922. TestRepository.BranchBuilder b = dst.branch(master);
  923. for (int i = 0; i < 32 - 1; i++)
  924. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  925. // Create a new commit on the remote.
  926. //
  927. b = new TestRepository<>(remoteRepository).branch(master);
  928. RevCommit Z = b.commit().message("Z").create();
  929. // Now incrementally update.
  930. //
  931. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  932. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  933. }
  934. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  935. List<AccessEvent> requests = getRequests();
  936. requests.removeAll(cloneRequests);
  937. assertEquals(3, requests.size());
  938. AccessEvent info = requests.get(0);
  939. assertEquals("GET", info.getMethod());
  940. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  941. assertEquals(1, info.getParameters().size());
  942. assertEquals("git-upload-pack", info.getParameter("service"));
  943. assertEquals(200, info.getStatus());
  944. assertEquals("application/x-git-upload-pack-advertisement", info
  945. .getResponseHeader(HDR_CONTENT_TYPE));
  946. // We should have needed two requests to perform the fetch
  947. // due to the high number of local unknown commits.
  948. //
  949. AccessEvent service = requests.get(1);
  950. assertEquals("POST", service.getMethod());
  951. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  952. assertEquals(0, service.getParameters().size());
  953. assertNotNull("has content-length", service
  954. .getRequestHeader(HDR_CONTENT_LENGTH));
  955. assertNull("not chunked", service
  956. .getRequestHeader(HDR_TRANSFER_ENCODING));
  957. assertEquals(200, service.getStatus());
  958. assertEquals("application/x-git-upload-pack-result", service
  959. .getResponseHeader(HDR_CONTENT_TYPE));
  960. service = requests.get(2);
  961. assertEquals("POST", service.getMethod());
  962. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  963. assertEquals(0, service.getParameters().size());
  964. assertNotNull("has content-length", service
  965. .getRequestHeader(HDR_CONTENT_LENGTH));
  966. assertNull("not chunked", service
  967. .getRequestHeader(HDR_TRANSFER_ENCODING));
  968. assertEquals(200, service.getStatus());
  969. assertEquals("application/x-git-upload-pack-result", service
  970. .getResponseHeader(HDR_CONTENT_TYPE));
  971. }
  972. @Test
  973. public void testInitialClone_BrokenServer() throws Exception {
  974. Repository dst = createBareRepository();
  975. assertFalse(dst.hasObject(A_txt));
  976. try (Transport t = Transport.open(dst, brokenURI)) {
  977. try {
  978. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  979. fail("fetch completed despite upload-pack being broken");
  980. } catch (TransportException err) {
  981. String exp = brokenURI + ": expected"
  982. + " Content-Type application/x-git-upload-pack-result;"
  983. + " received Content-Type text/plain;charset=utf-8";
  984. assertEquals(exp, err.getMessage());
  985. }
  986. }
  987. List<AccessEvent> requests = getRequests();
  988. assertEquals(2, requests.size());
  989. AccessEvent info = requests.get(0);
  990. assertEquals("GET", info.getMethod());
  991. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  992. assertEquals(1, info.getParameters().size());
  993. assertEquals("git-upload-pack", info.getParameter("service"));
  994. assertEquals(200, info.getStatus());
  995. assertEquals("application/x-git-upload-pack-advertisement", info
  996. .getResponseHeader(HDR_CONTENT_TYPE));
  997. AccessEvent service = requests.get(1);
  998. assertEquals("POST", service.getMethod());
  999. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  1000. assertEquals(0, service.getParameters().size());
  1001. assertEquals(200, service.getStatus());
  1002. assertEquals("text/plain;charset=utf-8",
  1003. service.getResponseHeader(HDR_CONTENT_TYPE));
  1004. }
  1005. @Test
  1006. public void testInvalidWant() throws Exception {
  1007. @SuppressWarnings("resource")
  1008. ObjectId id = new ObjectInserter.Formatter().idFor(Constants.OBJ_BLOB,
  1009. "testInvalidWant".getBytes(UTF_8));
  1010. Repository dst = createBareRepository();
  1011. try (Transport t = Transport.open(dst, remoteURI);
  1012. FetchConnection c = t.openFetch()) {
  1013. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  1014. id);
  1015. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  1016. Collections.<ObjectId> emptySet());
  1017. fail("Server accepted want " + id.name());
  1018. } catch (TransportException err) {
  1019. assertEquals("want " + id.name() + " not valid", err.getMessage());
  1020. }
  1021. }
  1022. @Test
  1023. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  1024. AppServer noRefServer = new AppServer();
  1025. try {
  1026. final String repoName = "refs-unreadable";
  1027. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  1028. new DfsRepositoryDescription(repoName));
  1029. final TestRepository<Repository> repo = new TestRepository<>(
  1030. badRefsRepo);
  1031. ServletContextHandler app = noRefServer.addContext("/git");
  1032. GitServlet gs = new GitServlet();
  1033. gs.setRepositoryResolver(new TestRepositoryResolver(repo, repoName));
  1034. app.addServlet(new ServletHolder(gs), "/*");
  1035. noRefServer.setUp();
  1036. RevBlob A2_txt = repo.blob("A2");
  1037. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  1038. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  1039. .add("B2", "B2").create();
  1040. repo.update(master, B2);
  1041. URIish badRefsURI = new URIish(noRefServer.getURI()
  1042. .resolve(app.getContextPath() + "/" + repoName).toString());
  1043. Repository dst = createBareRepository();
  1044. try (Transport t = Transport.open(dst, badRefsURI);
  1045. FetchConnection c = t.openFetch()) {
  1046. // We start failing here to exercise the post-advertisement
  1047. // upload pack handler.
  1048. badRefsRepo.startFailing();
  1049. // Need to flush caches because ref advertisement populated them.
  1050. badRefsRepo.getRefDatabase().refresh();
  1051. c.fetch(NullProgressMonitor.INSTANCE,
  1052. Collections.singleton(c.getRef(master)),
  1053. Collections.<ObjectId> emptySet());
  1054. fail("Successfully served ref with value " + c.getRef(master));
  1055. } catch (TransportException err) {
  1056. assertEquals("internal server error", err.getMessage());
  1057. }
  1058. } finally {
  1059. noRefServer.tearDown();
  1060. }
  1061. }
  1062. @Test
  1063. public void testPush_NotAuthorized() throws Exception {
  1064. final TestRepository src = createTestRepository();
  1065. final RevBlob Q_txt = src.blob("new text");
  1066. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1067. final Repository db = src.getRepository();
  1068. final String dstName = Constants.R_HEADS + "new.branch";
  1069. // push anonymous shouldn't be allowed.
  1070. //
  1071. try (Transport t = Transport.open(db, remoteURI)) {
  1072. final String srcExpr = Q.name();
  1073. final boolean forceUpdate = false;
  1074. final String localName = null;
  1075. final ObjectId oldId = null;
  1076. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1077. srcExpr, dstName, forceUpdate, localName, oldId);
  1078. try {
  1079. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1080. fail("anonymous push incorrectly accepted without error");
  1081. } catch (TransportException e) {
  1082. final String exp = remoteURI + ": "
  1083. + JGitText.get().authenticationNotSupported;
  1084. assertEquals(exp, e.getMessage());
  1085. }
  1086. }
  1087. List<AccessEvent> requests = getRequests();
  1088. assertEquals(1, requests.size());
  1089. AccessEvent info = requests.get(0);
  1090. assertEquals("GET", info.getMethod());
  1091. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1092. assertEquals(1, info.getParameters().size());
  1093. assertEquals("git-receive-pack", info.getParameter("service"));
  1094. assertEquals(401, info.getStatus());
  1095. }
  1096. @Test
  1097. public void testPush_CreateBranch() throws Exception {
  1098. final TestRepository src = createTestRepository();
  1099. final RevBlob Q_txt = src.blob("new text");
  1100. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1101. final Repository db = src.getRepository();
  1102. final String dstName = Constants.R_HEADS + "new.branch";
  1103. enableReceivePack();
  1104. try (Transport t = Transport.open(db, remoteURI)) {
  1105. final String srcExpr = Q.name();
  1106. final boolean forceUpdate = false;
  1107. final String localName = null;
  1108. final ObjectId oldId = null;
  1109. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1110. srcExpr, dstName, forceUpdate, localName, oldId);
  1111. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1112. }
  1113. assertTrue(remoteRepository.hasObject(Q_txt));
  1114. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1115. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1116. fsck(remoteRepository, Q);
  1117. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  1118. assertNotNull("has log for " + dstName, log);
  1119. final ReflogEntry last = log.getLastEntry();
  1120. assertNotNull("has last entry", last);
  1121. assertEquals(ObjectId.zeroId(), last.getOldId());
  1122. assertEquals(Q, last.getNewId());
  1123. assertEquals("anonymous", last.getWho().getName());
  1124. // Assumption: The host name we use to contact the server should
  1125. // be the server's own host name, because it should be the loopback
  1126. // network interface.
  1127. //
  1128. final String clientHost = remoteURI.getHost();
  1129. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  1130. assertEquals("push: created", last.getComment());
  1131. List<AccessEvent> requests = getRequests();
  1132. assertEquals(2, requests.size());
  1133. AccessEvent info = requests.get(0);
  1134. assertEquals("GET", info.getMethod());
  1135. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1136. assertEquals(1, info.getParameters().size());
  1137. assertEquals("git-receive-pack", info.getParameter("service"));
  1138. assertEquals(200, info.getStatus());
  1139. assertEquals("application/x-git-receive-pack-advertisement", info
  1140. .getResponseHeader(HDR_CONTENT_TYPE));
  1141. AccessEvent service = requests.get(1);
  1142. assertEquals("POST", service.getMethod());
  1143. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1144. assertEquals(0, service.getParameters().size());
  1145. assertNotNull("has content-length", service
  1146. .getRequestHeader(HDR_CONTENT_LENGTH));
  1147. assertNull("not chunked", service
  1148. .getRequestHeader(HDR_TRANSFER_ENCODING));
  1149. assertEquals(200, service.getStatus());
  1150. assertEquals("application/x-git-receive-pack-result", service
  1151. .getResponseHeader(HDR_CONTENT_TYPE));
  1152. }
  1153. @Test
  1154. public void testPush_ChunkedEncoding() throws Exception {
  1155. final TestRepository<Repository> src = createTestRepository();
  1156. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  1157. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  1158. final Repository db = src.getRepository();
  1159. final String dstName = Constants.R_HEADS + "new.branch";
  1160. enableReceivePack();
  1161. final StoredConfig cfg = db.getConfig();
  1162. cfg.setInt("core", null, "compression", 0);
  1163. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  1164. cfg.save();
  1165. try (Transport t = Transport.open(db, remoteURI)) {
  1166. final String srcExpr = Q.name();
  1167. final boolean forceUpdate = false;
  1168. final String localName = null;
  1169. final ObjectId oldId = null;
  1170. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1171. srcExpr, dstName, forceUpdate, localName, oldId);
  1172. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1173. }
  1174. assertTrue(remoteRepository.hasObject(Q_bin));
  1175. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1176. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1177. fsck(remoteRepository, Q);
  1178. List<AccessEvent> requests = getRequests();
  1179. assertEquals(2, requests.size());
  1180. AccessEvent info = requests.get(0);
  1181. assertEquals("GET", info.getMethod());
  1182. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1183. assertEquals(1, info.getParameters().size());
  1184. assertEquals("git-receive-pack", info.getParameter("service"));
  1185. assertEquals(200, info.getStatus());
  1186. assertEquals("application/x-git-receive-pack-advertisement", info
  1187. .getResponseHeader(HDR_CONTENT_TYPE));
  1188. AccessEvent service = requests.get(1);
  1189. assertEquals("POST", service.getMethod());
  1190. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1191. assertEquals(0, service.getParameters().size());
  1192. assertNull("no content-length", service
  1193. .getRequestHeader(HDR_CONTENT_LENGTH));
  1194. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  1195. assertEquals(200, service.getStatus());
  1196. assertEquals("application/x-git-receive-pack-result", service
  1197. .getResponseHeader(HDR_CONTENT_TYPE));
  1198. }
  1199. private void enableReceivePack() throws IOException {
  1200. final StoredConfig cfg = remoteRepository.getConfig();
  1201. cfg.setBoolean("http", null, "receivepack", true);
  1202. cfg.save();
  1203. }
  1204. }