You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 50KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404
  1. /*
  2. * Copyright (C) 2010, 2017 Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static java.nio.charset.StandardCharsets.UTF_8;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  47. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  48. import static org.junit.Assert.assertEquals;
  49. import static org.junit.Assert.assertFalse;
  50. import static org.junit.Assert.assertNotNull;
  51. import static org.junit.Assert.assertNull;
  52. import static org.junit.Assert.assertTrue;
  53. import static org.junit.Assert.fail;
  54. import java.io.IOException;
  55. import java.io.PrintWriter;
  56. import java.net.URISyntaxException;
  57. import java.text.MessageFormat;
  58. import java.util.Arrays;
  59. import java.util.Collection;
  60. import java.util.Collections;
  61. import java.util.EnumSet;
  62. import java.util.List;
  63. import java.util.Map;
  64. import java.util.regex.Matcher;
  65. import java.util.regex.Pattern;
  66. import javax.servlet.DispatcherType;
  67. import javax.servlet.Filter;
  68. import javax.servlet.FilterChain;
  69. import javax.servlet.FilterConfig;
  70. import javax.servlet.RequestDispatcher;
  71. import javax.servlet.ServletException;
  72. import javax.servlet.ServletRequest;
  73. import javax.servlet.ServletResponse;
  74. import javax.servlet.http.HttpServletRequest;
  75. import javax.servlet.http.HttpServletResponse;
  76. import org.eclipse.jetty.servlet.FilterHolder;
  77. import org.eclipse.jetty.servlet.ServletContextHandler;
  78. import org.eclipse.jetty.servlet.ServletHolder;
  79. import org.eclipse.jgit.errors.RemoteRepositoryException;
  80. import org.eclipse.jgit.errors.TransportException;
  81. import org.eclipse.jgit.errors.UnsupportedCredentialItem;
  82. import org.eclipse.jgit.http.server.GitServlet;
  83. import org.eclipse.jgit.http.server.resolver.DefaultUploadPackFactory;
  84. import org.eclipse.jgit.internal.JGitText;
  85. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  86. import org.eclipse.jgit.junit.TestRepository;
  87. import org.eclipse.jgit.junit.TestRng;
  88. import org.eclipse.jgit.junit.http.AccessEvent;
  89. import org.eclipse.jgit.junit.http.AppServer;
  90. import org.eclipse.jgit.junit.http.HttpTestCase;
  91. import org.eclipse.jgit.lib.ConfigConstants;
  92. import org.eclipse.jgit.lib.Constants;
  93. import org.eclipse.jgit.lib.NullProgressMonitor;
  94. import org.eclipse.jgit.lib.ObjectId;
  95. import org.eclipse.jgit.lib.ObjectIdRef;
  96. import org.eclipse.jgit.lib.ObjectInserter;
  97. import org.eclipse.jgit.lib.Ref;
  98. import org.eclipse.jgit.lib.ReflogEntry;
  99. import org.eclipse.jgit.lib.ReflogReader;
  100. import org.eclipse.jgit.lib.Repository;
  101. import org.eclipse.jgit.lib.StoredConfig;
  102. import org.eclipse.jgit.revwalk.RevBlob;
  103. import org.eclipse.jgit.revwalk.RevCommit;
  104. import org.eclipse.jgit.revwalk.RevWalk;
  105. import org.eclipse.jgit.storage.file.FileBasedConfig;
  106. import org.eclipse.jgit.transport.AbstractAdvertiseRefsHook;
  107. import org.eclipse.jgit.transport.AdvertiseRefsHook;
  108. import org.eclipse.jgit.transport.CredentialItem;
  109. import org.eclipse.jgit.transport.CredentialsProvider;
  110. import org.eclipse.jgit.transport.FetchConnection;
  111. import org.eclipse.jgit.transport.HttpTransport;
  112. import org.eclipse.jgit.transport.RefSpec;
  113. import org.eclipse.jgit.transport.RemoteRefUpdate;
  114. import org.eclipse.jgit.transport.Transport;
  115. import org.eclipse.jgit.transport.TransportHttp;
  116. import org.eclipse.jgit.transport.URIish;
  117. import org.eclipse.jgit.transport.UploadPack;
  118. import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider;
  119. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  120. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  121. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  122. import org.eclipse.jgit.transport.resolver.ServiceNotAuthorizedException;
  123. import org.eclipse.jgit.transport.resolver.ServiceNotEnabledException;
  124. import org.eclipse.jgit.transport.resolver.UploadPackFactory;
  125. import org.eclipse.jgit.util.FS;
  126. import org.eclipse.jgit.util.HttpSupport;
  127. import org.eclipse.jgit.util.SystemReader;
  128. import org.hamcrest.Matchers;
  129. import org.junit.Before;
  130. import org.junit.Rule;
  131. import org.junit.Test;
  132. import org.junit.rules.ExpectedException;
  133. import org.junit.runner.RunWith;
  134. import org.junit.runners.Parameterized;
  135. import org.junit.runners.Parameterized.Parameters;
  136. @RunWith(Parameterized.class)
  137. public class SmartClientSmartServerTest extends HttpTestCase {
  138. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  139. @Rule
  140. public ExpectedException thrown = ExpectedException.none();
  141. private AdvertiseRefsHook advertiseRefsHook;
  142. private Repository remoteRepository;
  143. private CredentialsProvider testCredentials = new UsernamePasswordCredentialsProvider(
  144. AppServer.username, AppServer.password);
  145. private URIish remoteURI;
  146. private URIish brokenURI;
  147. private URIish redirectURI;
  148. private URIish authURI;
  149. private URIish authOnPostURI;
  150. private RevBlob A_txt;
  151. private RevCommit A, B, unreachableCommit;
  152. @Parameters
  153. public static Collection<Object[]> data() {
  154. // run all tests with both connection factories we have
  155. return Arrays.asList(new Object[][] {
  156. { new JDKHttpConnectionFactory() },
  157. { new HttpClientConnectionFactory() } });
  158. }
  159. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  160. HttpTransport.setConnectionFactory(cf);
  161. }
  162. @Override
  163. @Before
  164. public void setUp() throws Exception {
  165. super.setUp();
  166. final TestRepository<Repository> src = createTestRepository();
  167. final String srcName = src.getRepository().getDirectory().getName();
  168. src.getRepository()
  169. .getConfig()
  170. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  171. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  172. GitServlet gs = new GitServlet();
  173. gs.setUploadPackFactory(new UploadPackFactory<HttpServletRequest>() {
  174. @Override
  175. public UploadPack create(HttpServletRequest req, Repository db)
  176. throws ServiceNotEnabledException,
  177. ServiceNotAuthorizedException {
  178. DefaultUploadPackFactory f = new DefaultUploadPackFactory();
  179. UploadPack up = f.create(req, db);
  180. if (advertiseRefsHook != null) {
  181. up.setAdvertiseRefsHook(advertiseRefsHook);
  182. }
  183. return up;
  184. }
  185. });
  186. ServletContextHandler app = addNormalContext(gs, src, srcName);
  187. ServletContextHandler broken = addBrokenContext(gs, srcName);
  188. ServletContextHandler redirect = addRedirectContext(gs);
  189. ServletContextHandler auth = addAuthContext(gs, "auth");
  190. ServletContextHandler authOnPost = addAuthContext(gs, "pauth", "POST");
  191. server.setUp();
  192. remoteRepository = src.getRepository();
  193. remoteURI = toURIish(app, srcName);
  194. brokenURI = toURIish(broken, srcName);
  195. redirectURI = toURIish(redirect, srcName);
  196. authURI = toURIish(auth, srcName);
  197. authOnPostURI = toURIish(authOnPost, srcName);
  198. A_txt = src.blob("A");
  199. A = src.commit().add("A_txt", A_txt).create();
  200. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  201. src.update(master, B);
  202. unreachableCommit = src.commit().add("A_txt", A_txt).create();
  203. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  204. }
  205. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  206. ServletContextHandler app = server.addContext("/git");
  207. app.addFilter(new FilterHolder(new Filter() {
  208. @Override
  209. public void init(FilterConfig filterConfig)
  210. throws ServletException {
  211. // empty
  212. }
  213. // Does an internal forward for GET requests containing "/post/",
  214. // and issues a 301 redirect on POST requests for such URLs. Used
  215. // in the POST redirect tests.
  216. @Override
  217. public void doFilter(ServletRequest request,
  218. ServletResponse response, FilterChain chain)
  219. throws IOException, ServletException {
  220. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  221. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  222. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  223. if (httpServletRequest.getQueryString() != null) {
  224. fullUrl.append("?")
  225. .append(httpServletRequest.getQueryString());
  226. }
  227. String urlString = fullUrl.toString();
  228. if ("POST".equalsIgnoreCase(httpServletRequest.getMethod())) {
  229. httpServletResponse.setStatus(
  230. HttpServletResponse.SC_MOVED_PERMANENTLY);
  231. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  232. urlString.replace("/post/", "/"));
  233. } else {
  234. String path = httpServletRequest.getPathInfo();
  235. path = path.replace("/post/", "/");
  236. if (httpServletRequest.getQueryString() != null) {
  237. path += '?' + httpServletRequest.getQueryString();
  238. }
  239. RequestDispatcher dispatcher = httpServletRequest
  240. .getRequestDispatcher(path);
  241. dispatcher.forward(httpServletRequest, httpServletResponse);
  242. }
  243. }
  244. @Override
  245. public void destroy() {
  246. // empty
  247. }
  248. }), "/post/*", EnumSet.of(DispatcherType.REQUEST));
  249. gs.setRepositoryResolver(new TestRepositoryResolver(src, srcName));
  250. app.addServlet(new ServletHolder(gs), "/*");
  251. return app;
  252. }
  253. private ServletContextHandler addBrokenContext(GitServlet gs,
  254. String srcName) {
  255. ServletContextHandler broken = server.addContext("/bad");
  256. broken.addFilter(new FilterHolder(new Filter() {
  257. @Override
  258. public void doFilter(ServletRequest request,
  259. ServletResponse response, FilterChain chain)
  260. throws IOException, ServletException {
  261. final HttpServletResponse r = (HttpServletResponse) response;
  262. r.setContentType("text/plain");
  263. r.setCharacterEncoding(UTF_8.name());
  264. try (PrintWriter w = r.getWriter()) {
  265. w.print("OK");
  266. }
  267. }
  268. @Override
  269. public void init(FilterConfig filterConfig)
  270. throws ServletException {
  271. // empty
  272. }
  273. @Override
  274. public void destroy() {
  275. // empty
  276. }
  277. }), "/" + srcName + "/git-upload-pack",
  278. EnumSet.of(DispatcherType.REQUEST));
  279. broken.addServlet(new ServletHolder(gs), "/*");
  280. return broken;
  281. }
  282. private ServletContextHandler addAuthContext(GitServlet gs,
  283. String contextPath, String... methods) {
  284. ServletContextHandler auth = server.addContext('/' + contextPath);
  285. auth.addServlet(new ServletHolder(gs), "/*");
  286. return server.authBasic(auth, methods);
  287. }
  288. private ServletContextHandler addRedirectContext(GitServlet gs) {
  289. ServletContextHandler redirect = server.addContext("/redirect");
  290. redirect.addFilter(new FilterHolder(new Filter() {
  291. // Enables tests for different codes, and for multiple redirects.
  292. // First parameter is the number of redirects, second one is the
  293. // redirect status code that should be used
  294. private Pattern responsePattern = Pattern
  295. .compile("/response/(\\d+)/(30[1237])/");
  296. // Enables tests to specify the context that the request should be
  297. // redirected to in the end. If not present, redirects got to the
  298. // normal /git context.
  299. private Pattern targetPattern = Pattern.compile("/target(/\\w+)/");
  300. @Override
  301. public void init(FilterConfig filterConfig)
  302. throws ServletException {
  303. // empty
  304. }
  305. @Override
  306. public void doFilter(ServletRequest request,
  307. ServletResponse response, FilterChain chain)
  308. throws IOException, ServletException {
  309. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  310. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  311. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  312. if (httpServletRequest.getQueryString() != null) {
  313. fullUrl.append("?")
  314. .append(httpServletRequest.getQueryString());
  315. }
  316. String urlString = fullUrl.toString();
  317. if (urlString.contains("/loop/")) {
  318. urlString = urlString.replace("/loop/", "/loop/x/");
  319. if (urlString.contains("/loop/x/x/x/x/x/x/x/x/")) {
  320. // Go back to initial.
  321. urlString = urlString.replace("/loop/x/x/x/x/x/x/x/x/",
  322. "/loop/");
  323. }
  324. httpServletResponse.setStatus(
  325. HttpServletResponse.SC_MOVED_TEMPORARILY);
  326. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  327. urlString);
  328. return;
  329. }
  330. int responseCode = HttpServletResponse.SC_MOVED_PERMANENTLY;
  331. int nofRedirects = 0;
  332. Matcher matcher = responsePattern.matcher(urlString);
  333. if (matcher.find()) {
  334. nofRedirects = Integer
  335. .parseUnsignedInt(matcher.group(1));
  336. responseCode = Integer.parseUnsignedInt(matcher.group(2));
  337. if (--nofRedirects <= 0) {
  338. urlString = urlString.substring(0, matcher.start())
  339. + '/' + urlString.substring(matcher.end());
  340. } else {
  341. urlString = urlString.substring(0, matcher.start())
  342. + "/response/" + nofRedirects + "/"
  343. + responseCode + '/'
  344. + urlString.substring(matcher.end());
  345. }
  346. }
  347. httpServletResponse.setStatus(responseCode);
  348. if (nofRedirects <= 0) {
  349. String targetContext = "/git";
  350. matcher = targetPattern.matcher(urlString);
  351. if (matcher.find()) {
  352. urlString = urlString.substring(0, matcher.start())
  353. + '/' + urlString.substring(matcher.end());
  354. targetContext = matcher.group(1);
  355. }
  356. urlString = urlString.replace("/redirect", targetContext);
  357. }
  358. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  359. urlString);
  360. }
  361. @Override
  362. public void destroy() {
  363. // empty
  364. }
  365. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  366. redirect.addServlet(new ServletHolder(gs), "/*");
  367. return redirect;
  368. }
  369. @Test
  370. public void testListRemote() throws IOException {
  371. Repository dst = createBareRepository();
  372. assertEquals("http", remoteURI.getScheme());
  373. Map<String, Ref> map;
  374. try (Transport t = Transport.open(dst, remoteURI)) {
  375. // I didn't make up these public interface names, I just
  376. // approved them for inclusion into the code base. Sorry.
  377. // --spearce
  378. //
  379. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  380. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  381. try (FetchConnection c = t.openFetch()) {
  382. map = c.getRefsMap();
  383. }
  384. }
  385. assertNotNull("have map of refs", map);
  386. assertEquals(3, map.size());
  387. assertNotNull("has " + master, map.get(master));
  388. assertEquals(B, map.get(master).getObjectId());
  389. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  390. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  391. List<AccessEvent> requests = getRequests();
  392. assertEquals(1, requests.size());
  393. AccessEvent info = requests.get(0);
  394. assertEquals("GET", info.getMethod());
  395. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  396. assertEquals(1, info.getParameters().size());
  397. assertEquals("git-upload-pack", info.getParameter("service"));
  398. assertEquals(200, info.getStatus());
  399. assertEquals("application/x-git-upload-pack-advertisement", info
  400. .getResponseHeader(HDR_CONTENT_TYPE));
  401. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  402. }
  403. @Test
  404. public void testListRemote_BadName() throws IOException, URISyntaxException {
  405. Repository dst = createBareRepository();
  406. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  407. try (Transport t = Transport.open(dst, uri)) {
  408. try {
  409. t.openFetch();
  410. fail("fetch connection opened");
  411. } catch (RemoteRepositoryException notFound) {
  412. assertEquals(uri + ": Git repository not found",
  413. notFound.getMessage());
  414. }
  415. }
  416. List<AccessEvent> requests = getRequests();
  417. assertEquals(1, requests.size());
  418. AccessEvent info = requests.get(0);
  419. assertEquals("GET", info.getMethod());
  420. assertEquals(join(uri, "info/refs"), info.getPath());
  421. assertEquals(1, info.getParameters().size());
  422. assertEquals("git-upload-pack", info.getParameter("service"));
  423. assertEquals(200, info.getStatus());
  424. assertEquals("application/x-git-upload-pack-advertisement",
  425. info.getResponseHeader(HDR_CONTENT_TYPE));
  426. }
  427. @Test
  428. public void testFetchBySHA1() throws Exception {
  429. Repository dst = createBareRepository();
  430. assertFalse(dst.getObjectDatabase().has(A_txt));
  431. try (Transport t = Transport.open(dst, remoteURI)) {
  432. t.fetch(NullProgressMonitor.INSTANCE,
  433. Collections.singletonList(new RefSpec(B.name())));
  434. }
  435. assertTrue(dst.getObjectDatabase().has(A_txt));
  436. }
  437. @Test
  438. public void testFetchBySHA1Unreachable() throws Exception {
  439. Repository dst = createBareRepository();
  440. assertFalse(dst.getObjectDatabase().has(A_txt));
  441. try (Transport t = Transport.open(dst, remoteURI)) {
  442. thrown.expect(TransportException.class);
  443. thrown.expectMessage(Matchers.containsString(
  444. "want " + unreachableCommit.name() + " not valid"));
  445. t.fetch(NullProgressMonitor.INSTANCE, Collections
  446. .singletonList(new RefSpec(unreachableCommit.name())));
  447. }
  448. }
  449. @Test
  450. public void testFetchBySHA1UnreachableByAdvertiseRefsHook()
  451. throws Exception {
  452. Repository dst = createBareRepository();
  453. assertFalse(dst.getObjectDatabase().has(A_txt));
  454. advertiseRefsHook = new AbstractAdvertiseRefsHook() {
  455. @Override
  456. protected Map<String, Ref> getAdvertisedRefs(Repository repository,
  457. RevWalk revWalk) {
  458. return Collections.emptyMap();
  459. }
  460. };
  461. try (Transport t = Transport.open(dst, remoteURI)) {
  462. thrown.expect(TransportException.class);
  463. thrown.expectMessage(Matchers.containsString(
  464. "want " + A.name() + " not valid"));
  465. t.fetch(NullProgressMonitor.INSTANCE, Collections
  466. .singletonList(new RefSpec(A.name())));
  467. }
  468. }
  469. @Test
  470. public void testInitialClone_Small() throws Exception {
  471. Repository dst = createBareRepository();
  472. assertFalse(dst.getObjectDatabase().has(A_txt));
  473. try (Transport t = Transport.open(dst, remoteURI)) {
  474. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  475. }
  476. assertTrue(dst.getObjectDatabase().has(A_txt));
  477. assertEquals(B, dst.exactRef(master).getObjectId());
  478. fsck(dst, B);
  479. List<AccessEvent> requests = getRequests();
  480. assertEquals(2, requests.size());
  481. AccessEvent info = requests.get(0);
  482. assertEquals("GET", info.getMethod());
  483. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  484. assertEquals(1, info.getParameters().size());
  485. assertEquals("git-upload-pack", info.getParameter("service"));
  486. assertEquals(200, info.getStatus());
  487. assertEquals("application/x-git-upload-pack-advertisement", info
  488. .getResponseHeader(HDR_CONTENT_TYPE));
  489. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  490. AccessEvent service = requests.get(1);
  491. assertEquals("POST", service.getMethod());
  492. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  493. assertEquals(0, service.getParameters().size());
  494. assertNotNull("has content-length", service
  495. .getRequestHeader(HDR_CONTENT_LENGTH));
  496. assertNull("not chunked", service
  497. .getRequestHeader(HDR_TRANSFER_ENCODING));
  498. assertEquals(200, service.getStatus());
  499. assertEquals("application/x-git-upload-pack-result", service
  500. .getResponseHeader(HDR_CONTENT_TYPE));
  501. }
  502. private void initialClone_Redirect(int nofRedirects, int code)
  503. throws Exception {
  504. Repository dst = createBareRepository();
  505. assertFalse(dst.getObjectDatabase().has(A_txt));
  506. URIish cloneFrom = redirectURI;
  507. if (code != 301 || nofRedirects > 1) {
  508. cloneFrom = extendPath(cloneFrom,
  509. "/response/" + nofRedirects + "/" + code);
  510. }
  511. try (Transport t = Transport.open(dst, cloneFrom)) {
  512. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  513. }
  514. assertTrue(dst.getObjectDatabase().has(A_txt));
  515. assertEquals(B, dst.exactRef(master).getObjectId());
  516. fsck(dst, B);
  517. List<AccessEvent> requests = getRequests();
  518. assertEquals(2 + nofRedirects, requests.size());
  519. int n = 0;
  520. while (n < nofRedirects) {
  521. AccessEvent redirect = requests.get(n++);
  522. assertEquals(code, redirect.getStatus());
  523. }
  524. AccessEvent info = requests.get(n++);
  525. assertEquals("GET", info.getMethod());
  526. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  527. assertEquals(1, info.getParameters().size());
  528. assertEquals("git-upload-pack", info.getParameter("service"));
  529. assertEquals(200, info.getStatus());
  530. assertEquals("application/x-git-upload-pack-advertisement",
  531. info.getResponseHeader(HDR_CONTENT_TYPE));
  532. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  533. AccessEvent service = requests.get(n++);
  534. assertEquals("POST", service.getMethod());
  535. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  536. assertEquals(0, service.getParameters().size());
  537. assertNotNull("has content-length",
  538. service.getRequestHeader(HDR_CONTENT_LENGTH));
  539. assertNull("not chunked",
  540. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  541. assertEquals(200, service.getStatus());
  542. assertEquals("application/x-git-upload-pack-result",
  543. service.getResponseHeader(HDR_CONTENT_TYPE));
  544. }
  545. @Test
  546. public void testInitialClone_Redirect301Small() throws Exception {
  547. initialClone_Redirect(1, 301);
  548. }
  549. @Test
  550. public void testInitialClone_Redirect302Small() throws Exception {
  551. initialClone_Redirect(1, 302);
  552. }
  553. @Test
  554. public void testInitialClone_Redirect303Small() throws Exception {
  555. initialClone_Redirect(1, 303);
  556. }
  557. @Test
  558. public void testInitialClone_Redirect307Small() throws Exception {
  559. initialClone_Redirect(1, 307);
  560. }
  561. @Test
  562. public void testInitialClone_RedirectMultiple() throws Exception {
  563. initialClone_Redirect(4, 302);
  564. }
  565. @Test
  566. public void testInitialClone_RedirectMax() throws Exception {
  567. FileBasedConfig userConfig = SystemReader.getInstance()
  568. .openUserConfig(null, FS.DETECTED);
  569. userConfig.setInt("http", null, "maxRedirects", 4);
  570. userConfig.save();
  571. initialClone_Redirect(4, 302);
  572. }
  573. @Test
  574. public void testInitialClone_RedirectTooOften() throws Exception {
  575. FileBasedConfig userConfig = SystemReader.getInstance()
  576. .openUserConfig(null, FS.DETECTED);
  577. userConfig.setInt("http", null, "maxRedirects", 3);
  578. userConfig.save();
  579. Repository dst = createBareRepository();
  580. assertFalse(dst.getObjectDatabase().has(A_txt));
  581. URIish cloneFrom = extendPath(redirectURI, "/response/4/302");
  582. String remoteUri = cloneFrom.toString();
  583. try (Transport t = Transport.open(dst, cloneFrom)) {
  584. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  585. fail("Should have failed (too many redirects)");
  586. } catch (TransportException e) {
  587. String expectedMessageBegin = remoteUri.toString() + ": "
  588. + MessageFormat.format(JGitText.get().redirectLimitExceeded,
  589. "3", remoteUri.replace("/4/", "/1/") + '/', "");
  590. String message = e.getMessage();
  591. if (message.length() > expectedMessageBegin.length()) {
  592. message = message.substring(0, expectedMessageBegin.length());
  593. }
  594. assertEquals(expectedMessageBegin, message);
  595. }
  596. }
  597. @Test
  598. public void testInitialClone_RedirectLoop() throws Exception {
  599. Repository dst = createBareRepository();
  600. assertFalse(dst.getObjectDatabase().has(A_txt));
  601. URIish cloneFrom = extendPath(redirectURI, "/loop");
  602. try (Transport t = Transport.open(dst, cloneFrom)) {
  603. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  604. fail("Should have failed (redirect loop)");
  605. } catch (TransportException e) {
  606. assertTrue(e.getMessage().contains("Redirected more than"));
  607. }
  608. }
  609. @Test
  610. public void testInitialClone_RedirectOnPostAllowed() throws Exception {
  611. FileBasedConfig userConfig = SystemReader.getInstance()
  612. .openUserConfig(null, FS.DETECTED);
  613. userConfig.setString("http", null, "followRedirects", "true");
  614. userConfig.save();
  615. Repository dst = createBareRepository();
  616. assertFalse(dst.getObjectDatabase().has(A_txt));
  617. URIish cloneFrom = extendPath(remoteURI, "/post");
  618. try (Transport t = Transport.open(dst, cloneFrom)) {
  619. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  620. }
  621. assertTrue(dst.getObjectDatabase().has(A_txt));
  622. assertEquals(B, dst.exactRef(master).getObjectId());
  623. fsck(dst, B);
  624. List<AccessEvent> requests = getRequests();
  625. assertEquals(3, requests.size());
  626. AccessEvent info = requests.get(0);
  627. assertEquals("GET", info.getMethod());
  628. assertEquals(join(cloneFrom, "info/refs"), info.getPath());
  629. assertEquals(1, info.getParameters().size());
  630. assertEquals("git-upload-pack", info.getParameter("service"));
  631. assertEquals(200, info.getStatus());
  632. assertEquals("application/x-git-upload-pack-advertisement",
  633. info.getResponseHeader(HDR_CONTENT_TYPE));
  634. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  635. AccessEvent redirect = requests.get(1);
  636. assertEquals("POST", redirect.getMethod());
  637. assertEquals(301, redirect.getStatus());
  638. AccessEvent service = requests.get(2);
  639. assertEquals("POST", service.getMethod());
  640. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  641. assertEquals(0, service.getParameters().size());
  642. assertNotNull("has content-length",
  643. service.getRequestHeader(HDR_CONTENT_LENGTH));
  644. assertNull("not chunked",
  645. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  646. assertEquals(200, service.getStatus());
  647. assertEquals("application/x-git-upload-pack-result",
  648. service.getResponseHeader(HDR_CONTENT_TYPE));
  649. }
  650. @Test
  651. public void testInitialClone_RedirectOnPostForbidden() throws Exception {
  652. Repository dst = createBareRepository();
  653. assertFalse(dst.getObjectDatabase().has(A_txt));
  654. URIish cloneFrom = extendPath(remoteURI, "/post");
  655. try (Transport t = Transport.open(dst, cloneFrom)) {
  656. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  657. fail("Should have failed (redirect on POST)");
  658. } catch (TransportException e) {
  659. assertTrue(e.getMessage().contains("301"));
  660. }
  661. }
  662. @Test
  663. public void testInitialClone_RedirectForbidden() throws Exception {
  664. FileBasedConfig userConfig = SystemReader.getInstance()
  665. .openUserConfig(null, FS.DETECTED);
  666. userConfig.setString("http", null, "followRedirects", "false");
  667. userConfig.save();
  668. Repository dst = createBareRepository();
  669. assertFalse(dst.getObjectDatabase().has(A_txt));
  670. try (Transport t = Transport.open(dst, redirectURI)) {
  671. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  672. fail("Should have failed (redirects forbidden)");
  673. } catch (TransportException e) {
  674. assertTrue(
  675. e.getMessage().contains("http.followRedirects is false"));
  676. }
  677. }
  678. @Test
  679. public void testInitialClone_WithAuthentication() throws Exception {
  680. Repository dst = createBareRepository();
  681. assertFalse(dst.getObjectDatabase().has(A_txt));
  682. try (Transport t = Transport.open(dst, authURI)) {
  683. t.setCredentialsProvider(testCredentials);
  684. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  685. }
  686. assertTrue(dst.getObjectDatabase().has(A_txt));
  687. assertEquals(B, dst.exactRef(master).getObjectId());
  688. fsck(dst, B);
  689. List<AccessEvent> requests = getRequests();
  690. assertEquals(3, requests.size());
  691. AccessEvent info = requests.get(0);
  692. assertEquals("GET", info.getMethod());
  693. assertEquals(401, info.getStatus());
  694. info = requests.get(1);
  695. assertEquals("GET", info.getMethod());
  696. assertEquals(join(authURI, "info/refs"), info.getPath());
  697. assertEquals(1, info.getParameters().size());
  698. assertEquals("git-upload-pack", info.getParameter("service"));
  699. assertEquals(200, info.getStatus());
  700. assertEquals("application/x-git-upload-pack-advertisement",
  701. info.getResponseHeader(HDR_CONTENT_TYPE));
  702. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  703. AccessEvent service = requests.get(2);
  704. assertEquals("POST", service.getMethod());
  705. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  706. assertEquals(0, service.getParameters().size());
  707. assertNotNull("has content-length",
  708. service.getRequestHeader(HDR_CONTENT_LENGTH));
  709. assertNull("not chunked",
  710. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  711. assertEquals(200, service.getStatus());
  712. assertEquals("application/x-git-upload-pack-result",
  713. service.getResponseHeader(HDR_CONTENT_TYPE));
  714. }
  715. @Test
  716. public void testInitialClone_WithAuthenticationNoCredentials()
  717. throws Exception {
  718. Repository dst = createBareRepository();
  719. assertFalse(dst.getObjectDatabase().has(A_txt));
  720. try (Transport t = Transport.open(dst, authURI)) {
  721. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  722. fail("Should not have succeeded -- no authentication");
  723. } catch (TransportException e) {
  724. String msg = e.getMessage();
  725. assertTrue("Unexpected exception message: " + msg,
  726. msg.contains("no CredentialsProvider"));
  727. }
  728. List<AccessEvent> requests = getRequests();
  729. assertEquals(1, requests.size());
  730. AccessEvent info = requests.get(0);
  731. assertEquals("GET", info.getMethod());
  732. assertEquals(401, info.getStatus());
  733. }
  734. @Test
  735. public void testInitialClone_WithAuthenticationWrongCredentials()
  736. throws Exception {
  737. Repository dst = createBareRepository();
  738. assertFalse(dst.getObjectDatabase().has(A_txt));
  739. try (Transport t = Transport.open(dst, authURI)) {
  740. t.setCredentialsProvider(new UsernamePasswordCredentialsProvider(
  741. AppServer.username, "wrongpassword"));
  742. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  743. fail("Should not have succeeded -- wrong password");
  744. } catch (TransportException e) {
  745. String msg = e.getMessage();
  746. assertTrue("Unexpected exception message: " + msg,
  747. msg.contains("auth"));
  748. }
  749. List<AccessEvent> requests = getRequests();
  750. // Once without authentication plus three re-tries with authentication
  751. assertEquals(4, requests.size());
  752. for (AccessEvent event : requests) {
  753. assertEquals("GET", event.getMethod());
  754. assertEquals(401, event.getStatus());
  755. }
  756. }
  757. @Test
  758. public void testInitialClone_WithAuthenticationAfterRedirect()
  759. throws Exception {
  760. Repository dst = createBareRepository();
  761. assertFalse(dst.getObjectDatabase().has(A_txt));
  762. URIish cloneFrom = extendPath(redirectURI, "/target/auth");
  763. CredentialsProvider uriSpecificCredentialsProvider = new UsernamePasswordCredentialsProvider(
  764. "unknown", "none") {
  765. @Override
  766. public boolean get(URIish uri, CredentialItem... items)
  767. throws UnsupportedCredentialItem {
  768. // Only return the true credentials if the uri path starts with
  769. // /auth. This ensures that we do provide the correct
  770. // credentials only for the URi after the redirect, making the
  771. // test fail if we should be asked for the credentials for the
  772. // original URI.
  773. if (uri.getPath().startsWith("/auth")) {
  774. return testCredentials.get(uri, items);
  775. }
  776. return super.get(uri, items);
  777. }
  778. };
  779. try (Transport t = Transport.open(dst, cloneFrom)) {
  780. t.setCredentialsProvider(uriSpecificCredentialsProvider);
  781. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  782. }
  783. assertTrue(dst.getObjectDatabase().has(A_txt));
  784. assertEquals(B, dst.exactRef(master).getObjectId());
  785. fsck(dst, B);
  786. List<AccessEvent> requests = getRequests();
  787. assertEquals(4, requests.size());
  788. AccessEvent redirect = requests.get(0);
  789. assertEquals("GET", redirect.getMethod());
  790. assertEquals(join(cloneFrom, "info/refs"), redirect.getPath());
  791. assertEquals(301, redirect.getStatus());
  792. AccessEvent info = requests.get(1);
  793. assertEquals("GET", info.getMethod());
  794. assertEquals(join(authURI, "info/refs"), info.getPath());
  795. assertEquals(401, info.getStatus());
  796. info = requests.get(2);
  797. assertEquals("GET", info.getMethod());
  798. assertEquals(join(authURI, "info/refs"), info.getPath());
  799. assertEquals(1, info.getParameters().size());
  800. assertEquals("git-upload-pack", info.getParameter("service"));
  801. assertEquals(200, info.getStatus());
  802. assertEquals("application/x-git-upload-pack-advertisement",
  803. info.getResponseHeader(HDR_CONTENT_TYPE));
  804. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  805. AccessEvent service = requests.get(3);
  806. assertEquals("POST", service.getMethod());
  807. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  808. assertEquals(0, service.getParameters().size());
  809. assertNotNull("has content-length",
  810. service.getRequestHeader(HDR_CONTENT_LENGTH));
  811. assertNull("not chunked",
  812. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  813. assertEquals(200, service.getStatus());
  814. assertEquals("application/x-git-upload-pack-result",
  815. service.getResponseHeader(HDR_CONTENT_TYPE));
  816. }
  817. @Test
  818. public void testInitialClone_WithAuthenticationOnPostOnly()
  819. throws Exception {
  820. Repository dst = createBareRepository();
  821. assertFalse(dst.getObjectDatabase().has(A_txt));
  822. try (Transport t = Transport.open(dst, authOnPostURI)) {
  823. t.setCredentialsProvider(testCredentials);
  824. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  825. }
  826. assertTrue(dst.getObjectDatabase().has(A_txt));
  827. assertEquals(B, dst.exactRef(master).getObjectId());
  828. fsck(dst, B);
  829. List<AccessEvent> requests = getRequests();
  830. assertEquals(3, requests.size());
  831. AccessEvent info = requests.get(0);
  832. assertEquals("GET", info.getMethod());
  833. assertEquals(join(authOnPostURI, "info/refs"), info.getPath());
  834. assertEquals(1, info.getParameters().size());
  835. assertEquals("git-upload-pack", info.getParameter("service"));
  836. assertEquals(200, info.getStatus());
  837. assertEquals("application/x-git-upload-pack-advertisement",
  838. info.getResponseHeader(HDR_CONTENT_TYPE));
  839. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  840. AccessEvent service = requests.get(1);
  841. assertEquals("POST", service.getMethod());
  842. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  843. assertEquals(401, service.getStatus());
  844. service = requests.get(2);
  845. assertEquals("POST", service.getMethod());
  846. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  847. assertEquals(0, service.getParameters().size());
  848. assertNotNull("has content-length",
  849. service.getRequestHeader(HDR_CONTENT_LENGTH));
  850. assertNull("not chunked",
  851. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  852. assertEquals(200, service.getStatus());
  853. assertEquals("application/x-git-upload-pack-result",
  854. service.getResponseHeader(HDR_CONTENT_TYPE));
  855. }
  856. @Test
  857. public void testFetch_FewLocalCommits() throws Exception {
  858. // Bootstrap by doing the clone.
  859. //
  860. TestRepository dst = createTestRepository();
  861. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  862. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  863. }
  864. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  865. List<AccessEvent> cloneRequests = getRequests();
  866. // Only create a few new commits.
  867. TestRepository.BranchBuilder b = dst.branch(master);
  868. for (int i = 0; i < 4; i++)
  869. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  870. // Create a new commit on the remote.
  871. //
  872. RevCommit Z;
  873. try (TestRepository<Repository> tr = new TestRepository<>(
  874. remoteRepository)) {
  875. b = tr.branch(master);
  876. Z = b.commit().message("Z").create();
  877. }
  878. // Now incrementally update.
  879. //
  880. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  881. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  882. }
  883. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  884. List<AccessEvent> requests = getRequests();
  885. requests.removeAll(cloneRequests);
  886. assertEquals(2, requests.size());
  887. AccessEvent info = requests.get(0);
  888. assertEquals("GET", info.getMethod());
  889. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  890. assertEquals(1, info.getParameters().size());
  891. assertEquals("git-upload-pack", info.getParameter("service"));
  892. assertEquals(200, info.getStatus());
  893. assertEquals("application/x-git-upload-pack-advertisement",
  894. info.getResponseHeader(HDR_CONTENT_TYPE));
  895. // We should have needed one request to perform the fetch.
  896. //
  897. AccessEvent service = requests.get(1);
  898. assertEquals("POST", service.getMethod());
  899. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  900. assertEquals(0, service.getParameters().size());
  901. assertNotNull("has content-length",
  902. service.getRequestHeader(HDR_CONTENT_LENGTH));
  903. assertNull("not chunked",
  904. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  905. assertEquals(200, service.getStatus());
  906. assertEquals("application/x-git-upload-pack-result",
  907. service.getResponseHeader(HDR_CONTENT_TYPE));
  908. }
  909. @Test
  910. public void testFetch_TooManyLocalCommits() throws Exception {
  911. // Bootstrap by doing the clone.
  912. //
  913. TestRepository dst = createTestRepository();
  914. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  915. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  916. }
  917. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  918. List<AccessEvent> cloneRequests = getRequests();
  919. // Force enough into the local client that enumeration will
  920. // need multiple packets, but not too many to overflow and
  921. // not pick up the ACK_COMMON message.
  922. //
  923. TestRepository.BranchBuilder b = dst.branch(master);
  924. for (int i = 0; i < 32 - 1; i++)
  925. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  926. // Create a new commit on the remote.
  927. //
  928. RevCommit Z;
  929. try (TestRepository<Repository> tr = new TestRepository<>(
  930. remoteRepository)) {
  931. b = tr.branch(master);
  932. Z = b.commit().message("Z").create();
  933. }
  934. // Now incrementally update.
  935. //
  936. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  937. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  938. }
  939. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  940. List<AccessEvent> requests = getRequests();
  941. requests.removeAll(cloneRequests);
  942. assertEquals(3, requests.size());
  943. AccessEvent info = requests.get(0);
  944. assertEquals("GET", info.getMethod());
  945. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  946. assertEquals(1, info.getParameters().size());
  947. assertEquals("git-upload-pack", info.getParameter("service"));
  948. assertEquals(200, info.getStatus());
  949. assertEquals("application/x-git-upload-pack-advertisement", info
  950. .getResponseHeader(HDR_CONTENT_TYPE));
  951. // We should have needed two requests to perform the fetch
  952. // due to the high number of local unknown commits.
  953. //
  954. AccessEvent service = requests.get(1);
  955. assertEquals("POST", service.getMethod());
  956. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  957. assertEquals(0, service.getParameters().size());
  958. assertNotNull("has content-length", service
  959. .getRequestHeader(HDR_CONTENT_LENGTH));
  960. assertNull("not chunked", service
  961. .getRequestHeader(HDR_TRANSFER_ENCODING));
  962. assertEquals(200, service.getStatus());
  963. assertEquals("application/x-git-upload-pack-result", service
  964. .getResponseHeader(HDR_CONTENT_TYPE));
  965. service = requests.get(2);
  966. assertEquals("POST", service.getMethod());
  967. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  968. assertEquals(0, service.getParameters().size());
  969. assertNotNull("has content-length", service
  970. .getRequestHeader(HDR_CONTENT_LENGTH));
  971. assertNull("not chunked", service
  972. .getRequestHeader(HDR_TRANSFER_ENCODING));
  973. assertEquals(200, service.getStatus());
  974. assertEquals("application/x-git-upload-pack-result", service
  975. .getResponseHeader(HDR_CONTENT_TYPE));
  976. }
  977. @Test
  978. public void testInitialClone_BrokenServer() throws Exception {
  979. Repository dst = createBareRepository();
  980. assertFalse(dst.getObjectDatabase().has(A_txt));
  981. try (Transport t = Transport.open(dst, brokenURI)) {
  982. try {
  983. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  984. fail("fetch completed despite upload-pack being broken");
  985. } catch (TransportException err) {
  986. String exp = brokenURI + ": expected"
  987. + " Content-Type application/x-git-upload-pack-result;"
  988. + " received Content-Type text/plain;charset=utf-8";
  989. assertEquals(exp, err.getMessage());
  990. }
  991. }
  992. List<AccessEvent> requests = getRequests();
  993. assertEquals(2, requests.size());
  994. AccessEvent info = requests.get(0);
  995. assertEquals("GET", info.getMethod());
  996. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  997. assertEquals(1, info.getParameters().size());
  998. assertEquals("git-upload-pack", info.getParameter("service"));
  999. assertEquals(200, info.getStatus());
  1000. assertEquals("application/x-git-upload-pack-advertisement", info
  1001. .getResponseHeader(HDR_CONTENT_TYPE));
  1002. AccessEvent service = requests.get(1);
  1003. assertEquals("POST", service.getMethod());
  1004. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  1005. assertEquals(0, service.getParameters().size());
  1006. assertEquals(200, service.getStatus());
  1007. assertEquals("text/plain;charset=utf-8",
  1008. service.getResponseHeader(HDR_CONTENT_TYPE));
  1009. }
  1010. @Test
  1011. public void testInvalidWant() throws Exception {
  1012. @SuppressWarnings("resource")
  1013. ObjectId id = new ObjectInserter.Formatter().idFor(Constants.OBJ_BLOB,
  1014. "testInvalidWant".getBytes(UTF_8));
  1015. Repository dst = createBareRepository();
  1016. try (Transport t = Transport.open(dst, remoteURI);
  1017. FetchConnection c = t.openFetch()) {
  1018. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  1019. id);
  1020. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  1021. Collections.<ObjectId> emptySet());
  1022. fail("Server accepted want " + id.name());
  1023. } catch (TransportException err) {
  1024. assertEquals("want " + id.name() + " not valid", err.getMessage());
  1025. }
  1026. }
  1027. @Test
  1028. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  1029. AppServer noRefServer = new AppServer();
  1030. try {
  1031. final String repoName = "refs-unreadable";
  1032. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  1033. new DfsRepositoryDescription(repoName));
  1034. final TestRepository<Repository> repo = new TestRepository<>(
  1035. badRefsRepo);
  1036. ServletContextHandler app = noRefServer.addContext("/git");
  1037. GitServlet gs = new GitServlet();
  1038. gs.setRepositoryResolver(new TestRepositoryResolver(repo, repoName));
  1039. app.addServlet(new ServletHolder(gs), "/*");
  1040. noRefServer.setUp();
  1041. RevBlob A2_txt = repo.blob("A2");
  1042. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  1043. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  1044. .add("B2", "B2").create();
  1045. repo.update(master, B2);
  1046. URIish badRefsURI = new URIish(noRefServer.getURI()
  1047. .resolve(app.getContextPath() + "/" + repoName).toString());
  1048. Repository dst = createBareRepository();
  1049. try (Transport t = Transport.open(dst, badRefsURI);
  1050. FetchConnection c = t.openFetch()) {
  1051. // We start failing here to exercise the post-advertisement
  1052. // upload pack handler.
  1053. badRefsRepo.startFailing();
  1054. // Need to flush caches because ref advertisement populated them.
  1055. badRefsRepo.getRefDatabase().refresh();
  1056. c.fetch(NullProgressMonitor.INSTANCE,
  1057. Collections.singleton(c.getRef(master)),
  1058. Collections.<ObjectId> emptySet());
  1059. fail("Successfully served ref with value " + c.getRef(master));
  1060. } catch (TransportException err) {
  1061. assertEquals("internal server error", err.getMessage());
  1062. }
  1063. } finally {
  1064. noRefServer.tearDown();
  1065. }
  1066. }
  1067. @Test
  1068. public void testPush_NotAuthorized() throws Exception {
  1069. final TestRepository src = createTestRepository();
  1070. final RevBlob Q_txt = src.blob("new text");
  1071. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1072. final Repository db = src.getRepository();
  1073. final String dstName = Constants.R_HEADS + "new.branch";
  1074. // push anonymous shouldn't be allowed.
  1075. //
  1076. try (Transport t = Transport.open(db, remoteURI)) {
  1077. final String srcExpr = Q.name();
  1078. final boolean forceUpdate = false;
  1079. final String localName = null;
  1080. final ObjectId oldId = null;
  1081. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1082. srcExpr, dstName, forceUpdate, localName, oldId);
  1083. try {
  1084. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1085. fail("anonymous push incorrectly accepted without error");
  1086. } catch (TransportException e) {
  1087. final String exp = remoteURI + ": "
  1088. + JGitText.get().authenticationNotSupported;
  1089. assertEquals(exp, e.getMessage());
  1090. }
  1091. }
  1092. List<AccessEvent> requests = getRequests();
  1093. assertEquals(1, requests.size());
  1094. AccessEvent info = requests.get(0);
  1095. assertEquals("GET", info.getMethod());
  1096. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1097. assertEquals(1, info.getParameters().size());
  1098. assertEquals("git-receive-pack", info.getParameter("service"));
  1099. assertEquals(401, info.getStatus());
  1100. }
  1101. @Test
  1102. public void testPush_CreateBranch() throws Exception {
  1103. final TestRepository src = createTestRepository();
  1104. final RevBlob Q_txt = src.blob("new text");
  1105. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1106. final Repository db = src.getRepository();
  1107. final String dstName = Constants.R_HEADS + "new.branch";
  1108. enableReceivePack();
  1109. try (Transport t = Transport.open(db, remoteURI)) {
  1110. final String srcExpr = Q.name();
  1111. final boolean forceUpdate = false;
  1112. final String localName = null;
  1113. final ObjectId oldId = null;
  1114. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1115. srcExpr, dstName, forceUpdate, localName, oldId);
  1116. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1117. }
  1118. assertTrue(remoteRepository.getObjectDatabase().has(Q_txt));
  1119. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1120. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1121. fsck(remoteRepository, Q);
  1122. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  1123. assertNotNull("has log for " + dstName, log);
  1124. final ReflogEntry last = log.getLastEntry();
  1125. assertNotNull("has last entry", last);
  1126. assertEquals(ObjectId.zeroId(), last.getOldId());
  1127. assertEquals(Q, last.getNewId());
  1128. assertEquals("anonymous", last.getWho().getName());
  1129. // Assumption: The host name we use to contact the server should
  1130. // be the server's own host name, because it should be the loopback
  1131. // network interface.
  1132. //
  1133. final String clientHost = remoteURI.getHost();
  1134. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  1135. assertEquals("push: created", last.getComment());
  1136. List<AccessEvent> requests = getRequests();
  1137. assertEquals(2, requests.size());
  1138. AccessEvent info = requests.get(0);
  1139. assertEquals("GET", info.getMethod());
  1140. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1141. assertEquals(1, info.getParameters().size());
  1142. assertEquals("git-receive-pack", info.getParameter("service"));
  1143. assertEquals(200, info.getStatus());
  1144. assertEquals("application/x-git-receive-pack-advertisement", info
  1145. .getResponseHeader(HDR_CONTENT_TYPE));
  1146. AccessEvent service = requests.get(1);
  1147. assertEquals("POST", service.getMethod());
  1148. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1149. assertEquals(0, service.getParameters().size());
  1150. assertNotNull("has content-length", service
  1151. .getRequestHeader(HDR_CONTENT_LENGTH));
  1152. assertNull("not chunked", service
  1153. .getRequestHeader(HDR_TRANSFER_ENCODING));
  1154. assertEquals(200, service.getStatus());
  1155. assertEquals("application/x-git-receive-pack-result", service
  1156. .getResponseHeader(HDR_CONTENT_TYPE));
  1157. }
  1158. @Test
  1159. public void testPush_ChunkedEncoding() throws Exception {
  1160. final TestRepository<Repository> src = createTestRepository();
  1161. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  1162. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  1163. final Repository db = src.getRepository();
  1164. final String dstName = Constants.R_HEADS + "new.branch";
  1165. enableReceivePack();
  1166. final StoredConfig cfg = db.getConfig();
  1167. cfg.setInt("core", null, "compression", 0);
  1168. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  1169. cfg.save();
  1170. try (Transport t = Transport.open(db, remoteURI)) {
  1171. final String srcExpr = Q.name();
  1172. final boolean forceUpdate = false;
  1173. final String localName = null;
  1174. final ObjectId oldId = null;
  1175. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1176. srcExpr, dstName, forceUpdate, localName, oldId);
  1177. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1178. }
  1179. assertTrue(remoteRepository.getObjectDatabase().has(Q_bin));
  1180. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1181. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1182. fsck(remoteRepository, Q);
  1183. List<AccessEvent> requests = getRequests();
  1184. assertEquals(2, requests.size());
  1185. AccessEvent info = requests.get(0);
  1186. assertEquals("GET", info.getMethod());
  1187. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1188. assertEquals(1, info.getParameters().size());
  1189. assertEquals("git-receive-pack", info.getParameter("service"));
  1190. assertEquals(200, info.getStatus());
  1191. assertEquals("application/x-git-receive-pack-advertisement", info
  1192. .getResponseHeader(HDR_CONTENT_TYPE));
  1193. AccessEvent service = requests.get(1);
  1194. assertEquals("POST", service.getMethod());
  1195. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1196. assertEquals(0, service.getParameters().size());
  1197. assertNull("no content-length", service
  1198. .getRequestHeader(HDR_CONTENT_LENGTH));
  1199. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  1200. assertEquals(200, service.getStatus());
  1201. assertEquals("application/x-git-receive-pack-result", service
  1202. .getResponseHeader(HDR_CONTENT_TYPE));
  1203. }
  1204. private void enableReceivePack() throws IOException {
  1205. final StoredConfig cfg = remoteRepository.getConfig();
  1206. cfg.setBoolean("http", null, "receivepack", true);
  1207. cfg.save();
  1208. }
  1209. }