You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 50KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412
  1. /*
  2. * Copyright (C) 2010, 2017 Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static java.nio.charset.StandardCharsets.UTF_8;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  47. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  48. import static org.junit.Assert.assertEquals;
  49. import static org.junit.Assert.assertFalse;
  50. import static org.junit.Assert.assertNotNull;
  51. import static org.junit.Assert.assertNull;
  52. import static org.junit.Assert.assertTrue;
  53. import static org.junit.Assert.fail;
  54. import java.io.IOException;
  55. import java.io.PrintWriter;
  56. import java.net.URI;
  57. import java.net.URISyntaxException;
  58. import java.text.MessageFormat;
  59. import java.util.Arrays;
  60. import java.util.Collection;
  61. import java.util.Collections;
  62. import java.util.EnumSet;
  63. import java.util.List;
  64. import java.util.Map;
  65. import java.util.regex.Matcher;
  66. import java.util.regex.Pattern;
  67. import javax.servlet.DispatcherType;
  68. import javax.servlet.Filter;
  69. import javax.servlet.FilterChain;
  70. import javax.servlet.FilterConfig;
  71. import javax.servlet.RequestDispatcher;
  72. import javax.servlet.ServletException;
  73. import javax.servlet.ServletRequest;
  74. import javax.servlet.ServletResponse;
  75. import javax.servlet.http.HttpServletRequest;
  76. import javax.servlet.http.HttpServletResponse;
  77. import org.eclipse.jetty.servlet.FilterHolder;
  78. import org.eclipse.jetty.servlet.ServletContextHandler;
  79. import org.eclipse.jetty.servlet.ServletHolder;
  80. import org.eclipse.jgit.errors.RemoteRepositoryException;
  81. import org.eclipse.jgit.errors.TransportException;
  82. import org.eclipse.jgit.errors.UnsupportedCredentialItem;
  83. import org.eclipse.jgit.http.server.GitServlet;
  84. import org.eclipse.jgit.http.server.resolver.DefaultUploadPackFactory;
  85. import org.eclipse.jgit.internal.JGitText;
  86. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  87. import org.eclipse.jgit.junit.TestRepository;
  88. import org.eclipse.jgit.junit.TestRng;
  89. import org.eclipse.jgit.junit.http.AccessEvent;
  90. import org.eclipse.jgit.junit.http.AppServer;
  91. import org.eclipse.jgit.junit.http.HttpTestCase;
  92. import org.eclipse.jgit.lib.ConfigConstants;
  93. import org.eclipse.jgit.lib.Constants;
  94. import org.eclipse.jgit.lib.NullProgressMonitor;
  95. import org.eclipse.jgit.lib.ObjectId;
  96. import org.eclipse.jgit.lib.ObjectIdRef;
  97. import org.eclipse.jgit.lib.ObjectInserter;
  98. import org.eclipse.jgit.lib.Ref;
  99. import org.eclipse.jgit.lib.ReflogEntry;
  100. import org.eclipse.jgit.lib.ReflogReader;
  101. import org.eclipse.jgit.lib.Repository;
  102. import org.eclipse.jgit.lib.StoredConfig;
  103. import org.eclipse.jgit.revwalk.RevBlob;
  104. import org.eclipse.jgit.revwalk.RevCommit;
  105. import org.eclipse.jgit.revwalk.RevWalk;
  106. import org.eclipse.jgit.transport.AbstractAdvertiseRefsHook;
  107. import org.eclipse.jgit.transport.AdvertiseRefsHook;
  108. import org.eclipse.jgit.transport.CredentialItem;
  109. import org.eclipse.jgit.transport.CredentialsProvider;
  110. import org.eclipse.jgit.transport.FetchConnection;
  111. import org.eclipse.jgit.transport.HttpTransport;
  112. import org.eclipse.jgit.transport.RefSpec;
  113. import org.eclipse.jgit.transport.RemoteRefUpdate;
  114. import org.eclipse.jgit.transport.Transport;
  115. import org.eclipse.jgit.transport.TransportHttp;
  116. import org.eclipse.jgit.transport.URIish;
  117. import org.eclipse.jgit.transport.UploadPack;
  118. import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider;
  119. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  120. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  121. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  122. import org.eclipse.jgit.util.HttpSupport;
  123. import org.eclipse.jgit.util.SystemReader;
  124. import org.hamcrest.Matchers;
  125. import org.junit.Before;
  126. import org.junit.Rule;
  127. import org.junit.Test;
  128. import org.junit.rules.ExpectedException;
  129. import org.junit.runner.RunWith;
  130. import org.junit.runners.Parameterized;
  131. import org.junit.runners.Parameterized.Parameters;
  132. @RunWith(Parameterized.class)
  133. public class SmartClientSmartServerTest extends HttpTestCase {
  134. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  135. @Rule
  136. public ExpectedException thrown = ExpectedException.none();
  137. private AdvertiseRefsHook advertiseRefsHook;
  138. private Repository remoteRepository;
  139. private CredentialsProvider testCredentials = new UsernamePasswordCredentialsProvider(
  140. AppServer.username, AppServer.password);
  141. private URIish remoteURI;
  142. private URIish brokenURI;
  143. private URIish redirectURI;
  144. private URIish authURI;
  145. private URIish authOnPostURI;
  146. private RevBlob A_txt;
  147. private RevCommit A, B, unreachableCommit;
  148. @Parameters
  149. public static Collection<Object[]> data() {
  150. // run all tests with both connection factories we have
  151. return Arrays.asList(new Object[][] {
  152. { new JDKHttpConnectionFactory() },
  153. { new HttpClientConnectionFactory() } });
  154. }
  155. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  156. HttpTransport.setConnectionFactory(cf);
  157. }
  158. @Override
  159. @Before
  160. public void setUp() throws Exception {
  161. super.setUp();
  162. final TestRepository<Repository> src = createTestRepository();
  163. final String srcName = src.getRepository().getDirectory().getName();
  164. src.getRepository()
  165. .getConfig()
  166. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  167. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  168. GitServlet gs = new GitServlet();
  169. gs.setUploadPackFactory((HttpServletRequest req, Repository db) -> {
  170. DefaultUploadPackFactory f = new DefaultUploadPackFactory();
  171. UploadPack up = f.create(req, db);
  172. if (advertiseRefsHook != null) {
  173. up.setAdvertiseRefsHook(advertiseRefsHook);
  174. }
  175. return up;
  176. });
  177. ServletContextHandler app = addNormalContext(gs, src, srcName);
  178. ServletContextHandler broken = addBrokenContext(gs, srcName);
  179. ServletContextHandler redirect = addRedirectContext(gs);
  180. ServletContextHandler auth = addAuthContext(gs, "auth");
  181. ServletContextHandler authOnPost = addAuthContext(gs, "pauth", "POST");
  182. server.setUp();
  183. remoteRepository = src.getRepository();
  184. remoteURI = toURIish(app, srcName);
  185. brokenURI = toURIish(broken, srcName);
  186. redirectURI = toURIish(redirect, srcName);
  187. authURI = toURIish(auth, srcName);
  188. authOnPostURI = toURIish(authOnPost, srcName);
  189. A_txt = src.blob("A");
  190. A = src.commit().add("A_txt", A_txt).create();
  191. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  192. src.update(master, B);
  193. unreachableCommit = src.commit().add("A_txt", A_txt).create();
  194. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  195. }
  196. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  197. ServletContextHandler app = server.addContext("/git");
  198. app.addFilter(new FilterHolder(new Filter() {
  199. @Override
  200. public void init(FilterConfig filterConfig)
  201. throws ServletException {
  202. // empty
  203. }
  204. // Does an internal forward for GET requests containing "/post/",
  205. // and issues a 301 redirect on POST requests for such URLs. Used
  206. // in the POST redirect tests.
  207. @Override
  208. public void doFilter(ServletRequest request,
  209. ServletResponse response, FilterChain chain)
  210. throws IOException, ServletException {
  211. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  212. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  213. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  214. if (httpServletRequest.getQueryString() != null) {
  215. fullUrl.append("?")
  216. .append(httpServletRequest.getQueryString());
  217. }
  218. String urlString = fullUrl.toString();
  219. if ("POST".equalsIgnoreCase(httpServletRequest.getMethod())) {
  220. httpServletResponse.setStatus(
  221. HttpServletResponse.SC_MOVED_PERMANENTLY);
  222. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  223. urlString.replace("/post/", "/"));
  224. } else {
  225. String path = httpServletRequest.getPathInfo();
  226. path = path.replace("/post/", "/");
  227. if (httpServletRequest.getQueryString() != null) {
  228. path += '?' + httpServletRequest.getQueryString();
  229. }
  230. RequestDispatcher dispatcher = httpServletRequest
  231. .getRequestDispatcher(path);
  232. dispatcher.forward(httpServletRequest, httpServletResponse);
  233. }
  234. }
  235. @Override
  236. public void destroy() {
  237. // empty
  238. }
  239. }), "/post/*", EnumSet.of(DispatcherType.REQUEST));
  240. gs.setRepositoryResolver(new TestRepositoryResolver(src, srcName));
  241. app.addServlet(new ServletHolder(gs), "/*");
  242. return app;
  243. }
  244. private ServletContextHandler addBrokenContext(GitServlet gs,
  245. String srcName) {
  246. ServletContextHandler broken = server.addContext("/bad");
  247. broken.addFilter(new FilterHolder(new Filter() {
  248. @Override
  249. public void doFilter(ServletRequest request,
  250. ServletResponse response, FilterChain chain)
  251. throws IOException, ServletException {
  252. final HttpServletResponse r = (HttpServletResponse) response;
  253. r.setContentType("text/plain");
  254. r.setCharacterEncoding(UTF_8.name());
  255. try (PrintWriter w = r.getWriter()) {
  256. w.print("OK");
  257. }
  258. }
  259. @Override
  260. public void init(FilterConfig filterConfig)
  261. throws ServletException {
  262. // empty
  263. }
  264. @Override
  265. public void destroy() {
  266. // empty
  267. }
  268. }), "/" + srcName + "/git-upload-pack",
  269. EnumSet.of(DispatcherType.REQUEST));
  270. broken.addServlet(new ServletHolder(gs), "/*");
  271. return broken;
  272. }
  273. private ServletContextHandler addAuthContext(GitServlet gs,
  274. String contextPath, String... methods) {
  275. ServletContextHandler auth = server.addContext('/' + contextPath);
  276. auth.addServlet(new ServletHolder(gs), "/*");
  277. return server.authBasic(auth, methods);
  278. }
  279. private ServletContextHandler addRedirectContext(GitServlet gs) {
  280. ServletContextHandler redirect = server.addContext("/redirect");
  281. redirect.addFilter(new FilterHolder(new Filter() {
  282. // Enables tests for different codes, and for multiple redirects.
  283. // First parameter is the number of redirects, second one is the
  284. // redirect status code that should be used
  285. private Pattern responsePattern = Pattern
  286. .compile("/response/(\\d+)/(30[1237])/");
  287. // Enables tests to specify the context that the request should be
  288. // redirected to in the end. If not present, redirects got to the
  289. // normal /git context.
  290. private Pattern targetPattern = Pattern.compile("/target(/\\w+)/");
  291. @Override
  292. public void init(FilterConfig filterConfig)
  293. throws ServletException {
  294. // empty
  295. }
  296. private String local(String url, boolean toLocal) {
  297. if (!toLocal) {
  298. return url;
  299. }
  300. try {
  301. URI u = new URI(url);
  302. String fragment = u.getRawFragment();
  303. if (fragment != null) {
  304. return u.getRawPath() + '#' + fragment;
  305. } else {
  306. return u.getRawPath();
  307. }
  308. } catch (URISyntaxException e) {
  309. return url;
  310. }
  311. }
  312. @Override
  313. public void doFilter(ServletRequest request,
  314. ServletResponse response, FilterChain chain)
  315. throws IOException, ServletException {
  316. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  317. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  318. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  319. if (httpServletRequest.getQueryString() != null) {
  320. fullUrl.append("?")
  321. .append(httpServletRequest.getQueryString());
  322. }
  323. String urlString = fullUrl.toString();
  324. boolean localRedirect = false;
  325. if (urlString.contains("/local")) {
  326. urlString = urlString.replace("/local", "");
  327. localRedirect = true;
  328. }
  329. if (urlString.contains("/loop/")) {
  330. urlString = urlString.replace("/loop/", "/loop/x/");
  331. if (urlString.contains("/loop/x/x/x/x/x/x/x/x/")) {
  332. // Go back to initial.
  333. urlString = urlString.replace("/loop/x/x/x/x/x/x/x/x/",
  334. "/loop/");
  335. }
  336. httpServletResponse.setStatus(
  337. HttpServletResponse.SC_MOVED_TEMPORARILY);
  338. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  339. local(urlString, localRedirect));
  340. return;
  341. }
  342. int responseCode = HttpServletResponse.SC_MOVED_PERMANENTLY;
  343. int nofRedirects = 0;
  344. Matcher matcher = responsePattern.matcher(urlString);
  345. if (matcher.find()) {
  346. nofRedirects = Integer
  347. .parseUnsignedInt(matcher.group(1));
  348. responseCode = Integer.parseUnsignedInt(matcher.group(2));
  349. if (--nofRedirects <= 0) {
  350. urlString = urlString.substring(0, matcher.start())
  351. + '/' + urlString.substring(matcher.end());
  352. } else {
  353. urlString = urlString.substring(0, matcher.start())
  354. + "/response/" + nofRedirects + "/"
  355. + responseCode + '/'
  356. + urlString.substring(matcher.end());
  357. }
  358. }
  359. httpServletResponse.setStatus(responseCode);
  360. if (nofRedirects <= 0) {
  361. String targetContext = "/git";
  362. matcher = targetPattern.matcher(urlString);
  363. if (matcher.find()) {
  364. urlString = urlString.substring(0, matcher.start())
  365. + '/' + urlString.substring(matcher.end());
  366. targetContext = matcher.group(1);
  367. }
  368. urlString = urlString.replace("/redirect", targetContext);
  369. }
  370. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  371. local(urlString, localRedirect));
  372. }
  373. @Override
  374. public void destroy() {
  375. // empty
  376. }
  377. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  378. redirect.addServlet(new ServletHolder(gs), "/*");
  379. return redirect;
  380. }
  381. @Test
  382. public void testListRemote() throws IOException {
  383. assertEquals("http", remoteURI.getScheme());
  384. Map<String, Ref> map;
  385. try (Repository dst = createBareRepository();
  386. Transport t = Transport.open(dst, remoteURI)) {
  387. // I didn't make up these public interface names, I just
  388. // approved them for inclusion into the code base. Sorry.
  389. // --spearce
  390. //
  391. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  392. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  393. try (FetchConnection c = t.openFetch()) {
  394. map = c.getRefsMap();
  395. }
  396. }
  397. assertNotNull("have map of refs", map);
  398. assertEquals(3, map.size());
  399. assertNotNull("has " + master, map.get(master));
  400. assertEquals(B, map.get(master).getObjectId());
  401. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  402. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  403. List<AccessEvent> requests = getRequests();
  404. assertEquals(1, requests.size());
  405. AccessEvent info = requests.get(0);
  406. assertEquals("GET", info.getMethod());
  407. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  408. assertEquals(1, info.getParameters().size());
  409. assertEquals("git-upload-pack", info.getParameter("service"));
  410. assertEquals(200, info.getStatus());
  411. assertEquals("application/x-git-upload-pack-advertisement", info
  412. .getResponseHeader(HDR_CONTENT_TYPE));
  413. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  414. }
  415. @Test
  416. public void testListRemote_BadName() throws IOException, URISyntaxException {
  417. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  418. try (Repository dst = createBareRepository();
  419. Transport t = Transport.open(dst, uri)) {
  420. try {
  421. t.openFetch();
  422. fail("fetch connection opened");
  423. } catch (RemoteRepositoryException notFound) {
  424. assertEquals(uri + ": Git repository not found",
  425. notFound.getMessage());
  426. }
  427. }
  428. List<AccessEvent> requests = getRequests();
  429. assertEquals(1, requests.size());
  430. AccessEvent info = requests.get(0);
  431. assertEquals("GET", info.getMethod());
  432. assertEquals(join(uri, "info/refs"), info.getPath());
  433. assertEquals(1, info.getParameters().size());
  434. assertEquals("git-upload-pack", info.getParameter("service"));
  435. assertEquals(200, info.getStatus());
  436. assertEquals("application/x-git-upload-pack-advertisement",
  437. info.getResponseHeader(HDR_CONTENT_TYPE));
  438. }
  439. @Test
  440. public void testFetchBySHA1() throws Exception {
  441. try (Repository dst = createBareRepository();
  442. Transport t = Transport.open(dst, remoteURI)) {
  443. assertFalse(dst.getObjectDatabase().has(A_txt));
  444. t.fetch(NullProgressMonitor.INSTANCE,
  445. Collections.singletonList(new RefSpec(B.name())));
  446. assertTrue(dst.getObjectDatabase().has(A_txt));
  447. }
  448. }
  449. @Test
  450. public void testFetchBySHA1Unreachable() throws Exception {
  451. try (Repository dst = createBareRepository();
  452. Transport t = Transport.open(dst, remoteURI)) {
  453. assertFalse(dst.getObjectDatabase().has(A_txt));
  454. thrown.expect(TransportException.class);
  455. thrown.expectMessage(Matchers.containsString(
  456. "want " + unreachableCommit.name() + " not valid"));
  457. t.fetch(NullProgressMonitor.INSTANCE, Collections
  458. .singletonList(new RefSpec(unreachableCommit.name())));
  459. }
  460. }
  461. @Test
  462. public void testFetchBySHA1UnreachableByAdvertiseRefsHook()
  463. throws Exception {
  464. advertiseRefsHook = new AbstractAdvertiseRefsHook() {
  465. @Override
  466. protected Map<String, Ref> getAdvertisedRefs(Repository repository,
  467. RevWalk revWalk) {
  468. return Collections.emptyMap();
  469. }
  470. };
  471. try (Repository dst = createBareRepository();
  472. Transport t = Transport.open(dst, remoteURI)) {
  473. assertFalse(dst.getObjectDatabase().has(A_txt));
  474. thrown.expect(TransportException.class);
  475. thrown.expectMessage(Matchers.containsString(
  476. "want " + A.name() + " not valid"));
  477. t.fetch(NullProgressMonitor.INSTANCE, Collections
  478. .singletonList(new RefSpec(A.name())));
  479. }
  480. }
  481. @Test
  482. public void testInitialClone_Small() throws Exception {
  483. try (Repository dst = createBareRepository();
  484. Transport t = Transport.open(dst, remoteURI)) {
  485. assertFalse(dst.getObjectDatabase().has(A_txt));
  486. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  487. assertTrue(dst.getObjectDatabase().has(A_txt));
  488. assertEquals(B, dst.exactRef(master).getObjectId());
  489. fsck(dst, B);
  490. }
  491. List<AccessEvent> requests = getRequests();
  492. assertEquals(2, requests.size());
  493. AccessEvent info = requests.get(0);
  494. assertEquals("GET", info.getMethod());
  495. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  496. assertEquals(1, info.getParameters().size());
  497. assertEquals("git-upload-pack", info.getParameter("service"));
  498. assertEquals(200, info.getStatus());
  499. assertEquals("application/x-git-upload-pack-advertisement", info
  500. .getResponseHeader(HDR_CONTENT_TYPE));
  501. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  502. AccessEvent service = requests.get(1);
  503. assertEquals("POST", service.getMethod());
  504. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  505. assertEquals(0, service.getParameters().size());
  506. assertNotNull("has content-length", service
  507. .getRequestHeader(HDR_CONTENT_LENGTH));
  508. assertNull("not chunked", service
  509. .getRequestHeader(HDR_TRANSFER_ENCODING));
  510. assertEquals(200, service.getStatus());
  511. assertEquals("application/x-git-upload-pack-result", service
  512. .getResponseHeader(HDR_CONTENT_TYPE));
  513. }
  514. private void initialClone_Redirect(int nofRedirects, int code)
  515. throws Exception {
  516. initialClone_Redirect(nofRedirects, code, false);
  517. }
  518. private void initialClone_Redirect(int nofRedirects, int code,
  519. boolean localRedirect) throws Exception {
  520. URIish cloneFrom = redirectURI;
  521. if (localRedirect) {
  522. cloneFrom = extendPath(cloneFrom, "/local");
  523. }
  524. if (code != 301 || nofRedirects > 1) {
  525. cloneFrom = extendPath(cloneFrom,
  526. "/response/" + nofRedirects + "/" + code);
  527. }
  528. try (Repository dst = createBareRepository();
  529. Transport t = Transport.open(dst, cloneFrom)) {
  530. assertFalse(dst.getObjectDatabase().has(A_txt));
  531. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  532. assertTrue(dst.getObjectDatabase().has(A_txt));
  533. assertEquals(B, dst.exactRef(master).getObjectId());
  534. fsck(dst, B);
  535. }
  536. List<AccessEvent> requests = getRequests();
  537. assertEquals(2 + nofRedirects, requests.size());
  538. int n = 0;
  539. while (n < nofRedirects) {
  540. AccessEvent redirect = requests.get(n++);
  541. assertEquals(code, redirect.getStatus());
  542. }
  543. AccessEvent info = requests.get(n++);
  544. assertEquals("GET", info.getMethod());
  545. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  546. assertEquals(1, info.getParameters().size());
  547. assertEquals("git-upload-pack", info.getParameter("service"));
  548. assertEquals(200, info.getStatus());
  549. assertEquals("application/x-git-upload-pack-advertisement",
  550. info.getResponseHeader(HDR_CONTENT_TYPE));
  551. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  552. AccessEvent service = requests.get(n++);
  553. assertEquals("POST", service.getMethod());
  554. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  555. assertEquals(0, service.getParameters().size());
  556. assertNotNull("has content-length",
  557. service.getRequestHeader(HDR_CONTENT_LENGTH));
  558. assertNull("not chunked",
  559. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  560. assertEquals(200, service.getStatus());
  561. assertEquals("application/x-git-upload-pack-result",
  562. service.getResponseHeader(HDR_CONTENT_TYPE));
  563. }
  564. @Test
  565. public void testInitialClone_Redirect301Small() throws Exception {
  566. initialClone_Redirect(1, 301);
  567. }
  568. @Test
  569. public void testInitialClone_Redirect301Local() throws Exception {
  570. initialClone_Redirect(1, 301, true);
  571. }
  572. @Test
  573. public void testInitialClone_Redirect302Small() throws Exception {
  574. initialClone_Redirect(1, 302);
  575. }
  576. @Test
  577. public void testInitialClone_Redirect303Small() throws Exception {
  578. initialClone_Redirect(1, 303);
  579. }
  580. @Test
  581. public void testInitialClone_Redirect307Small() throws Exception {
  582. initialClone_Redirect(1, 307);
  583. }
  584. @Test
  585. public void testInitialClone_RedirectMultiple() throws Exception {
  586. initialClone_Redirect(4, 302);
  587. }
  588. @Test
  589. public void testInitialClone_RedirectMax() throws Exception {
  590. StoredConfig userConfig = SystemReader.getInstance()
  591. .getUserConfig();
  592. userConfig.setInt("http", null, "maxRedirects", 4);
  593. userConfig.save();
  594. initialClone_Redirect(4, 302);
  595. }
  596. @Test
  597. public void testInitialClone_RedirectTooOften() throws Exception {
  598. StoredConfig userConfig = SystemReader.getInstance()
  599. .getUserConfig();
  600. userConfig.setInt("http", null, "maxRedirects", 3);
  601. userConfig.save();
  602. URIish cloneFrom = extendPath(redirectURI, "/response/4/302");
  603. String remoteUri = cloneFrom.toString();
  604. try (Repository dst = createBareRepository();
  605. Transport t = Transport.open(dst, cloneFrom)) {
  606. assertFalse(dst.getObjectDatabase().has(A_txt));
  607. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  608. fail("Should have failed (too many redirects)");
  609. } catch (TransportException e) {
  610. String expectedMessageBegin = remoteUri.toString() + ": "
  611. + MessageFormat.format(JGitText.get().redirectLimitExceeded,
  612. "3", remoteUri.replace("/4/", "/1/") + '/', "");
  613. String message = e.getMessage();
  614. if (message.length() > expectedMessageBegin.length()) {
  615. message = message.substring(0, expectedMessageBegin.length());
  616. }
  617. assertEquals(expectedMessageBegin, message);
  618. }
  619. }
  620. @Test
  621. public void testInitialClone_RedirectLoop() throws Exception {
  622. URIish cloneFrom = extendPath(redirectURI, "/loop");
  623. try (Repository dst = createBareRepository();
  624. Transport t = Transport.open(dst, cloneFrom)) {
  625. assertFalse(dst.getObjectDatabase().has(A_txt));
  626. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  627. fail("Should have failed (redirect loop)");
  628. } catch (TransportException e) {
  629. assertTrue(e.getMessage().contains("Redirected more than"));
  630. }
  631. }
  632. @Test
  633. public void testInitialClone_RedirectOnPostAllowed() throws Exception {
  634. StoredConfig userConfig = SystemReader.getInstance()
  635. .getUserConfig();
  636. userConfig.setString("http", null, "followRedirects", "true");
  637. userConfig.save();
  638. URIish cloneFrom = extendPath(remoteURI, "/post");
  639. try (Repository dst = createBareRepository();
  640. Transport t = Transport.open(dst, cloneFrom)) {
  641. assertFalse(dst.getObjectDatabase().has(A_txt));
  642. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  643. assertTrue(dst.getObjectDatabase().has(A_txt));
  644. assertEquals(B, dst.exactRef(master).getObjectId());
  645. fsck(dst, B);
  646. }
  647. List<AccessEvent> requests = getRequests();
  648. assertEquals(3, requests.size());
  649. AccessEvent info = requests.get(0);
  650. assertEquals("GET", info.getMethod());
  651. assertEquals(join(cloneFrom, "info/refs"), info.getPath());
  652. assertEquals(1, info.getParameters().size());
  653. assertEquals("git-upload-pack", info.getParameter("service"));
  654. assertEquals(200, info.getStatus());
  655. assertEquals("application/x-git-upload-pack-advertisement",
  656. info.getResponseHeader(HDR_CONTENT_TYPE));
  657. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  658. AccessEvent redirect = requests.get(1);
  659. assertEquals("POST", redirect.getMethod());
  660. assertEquals(301, redirect.getStatus());
  661. AccessEvent service = requests.get(2);
  662. assertEquals("POST", service.getMethod());
  663. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  664. assertEquals(0, service.getParameters().size());
  665. assertNotNull("has content-length",
  666. service.getRequestHeader(HDR_CONTENT_LENGTH));
  667. assertNull("not chunked",
  668. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  669. assertEquals(200, service.getStatus());
  670. assertEquals("application/x-git-upload-pack-result",
  671. service.getResponseHeader(HDR_CONTENT_TYPE));
  672. }
  673. @Test
  674. public void testInitialClone_RedirectOnPostForbidden() throws Exception {
  675. URIish cloneFrom = extendPath(remoteURI, "/post");
  676. try (Repository dst = createBareRepository();
  677. Transport t = Transport.open(dst, cloneFrom)) {
  678. assertFalse(dst.getObjectDatabase().has(A_txt));
  679. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  680. fail("Should have failed (redirect on POST)");
  681. } catch (TransportException e) {
  682. assertTrue(e.getMessage().contains("301"));
  683. }
  684. }
  685. @Test
  686. public void testInitialClone_RedirectForbidden() throws Exception {
  687. StoredConfig userConfig = SystemReader.getInstance()
  688. .getUserConfig();
  689. userConfig.setString("http", null, "followRedirects", "false");
  690. userConfig.save();
  691. try (Repository dst = createBareRepository();
  692. Transport t = Transport.open(dst, redirectURI)) {
  693. assertFalse(dst.getObjectDatabase().has(A_txt));
  694. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  695. fail("Should have failed (redirects forbidden)");
  696. } catch (TransportException e) {
  697. assertTrue(
  698. e.getMessage().contains("http.followRedirects is false"));
  699. }
  700. }
  701. @Test
  702. public void testInitialClone_WithAuthentication() throws Exception {
  703. try (Repository dst = createBareRepository();
  704. Transport t = Transport.open(dst, authURI)) {
  705. assertFalse(dst.getObjectDatabase().has(A_txt));
  706. t.setCredentialsProvider(testCredentials);
  707. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  708. assertTrue(dst.getObjectDatabase().has(A_txt));
  709. assertEquals(B, dst.exactRef(master).getObjectId());
  710. fsck(dst, B);
  711. }
  712. List<AccessEvent> requests = getRequests();
  713. assertEquals(3, requests.size());
  714. AccessEvent info = requests.get(0);
  715. assertEquals("GET", info.getMethod());
  716. assertEquals(401, info.getStatus());
  717. info = requests.get(1);
  718. assertEquals("GET", info.getMethod());
  719. assertEquals(join(authURI, "info/refs"), info.getPath());
  720. assertEquals(1, info.getParameters().size());
  721. assertEquals("git-upload-pack", info.getParameter("service"));
  722. assertEquals(200, info.getStatus());
  723. assertEquals("application/x-git-upload-pack-advertisement",
  724. info.getResponseHeader(HDR_CONTENT_TYPE));
  725. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  726. AccessEvent service = requests.get(2);
  727. assertEquals("POST", service.getMethod());
  728. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  729. assertEquals(0, service.getParameters().size());
  730. assertNotNull("has content-length",
  731. service.getRequestHeader(HDR_CONTENT_LENGTH));
  732. assertNull("not chunked",
  733. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  734. assertEquals(200, service.getStatus());
  735. assertEquals("application/x-git-upload-pack-result",
  736. service.getResponseHeader(HDR_CONTENT_TYPE));
  737. }
  738. @Test
  739. public void testInitialClone_WithAuthenticationNoCredentials()
  740. throws Exception {
  741. try (Repository dst = createBareRepository();
  742. Transport t = Transport.open(dst, authURI)) {
  743. assertFalse(dst.getObjectDatabase().has(A_txt));
  744. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  745. fail("Should not have succeeded -- no authentication");
  746. } catch (TransportException e) {
  747. String msg = e.getMessage();
  748. assertTrue("Unexpected exception message: " + msg,
  749. msg.contains("no CredentialsProvider"));
  750. }
  751. List<AccessEvent> requests = getRequests();
  752. assertEquals(1, requests.size());
  753. AccessEvent info = requests.get(0);
  754. assertEquals("GET", info.getMethod());
  755. assertEquals(401, info.getStatus());
  756. }
  757. @Test
  758. public void testInitialClone_WithAuthenticationWrongCredentials()
  759. throws Exception {
  760. try (Repository dst = createBareRepository();
  761. Transport t = Transport.open(dst, authURI)) {
  762. assertFalse(dst.getObjectDatabase().has(A_txt));
  763. t.setCredentialsProvider(new UsernamePasswordCredentialsProvider(
  764. AppServer.username, "wrongpassword"));
  765. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  766. fail("Should not have succeeded -- wrong password");
  767. } catch (TransportException e) {
  768. String msg = e.getMessage();
  769. assertTrue("Unexpected exception message: " + msg,
  770. msg.contains("auth"));
  771. }
  772. List<AccessEvent> requests = getRequests();
  773. // Once without authentication plus three re-tries with authentication
  774. assertEquals(4, requests.size());
  775. for (AccessEvent event : requests) {
  776. assertEquals("GET", event.getMethod());
  777. assertEquals(401, event.getStatus());
  778. }
  779. }
  780. @Test
  781. public void testInitialClone_WithAuthenticationAfterRedirect()
  782. throws Exception {
  783. URIish cloneFrom = extendPath(redirectURI, "/target/auth");
  784. CredentialsProvider uriSpecificCredentialsProvider = new UsernamePasswordCredentialsProvider(
  785. "unknown", "none") {
  786. @Override
  787. public boolean get(URIish uri, CredentialItem... items)
  788. throws UnsupportedCredentialItem {
  789. // Only return the true credentials if the uri path starts with
  790. // /auth. This ensures that we do provide the correct
  791. // credentials only for the URi after the redirect, making the
  792. // test fail if we should be asked for the credentials for the
  793. // original URI.
  794. if (uri.getPath().startsWith("/auth")) {
  795. return testCredentials.get(uri, items);
  796. }
  797. return super.get(uri, items);
  798. }
  799. };
  800. try (Repository dst = createBareRepository();
  801. Transport t = Transport.open(dst, cloneFrom)) {
  802. assertFalse(dst.getObjectDatabase().has(A_txt));
  803. t.setCredentialsProvider(uriSpecificCredentialsProvider);
  804. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  805. assertTrue(dst.getObjectDatabase().has(A_txt));
  806. assertEquals(B, dst.exactRef(master).getObjectId());
  807. fsck(dst, B);
  808. }
  809. List<AccessEvent> requests = getRequests();
  810. assertEquals(4, requests.size());
  811. AccessEvent redirect = requests.get(0);
  812. assertEquals("GET", redirect.getMethod());
  813. assertEquals(join(cloneFrom, "info/refs"), redirect.getPath());
  814. assertEquals(301, redirect.getStatus());
  815. AccessEvent info = requests.get(1);
  816. assertEquals("GET", info.getMethod());
  817. assertEquals(join(authURI, "info/refs"), info.getPath());
  818. assertEquals(401, info.getStatus());
  819. info = requests.get(2);
  820. assertEquals("GET", info.getMethod());
  821. assertEquals(join(authURI, "info/refs"), info.getPath());
  822. assertEquals(1, info.getParameters().size());
  823. assertEquals("git-upload-pack", info.getParameter("service"));
  824. assertEquals(200, info.getStatus());
  825. assertEquals("application/x-git-upload-pack-advertisement",
  826. info.getResponseHeader(HDR_CONTENT_TYPE));
  827. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  828. AccessEvent service = requests.get(3);
  829. assertEquals("POST", service.getMethod());
  830. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  831. assertEquals(0, service.getParameters().size());
  832. assertNotNull("has content-length",
  833. service.getRequestHeader(HDR_CONTENT_LENGTH));
  834. assertNull("not chunked",
  835. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  836. assertEquals(200, service.getStatus());
  837. assertEquals("application/x-git-upload-pack-result",
  838. service.getResponseHeader(HDR_CONTENT_TYPE));
  839. }
  840. @Test
  841. public void testInitialClone_WithAuthenticationOnPostOnly()
  842. throws Exception {
  843. try (Repository dst = createBareRepository();
  844. Transport t = Transport.open(dst, authOnPostURI)) {
  845. assertFalse(dst.getObjectDatabase().has(A_txt));
  846. t.setCredentialsProvider(testCredentials);
  847. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  848. assertTrue(dst.getObjectDatabase().has(A_txt));
  849. assertEquals(B, dst.exactRef(master).getObjectId());
  850. fsck(dst, B);
  851. }
  852. List<AccessEvent> requests = getRequests();
  853. assertEquals(3, requests.size());
  854. AccessEvent info = requests.get(0);
  855. assertEquals("GET", info.getMethod());
  856. assertEquals(join(authOnPostURI, "info/refs"), info.getPath());
  857. assertEquals(1, info.getParameters().size());
  858. assertEquals("git-upload-pack", info.getParameter("service"));
  859. assertEquals(200, info.getStatus());
  860. assertEquals("application/x-git-upload-pack-advertisement",
  861. info.getResponseHeader(HDR_CONTENT_TYPE));
  862. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  863. AccessEvent service = requests.get(1);
  864. assertEquals("POST", service.getMethod());
  865. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  866. assertEquals(401, service.getStatus());
  867. service = requests.get(2);
  868. assertEquals("POST", service.getMethod());
  869. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  870. assertEquals(0, service.getParameters().size());
  871. assertNotNull("has content-length",
  872. service.getRequestHeader(HDR_CONTENT_LENGTH));
  873. assertNull("not chunked",
  874. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  875. assertEquals(200, service.getStatus());
  876. assertEquals("application/x-git-upload-pack-result",
  877. service.getResponseHeader(HDR_CONTENT_TYPE));
  878. }
  879. @Test
  880. public void testFetch_FewLocalCommits() throws Exception {
  881. // Bootstrap by doing the clone.
  882. //
  883. TestRepository dst = createTestRepository();
  884. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  885. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  886. }
  887. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  888. List<AccessEvent> cloneRequests = getRequests();
  889. // Only create a few new commits.
  890. TestRepository.BranchBuilder b = dst.branch(master);
  891. for (int i = 0; i < 4; i++)
  892. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  893. // Create a new commit on the remote.
  894. //
  895. RevCommit Z;
  896. try (TestRepository<Repository> tr = new TestRepository<>(
  897. remoteRepository)) {
  898. b = tr.branch(master);
  899. Z = b.commit().message("Z").create();
  900. }
  901. // Now incrementally update.
  902. //
  903. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  904. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  905. }
  906. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  907. List<AccessEvent> requests = getRequests();
  908. requests.removeAll(cloneRequests);
  909. assertEquals(2, requests.size());
  910. AccessEvent info = requests.get(0);
  911. assertEquals("GET", info.getMethod());
  912. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  913. assertEquals(1, info.getParameters().size());
  914. assertEquals("git-upload-pack", info.getParameter("service"));
  915. assertEquals(200, info.getStatus());
  916. assertEquals("application/x-git-upload-pack-advertisement",
  917. info.getResponseHeader(HDR_CONTENT_TYPE));
  918. // We should have needed one request to perform the fetch.
  919. //
  920. AccessEvent service = requests.get(1);
  921. assertEquals("POST", service.getMethod());
  922. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  923. assertEquals(0, service.getParameters().size());
  924. assertNotNull("has content-length",
  925. service.getRequestHeader(HDR_CONTENT_LENGTH));
  926. assertNull("not chunked",
  927. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  928. assertEquals(200, service.getStatus());
  929. assertEquals("application/x-git-upload-pack-result",
  930. service.getResponseHeader(HDR_CONTENT_TYPE));
  931. }
  932. @Test
  933. public void testFetch_TooManyLocalCommits() throws Exception {
  934. // Bootstrap by doing the clone.
  935. //
  936. TestRepository dst = createTestRepository();
  937. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  938. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  939. }
  940. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  941. List<AccessEvent> cloneRequests = getRequests();
  942. // Force enough into the local client that enumeration will
  943. // need multiple packets, but not too many to overflow and
  944. // not pick up the ACK_COMMON message.
  945. //
  946. TestRepository.BranchBuilder b = dst.branch(master);
  947. for (int i = 0; i < 32 - 1; i++)
  948. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  949. // Create a new commit on the remote.
  950. //
  951. RevCommit Z;
  952. try (TestRepository<Repository> tr = new TestRepository<>(
  953. remoteRepository)) {
  954. b = tr.branch(master);
  955. Z = b.commit().message("Z").create();
  956. }
  957. // Now incrementally update.
  958. //
  959. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  960. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  961. }
  962. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  963. List<AccessEvent> requests = getRequests();
  964. requests.removeAll(cloneRequests);
  965. assertEquals(3, requests.size());
  966. AccessEvent info = requests.get(0);
  967. assertEquals("GET", info.getMethod());
  968. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  969. assertEquals(1, info.getParameters().size());
  970. assertEquals("git-upload-pack", info.getParameter("service"));
  971. assertEquals(200, info.getStatus());
  972. assertEquals("application/x-git-upload-pack-advertisement", info
  973. .getResponseHeader(HDR_CONTENT_TYPE));
  974. // We should have needed two requests to perform the fetch
  975. // due to the high number of local unknown commits.
  976. //
  977. AccessEvent service = requests.get(1);
  978. assertEquals("POST", service.getMethod());
  979. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  980. assertEquals(0, service.getParameters().size());
  981. assertNotNull("has content-length", service
  982. .getRequestHeader(HDR_CONTENT_LENGTH));
  983. assertNull("not chunked", service
  984. .getRequestHeader(HDR_TRANSFER_ENCODING));
  985. assertEquals(200, service.getStatus());
  986. assertEquals("application/x-git-upload-pack-result", service
  987. .getResponseHeader(HDR_CONTENT_TYPE));
  988. service = requests.get(2);
  989. assertEquals("POST", service.getMethod());
  990. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  991. assertEquals(0, service.getParameters().size());
  992. assertNotNull("has content-length", service
  993. .getRequestHeader(HDR_CONTENT_LENGTH));
  994. assertNull("not chunked", service
  995. .getRequestHeader(HDR_TRANSFER_ENCODING));
  996. assertEquals(200, service.getStatus());
  997. assertEquals("application/x-git-upload-pack-result", service
  998. .getResponseHeader(HDR_CONTENT_TYPE));
  999. }
  1000. @Test
  1001. public void testInitialClone_BrokenServer() throws Exception {
  1002. try (Repository dst = createBareRepository();
  1003. Transport t = Transport.open(dst, brokenURI)) {
  1004. assertFalse(dst.getObjectDatabase().has(A_txt));
  1005. try {
  1006. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  1007. fail("fetch completed despite upload-pack being broken");
  1008. } catch (TransportException err) {
  1009. String exp = brokenURI + ": expected"
  1010. + " Content-Type application/x-git-upload-pack-result;"
  1011. + " received Content-Type text/plain;charset=utf-8";
  1012. assertEquals(exp, err.getMessage());
  1013. }
  1014. }
  1015. List<AccessEvent> requests = getRequests();
  1016. assertEquals(2, requests.size());
  1017. AccessEvent info = requests.get(0);
  1018. assertEquals("GET", info.getMethod());
  1019. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  1020. assertEquals(1, info.getParameters().size());
  1021. assertEquals("git-upload-pack", info.getParameter("service"));
  1022. assertEquals(200, info.getStatus());
  1023. assertEquals("application/x-git-upload-pack-advertisement", info
  1024. .getResponseHeader(HDR_CONTENT_TYPE));
  1025. AccessEvent service = requests.get(1);
  1026. assertEquals("POST", service.getMethod());
  1027. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  1028. assertEquals(0, service.getParameters().size());
  1029. assertEquals(200, service.getStatus());
  1030. assertEquals("text/plain;charset=utf-8",
  1031. service.getResponseHeader(HDR_CONTENT_TYPE));
  1032. }
  1033. @Test
  1034. public void testInvalidWant() throws Exception {
  1035. ObjectId id;
  1036. try (ObjectInserter.Formatter formatter = new ObjectInserter.Formatter()) {
  1037. id = formatter.idFor(Constants.OBJ_BLOB,
  1038. "testInvalidWant".getBytes(UTF_8));
  1039. }
  1040. try (Repository dst = createBareRepository();
  1041. Transport t = Transport.open(dst, remoteURI);
  1042. FetchConnection c = t.openFetch()) {
  1043. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  1044. id);
  1045. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  1046. Collections.<ObjectId> emptySet());
  1047. fail("Server accepted want " + id.name());
  1048. } catch (TransportException err) {
  1049. assertEquals("want " + id.name() + " not valid", err.getMessage());
  1050. }
  1051. }
  1052. @Test
  1053. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  1054. AppServer noRefServer = new AppServer();
  1055. try {
  1056. final String repoName = "refs-unreadable";
  1057. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  1058. new DfsRepositoryDescription(repoName));
  1059. final TestRepository<Repository> repo = new TestRepository<>(
  1060. badRefsRepo);
  1061. ServletContextHandler app = noRefServer.addContext("/git");
  1062. GitServlet gs = new GitServlet();
  1063. gs.setRepositoryResolver(new TestRepositoryResolver(repo, repoName));
  1064. app.addServlet(new ServletHolder(gs), "/*");
  1065. noRefServer.setUp();
  1066. RevBlob A2_txt = repo.blob("A2");
  1067. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  1068. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  1069. .add("B2", "B2").create();
  1070. repo.update(master, B2);
  1071. URIish badRefsURI = new URIish(noRefServer.getURI()
  1072. .resolve(app.getContextPath() + "/" + repoName).toString());
  1073. try (Repository dst = createBareRepository();
  1074. Transport t = Transport.open(dst, badRefsURI);
  1075. FetchConnection c = t.openFetch()) {
  1076. // We start failing here to exercise the post-advertisement
  1077. // upload pack handler.
  1078. badRefsRepo.startFailing();
  1079. // Need to flush caches because ref advertisement populated them.
  1080. badRefsRepo.getRefDatabase().refresh();
  1081. c.fetch(NullProgressMonitor.INSTANCE,
  1082. Collections.singleton(c.getRef(master)),
  1083. Collections.<ObjectId> emptySet());
  1084. fail("Successfully served ref with value " + c.getRef(master));
  1085. } catch (TransportException err) {
  1086. assertEquals("internal server error", err.getMessage());
  1087. }
  1088. } finally {
  1089. noRefServer.tearDown();
  1090. }
  1091. }
  1092. @Test
  1093. public void testPush_NotAuthorized() throws Exception {
  1094. final TestRepository src = createTestRepository();
  1095. final RevBlob Q_txt = src.blob("new text");
  1096. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1097. final Repository db = src.getRepository();
  1098. final String dstName = Constants.R_HEADS + "new.branch";
  1099. // push anonymous shouldn't be allowed.
  1100. //
  1101. try (Transport t = Transport.open(db, remoteURI)) {
  1102. final String srcExpr = Q.name();
  1103. final boolean forceUpdate = false;
  1104. final String localName = null;
  1105. final ObjectId oldId = null;
  1106. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1107. srcExpr, dstName, forceUpdate, localName, oldId);
  1108. try {
  1109. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1110. fail("anonymous push incorrectly accepted without error");
  1111. } catch (TransportException e) {
  1112. final String exp = remoteURI + ": "
  1113. + JGitText.get().authenticationNotSupported;
  1114. assertEquals(exp, e.getMessage());
  1115. }
  1116. }
  1117. List<AccessEvent> requests = getRequests();
  1118. assertEquals(1, requests.size());
  1119. AccessEvent info = requests.get(0);
  1120. assertEquals("GET", info.getMethod());
  1121. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1122. assertEquals(1, info.getParameters().size());
  1123. assertEquals("git-receive-pack", info.getParameter("service"));
  1124. assertEquals(401, info.getStatus());
  1125. }
  1126. @Test
  1127. public void testPush_CreateBranch() throws Exception {
  1128. final TestRepository src = createTestRepository();
  1129. final RevBlob Q_txt = src.blob("new text");
  1130. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1131. final Repository db = src.getRepository();
  1132. final String dstName = Constants.R_HEADS + "new.branch";
  1133. enableReceivePack();
  1134. try (Transport t = Transport.open(db, remoteURI)) {
  1135. final String srcExpr = Q.name();
  1136. final boolean forceUpdate = false;
  1137. final String localName = null;
  1138. final ObjectId oldId = null;
  1139. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1140. srcExpr, dstName, forceUpdate, localName, oldId);
  1141. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1142. }
  1143. assertTrue(remoteRepository.getObjectDatabase().has(Q_txt));
  1144. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1145. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1146. fsck(remoteRepository, Q);
  1147. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  1148. assertNotNull("has log for " + dstName, log);
  1149. final ReflogEntry last = log.getLastEntry();
  1150. assertNotNull("has last entry", last);
  1151. assertEquals(ObjectId.zeroId(), last.getOldId());
  1152. assertEquals(Q, last.getNewId());
  1153. assertEquals("anonymous", last.getWho().getName());
  1154. // Assumption: The host name we use to contact the server should
  1155. // be the server's own host name, because it should be the loopback
  1156. // network interface.
  1157. //
  1158. final String clientHost = remoteURI.getHost();
  1159. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  1160. assertEquals("push: created", last.getComment());
  1161. List<AccessEvent> requests = getRequests();
  1162. assertEquals(2, requests.size());
  1163. AccessEvent info = requests.get(0);
  1164. assertEquals("GET", info.getMethod());
  1165. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1166. assertEquals(1, info.getParameters().size());
  1167. assertEquals("git-receive-pack", info.getParameter("service"));
  1168. assertEquals(200, info.getStatus());
  1169. assertEquals("application/x-git-receive-pack-advertisement", info
  1170. .getResponseHeader(HDR_CONTENT_TYPE));
  1171. AccessEvent service = requests.get(1);
  1172. assertEquals("POST", service.getMethod());
  1173. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1174. assertEquals(0, service.getParameters().size());
  1175. assertNotNull("has content-length", service
  1176. .getRequestHeader(HDR_CONTENT_LENGTH));
  1177. assertNull("not chunked", service
  1178. .getRequestHeader(HDR_TRANSFER_ENCODING));
  1179. assertEquals(200, service.getStatus());
  1180. assertEquals("application/x-git-receive-pack-result", service
  1181. .getResponseHeader(HDR_CONTENT_TYPE));
  1182. }
  1183. @Test
  1184. public void testPush_ChunkedEncoding() throws Exception {
  1185. final TestRepository<Repository> src = createTestRepository();
  1186. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  1187. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  1188. final Repository db = src.getRepository();
  1189. final String dstName = Constants.R_HEADS + "new.branch";
  1190. enableReceivePack();
  1191. final StoredConfig cfg = db.getConfig();
  1192. cfg.setInt("core", null, "compression", 0);
  1193. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  1194. cfg.save();
  1195. try (Transport t = Transport.open(db, remoteURI)) {
  1196. final String srcExpr = Q.name();
  1197. final boolean forceUpdate = false;
  1198. final String localName = null;
  1199. final ObjectId oldId = null;
  1200. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1201. srcExpr, dstName, forceUpdate, localName, oldId);
  1202. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1203. }
  1204. assertTrue(remoteRepository.getObjectDatabase().has(Q_bin));
  1205. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1206. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1207. fsck(remoteRepository, Q);
  1208. List<AccessEvent> requests = getRequests();
  1209. assertEquals(2, requests.size());
  1210. AccessEvent info = requests.get(0);
  1211. assertEquals("GET", info.getMethod());
  1212. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1213. assertEquals(1, info.getParameters().size());
  1214. assertEquals("git-receive-pack", info.getParameter("service"));
  1215. assertEquals(200, info.getStatus());
  1216. assertEquals("application/x-git-receive-pack-advertisement", info
  1217. .getResponseHeader(HDR_CONTENT_TYPE));
  1218. AccessEvent service = requests.get(1);
  1219. assertEquals("POST", service.getMethod());
  1220. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1221. assertEquals(0, service.getParameters().size());
  1222. assertNull("no content-length", service
  1223. .getRequestHeader(HDR_CONTENT_LENGTH));
  1224. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  1225. assertEquals(200, service.getStatus());
  1226. assertEquals("application/x-git-receive-pack-result", service
  1227. .getResponseHeader(HDR_CONTENT_TYPE));
  1228. }
  1229. private void enableReceivePack() throws IOException {
  1230. final StoredConfig cfg = remoteRepository.getConfig();
  1231. cfg.setBoolean("http", null, "receivepack", true);
  1232. cfg.save();
  1233. }
  1234. }