You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 49KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394
  1. /*
  2. * Copyright (C) 2010, 2017 Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static java.nio.charset.StandardCharsets.UTF_8;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  47. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  48. import static org.junit.Assert.assertEquals;
  49. import static org.junit.Assert.assertFalse;
  50. import static org.junit.Assert.assertNotNull;
  51. import static org.junit.Assert.assertNull;
  52. import static org.junit.Assert.assertTrue;
  53. import static org.junit.Assert.fail;
  54. import java.io.IOException;
  55. import java.io.PrintWriter;
  56. import java.net.URISyntaxException;
  57. import java.text.MessageFormat;
  58. import java.util.Arrays;
  59. import java.util.Collection;
  60. import java.util.Collections;
  61. import java.util.EnumSet;
  62. import java.util.List;
  63. import java.util.Map;
  64. import java.util.regex.Matcher;
  65. import java.util.regex.Pattern;
  66. import javax.servlet.DispatcherType;
  67. import javax.servlet.Filter;
  68. import javax.servlet.FilterChain;
  69. import javax.servlet.FilterConfig;
  70. import javax.servlet.RequestDispatcher;
  71. import javax.servlet.ServletException;
  72. import javax.servlet.ServletRequest;
  73. import javax.servlet.ServletResponse;
  74. import javax.servlet.http.HttpServletRequest;
  75. import javax.servlet.http.HttpServletResponse;
  76. import org.eclipse.jetty.servlet.FilterHolder;
  77. import org.eclipse.jetty.servlet.ServletContextHandler;
  78. import org.eclipse.jetty.servlet.ServletHolder;
  79. import org.eclipse.jgit.errors.RemoteRepositoryException;
  80. import org.eclipse.jgit.errors.TransportException;
  81. import org.eclipse.jgit.errors.UnsupportedCredentialItem;
  82. import org.eclipse.jgit.http.server.GitServlet;
  83. import org.eclipse.jgit.http.server.resolver.DefaultUploadPackFactory;
  84. import org.eclipse.jgit.internal.JGitText;
  85. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  86. import org.eclipse.jgit.junit.TestRepository;
  87. import org.eclipse.jgit.junit.TestRng;
  88. import org.eclipse.jgit.junit.http.AccessEvent;
  89. import org.eclipse.jgit.junit.http.AppServer;
  90. import org.eclipse.jgit.junit.http.HttpTestCase;
  91. import org.eclipse.jgit.lib.ConfigConstants;
  92. import org.eclipse.jgit.lib.Constants;
  93. import org.eclipse.jgit.lib.NullProgressMonitor;
  94. import org.eclipse.jgit.lib.ObjectId;
  95. import org.eclipse.jgit.lib.ObjectIdRef;
  96. import org.eclipse.jgit.lib.ObjectInserter;
  97. import org.eclipse.jgit.lib.Ref;
  98. import org.eclipse.jgit.lib.ReflogEntry;
  99. import org.eclipse.jgit.lib.ReflogReader;
  100. import org.eclipse.jgit.lib.Repository;
  101. import org.eclipse.jgit.lib.StoredConfig;
  102. import org.eclipse.jgit.revwalk.RevBlob;
  103. import org.eclipse.jgit.revwalk.RevCommit;
  104. import org.eclipse.jgit.revwalk.RevWalk;
  105. import org.eclipse.jgit.transport.AbstractAdvertiseRefsHook;
  106. import org.eclipse.jgit.transport.AdvertiseRefsHook;
  107. import org.eclipse.jgit.transport.CredentialItem;
  108. import org.eclipse.jgit.transport.CredentialsProvider;
  109. import org.eclipse.jgit.transport.FetchConnection;
  110. import org.eclipse.jgit.transport.HttpTransport;
  111. import org.eclipse.jgit.transport.RefSpec;
  112. import org.eclipse.jgit.transport.RemoteRefUpdate;
  113. import org.eclipse.jgit.transport.Transport;
  114. import org.eclipse.jgit.transport.TransportHttp;
  115. import org.eclipse.jgit.transport.URIish;
  116. import org.eclipse.jgit.transport.UploadPack;
  117. import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider;
  118. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  119. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  120. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  121. import org.eclipse.jgit.transport.resolver.ServiceNotAuthorizedException;
  122. import org.eclipse.jgit.transport.resolver.ServiceNotEnabledException;
  123. import org.eclipse.jgit.transport.resolver.UploadPackFactory;
  124. import org.eclipse.jgit.util.HttpSupport;
  125. import org.eclipse.jgit.util.SystemReader;
  126. import org.hamcrest.Matchers;
  127. import org.junit.Before;
  128. import org.junit.Rule;
  129. import org.junit.Test;
  130. import org.junit.rules.ExpectedException;
  131. import org.junit.runner.RunWith;
  132. import org.junit.runners.Parameterized;
  133. import org.junit.runners.Parameterized.Parameters;
  134. @RunWith(Parameterized.class)
  135. public class SmartClientSmartServerTest extends HttpTestCase {
  136. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  137. @Rule
  138. public ExpectedException thrown = ExpectedException.none();
  139. private AdvertiseRefsHook advertiseRefsHook;
  140. private Repository remoteRepository;
  141. private CredentialsProvider testCredentials = new UsernamePasswordCredentialsProvider(
  142. AppServer.username, AppServer.password);
  143. private URIish remoteURI;
  144. private URIish brokenURI;
  145. private URIish redirectURI;
  146. private URIish authURI;
  147. private URIish authOnPostURI;
  148. private RevBlob A_txt;
  149. private RevCommit A, B, unreachableCommit;
  150. @Parameters
  151. public static Collection<Object[]> data() {
  152. // run all tests with both connection factories we have
  153. return Arrays.asList(new Object[][] {
  154. { new JDKHttpConnectionFactory() },
  155. { new HttpClientConnectionFactory() } });
  156. }
  157. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  158. HttpTransport.setConnectionFactory(cf);
  159. }
  160. @Override
  161. @Before
  162. public void setUp() throws Exception {
  163. super.setUp();
  164. final TestRepository<Repository> src = createTestRepository();
  165. final String srcName = src.getRepository().getDirectory().getName();
  166. src.getRepository()
  167. .getConfig()
  168. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  169. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  170. GitServlet gs = new GitServlet();
  171. gs.setUploadPackFactory(new UploadPackFactory<HttpServletRequest>() {
  172. @Override
  173. public UploadPack create(HttpServletRequest req, Repository db)
  174. throws ServiceNotEnabledException,
  175. ServiceNotAuthorizedException {
  176. DefaultUploadPackFactory f = new DefaultUploadPackFactory();
  177. UploadPack up = f.create(req, db);
  178. if (advertiseRefsHook != null) {
  179. up.setAdvertiseRefsHook(advertiseRefsHook);
  180. }
  181. return up;
  182. }
  183. });
  184. ServletContextHandler app = addNormalContext(gs, src, srcName);
  185. ServletContextHandler broken = addBrokenContext(gs, src, srcName);
  186. ServletContextHandler redirect = addRedirectContext(gs);
  187. ServletContextHandler auth = addAuthContext(gs, "auth");
  188. ServletContextHandler authOnPost = addAuthContext(gs, "pauth", "POST");
  189. server.setUp();
  190. remoteRepository = src.getRepository();
  191. remoteURI = toURIish(app, srcName);
  192. brokenURI = toURIish(broken, srcName);
  193. redirectURI = toURIish(redirect, srcName);
  194. authURI = toURIish(auth, srcName);
  195. authOnPostURI = toURIish(authOnPost, srcName);
  196. A_txt = src.blob("A");
  197. A = src.commit().add("A_txt", A_txt).create();
  198. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  199. src.update(master, B);
  200. unreachableCommit = src.commit().add("A_txt", A_txt).create();
  201. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  202. }
  203. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  204. ServletContextHandler app = server.addContext("/git");
  205. app.addFilter(new FilterHolder(new Filter() {
  206. @Override
  207. public void init(FilterConfig filterConfig)
  208. throws ServletException {
  209. // empty
  210. }
  211. // Does an internal forward for GET requests containing "/post/",
  212. // and issues a 301 redirect on POST requests for such URLs. Used
  213. // in the POST redirect tests.
  214. @Override
  215. public void doFilter(ServletRequest request,
  216. ServletResponse response, FilterChain chain)
  217. throws IOException, ServletException {
  218. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  219. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  220. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  221. if (httpServletRequest.getQueryString() != null) {
  222. fullUrl.append("?")
  223. .append(httpServletRequest.getQueryString());
  224. }
  225. String urlString = fullUrl.toString();
  226. if ("POST".equalsIgnoreCase(httpServletRequest.getMethod())) {
  227. httpServletResponse.setStatus(
  228. HttpServletResponse.SC_MOVED_PERMANENTLY);
  229. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  230. urlString.replace("/post/", "/"));
  231. } else {
  232. String path = httpServletRequest.getPathInfo();
  233. path = path.replace("/post/", "/");
  234. if (httpServletRequest.getQueryString() != null) {
  235. path += '?' + httpServletRequest.getQueryString();
  236. }
  237. RequestDispatcher dispatcher = httpServletRequest
  238. .getRequestDispatcher(path);
  239. dispatcher.forward(httpServletRequest, httpServletResponse);
  240. }
  241. }
  242. @Override
  243. public void destroy() {
  244. // empty
  245. }
  246. }), "/post/*", EnumSet.of(DispatcherType.REQUEST));
  247. gs.setRepositoryResolver(new TestRepositoryResolver(src, srcName));
  248. app.addServlet(new ServletHolder(gs), "/*");
  249. return app;
  250. }
  251. @SuppressWarnings("unused")
  252. private ServletContextHandler addBrokenContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  253. ServletContextHandler broken = server.addContext("/bad");
  254. broken.addFilter(new FilterHolder(new Filter() {
  255. @Override
  256. public void doFilter(ServletRequest request,
  257. ServletResponse response, FilterChain chain)
  258. throws IOException, ServletException {
  259. final HttpServletResponse r = (HttpServletResponse) response;
  260. r.setContentType("text/plain");
  261. r.setCharacterEncoding(UTF_8.name());
  262. try (PrintWriter w = r.getWriter()) {
  263. w.print("OK");
  264. }
  265. }
  266. @Override
  267. public void init(FilterConfig filterConfig)
  268. throws ServletException {
  269. // empty
  270. }
  271. @Override
  272. public void destroy() {
  273. // empty
  274. }
  275. }), "/" + srcName + "/git-upload-pack",
  276. EnumSet.of(DispatcherType.REQUEST));
  277. broken.addServlet(new ServletHolder(gs), "/*");
  278. return broken;
  279. }
  280. private ServletContextHandler addAuthContext(GitServlet gs,
  281. String contextPath, String... methods) {
  282. ServletContextHandler auth = server.addContext('/' + contextPath);
  283. auth.addServlet(new ServletHolder(gs), "/*");
  284. return server.authBasic(auth, methods);
  285. }
  286. private ServletContextHandler addRedirectContext(GitServlet gs) {
  287. ServletContextHandler redirect = server.addContext("/redirect");
  288. redirect.addFilter(new FilterHolder(new Filter() {
  289. // Enables tests for different codes, and for multiple redirects.
  290. // First parameter is the number of redirects, second one is the
  291. // redirect status code that should be used
  292. private Pattern responsePattern = Pattern
  293. .compile("/response/(\\d+)/(30[1237])/");
  294. // Enables tests to specify the context that the request should be
  295. // redirected to in the end. If not present, redirects got to the
  296. // normal /git context.
  297. private Pattern targetPattern = Pattern.compile("/target(/\\w+)/");
  298. @Override
  299. public void init(FilterConfig filterConfig)
  300. throws ServletException {
  301. // empty
  302. }
  303. @Override
  304. public void doFilter(ServletRequest request,
  305. ServletResponse response, FilterChain chain)
  306. throws IOException, ServletException {
  307. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  308. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  309. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  310. if (httpServletRequest.getQueryString() != null) {
  311. fullUrl.append("?")
  312. .append(httpServletRequest.getQueryString());
  313. }
  314. String urlString = fullUrl.toString();
  315. if (urlString.contains("/loop/")) {
  316. urlString = urlString.replace("/loop/", "/loop/x/");
  317. if (urlString.contains("/loop/x/x/x/x/x/x/x/x/")) {
  318. // Go back to initial.
  319. urlString = urlString.replace("/loop/x/x/x/x/x/x/x/x/",
  320. "/loop/");
  321. }
  322. httpServletResponse.setStatus(
  323. HttpServletResponse.SC_MOVED_TEMPORARILY);
  324. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  325. urlString);
  326. return;
  327. }
  328. int responseCode = HttpServletResponse.SC_MOVED_PERMANENTLY;
  329. int nofRedirects = 0;
  330. Matcher matcher = responsePattern.matcher(urlString);
  331. if (matcher.find()) {
  332. nofRedirects = Integer
  333. .parseUnsignedInt(matcher.group(1));
  334. responseCode = Integer.parseUnsignedInt(matcher.group(2));
  335. if (--nofRedirects <= 0) {
  336. urlString = urlString.substring(0, matcher.start())
  337. + '/' + urlString.substring(matcher.end());
  338. } else {
  339. urlString = urlString.substring(0, matcher.start())
  340. + "/response/" + nofRedirects + "/"
  341. + responseCode + '/'
  342. + urlString.substring(matcher.end());
  343. }
  344. }
  345. httpServletResponse.setStatus(responseCode);
  346. if (nofRedirects <= 0) {
  347. String targetContext = "/git";
  348. matcher = targetPattern.matcher(urlString);
  349. if (matcher.find()) {
  350. urlString = urlString.substring(0, matcher.start())
  351. + '/' + urlString.substring(matcher.end());
  352. targetContext = matcher.group(1);
  353. }
  354. urlString = urlString.replace("/redirect", targetContext);
  355. }
  356. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  357. urlString);
  358. }
  359. @Override
  360. public void destroy() {
  361. // empty
  362. }
  363. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  364. redirect.addServlet(new ServletHolder(gs), "/*");
  365. return redirect;
  366. }
  367. @Test
  368. public void testListRemote() throws IOException {
  369. Repository dst = createBareRepository();
  370. assertEquals("http", remoteURI.getScheme());
  371. Map<String, Ref> map;
  372. try (Transport t = Transport.open(dst, remoteURI)) {
  373. // I didn't make up these public interface names, I just
  374. // approved them for inclusion into the code base. Sorry.
  375. // --spearce
  376. //
  377. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  378. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  379. try (FetchConnection c = t.openFetch()) {
  380. map = c.getRefsMap();
  381. }
  382. }
  383. assertNotNull("have map of refs", map);
  384. assertEquals(3, map.size());
  385. assertNotNull("has " + master, map.get(master));
  386. assertEquals(B, map.get(master).getObjectId());
  387. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  388. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  389. List<AccessEvent> requests = getRequests();
  390. assertEquals(1, requests.size());
  391. AccessEvent info = requests.get(0);
  392. assertEquals("GET", info.getMethod());
  393. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  394. assertEquals(1, info.getParameters().size());
  395. assertEquals("git-upload-pack", info.getParameter("service"));
  396. assertEquals(200, info.getStatus());
  397. assertEquals("application/x-git-upload-pack-advertisement", info
  398. .getResponseHeader(HDR_CONTENT_TYPE));
  399. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  400. }
  401. @Test
  402. public void testListRemote_BadName() throws IOException, URISyntaxException {
  403. Repository dst = createBareRepository();
  404. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  405. try (Transport t = Transport.open(dst, uri)) {
  406. try {
  407. t.openFetch();
  408. fail("fetch connection opened");
  409. } catch (RemoteRepositoryException notFound) {
  410. assertEquals(uri + ": Git repository not found",
  411. notFound.getMessage());
  412. }
  413. }
  414. List<AccessEvent> requests = getRequests();
  415. assertEquals(1, requests.size());
  416. AccessEvent info = requests.get(0);
  417. assertEquals("GET", info.getMethod());
  418. assertEquals(join(uri, "info/refs"), info.getPath());
  419. assertEquals(1, info.getParameters().size());
  420. assertEquals("git-upload-pack", info.getParameter("service"));
  421. assertEquals(200, info.getStatus());
  422. assertEquals("application/x-git-upload-pack-advertisement",
  423. info.getResponseHeader(HDR_CONTENT_TYPE));
  424. }
  425. @Test
  426. public void testFetchBySHA1() throws Exception {
  427. Repository dst = createBareRepository();
  428. assertFalse(dst.hasObject(A_txt));
  429. try (Transport t = Transport.open(dst, remoteURI)) {
  430. t.fetch(NullProgressMonitor.INSTANCE,
  431. Collections.singletonList(new RefSpec(B.name())));
  432. }
  433. assertTrue(dst.hasObject(A_txt));
  434. }
  435. @Test
  436. public void testFetchBySHA1Unreachable() throws Exception {
  437. Repository dst = createBareRepository();
  438. assertFalse(dst.hasObject(A_txt));
  439. try (Transport t = Transport.open(dst, remoteURI)) {
  440. thrown.expect(TransportException.class);
  441. thrown.expectMessage(Matchers.containsString(
  442. "want " + unreachableCommit.name() + " not valid"));
  443. t.fetch(NullProgressMonitor.INSTANCE, Collections
  444. .singletonList(new RefSpec(unreachableCommit.name())));
  445. }
  446. }
  447. @Test
  448. public void testFetchBySHA1UnreachableByAdvertiseRefsHook()
  449. throws Exception {
  450. Repository dst = createBareRepository();
  451. assertFalse(dst.hasObject(A_txt));
  452. advertiseRefsHook = new AbstractAdvertiseRefsHook() {
  453. @Override
  454. protected Map<String, Ref> getAdvertisedRefs(Repository repository,
  455. RevWalk revWalk) {
  456. return Collections.emptyMap();
  457. }
  458. };
  459. try (Transport t = Transport.open(dst, remoteURI)) {
  460. thrown.expect(TransportException.class);
  461. thrown.expectMessage(Matchers.containsString(
  462. "want " + A.name() + " not valid"));
  463. t.fetch(NullProgressMonitor.INSTANCE, Collections
  464. .singletonList(new RefSpec(A.name())));
  465. }
  466. }
  467. @Test
  468. public void testInitialClone_Small() throws Exception {
  469. Repository dst = createBareRepository();
  470. assertFalse(dst.hasObject(A_txt));
  471. try (Transport t = Transport.open(dst, remoteURI)) {
  472. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  473. }
  474. assertTrue(dst.hasObject(A_txt));
  475. assertEquals(B, dst.exactRef(master).getObjectId());
  476. fsck(dst, B);
  477. List<AccessEvent> requests = getRequests();
  478. assertEquals(2, requests.size());
  479. AccessEvent info = requests.get(0);
  480. assertEquals("GET", info.getMethod());
  481. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  482. assertEquals(1, info.getParameters().size());
  483. assertEquals("git-upload-pack", info.getParameter("service"));
  484. assertEquals(200, info.getStatus());
  485. assertEquals("application/x-git-upload-pack-advertisement", info
  486. .getResponseHeader(HDR_CONTENT_TYPE));
  487. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  488. AccessEvent service = requests.get(1);
  489. assertEquals("POST", service.getMethod());
  490. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  491. assertEquals(0, service.getParameters().size());
  492. assertNotNull("has content-length", service
  493. .getRequestHeader(HDR_CONTENT_LENGTH));
  494. assertNull("not chunked", service
  495. .getRequestHeader(HDR_TRANSFER_ENCODING));
  496. assertEquals(200, service.getStatus());
  497. assertEquals("application/x-git-upload-pack-result", service
  498. .getResponseHeader(HDR_CONTENT_TYPE));
  499. }
  500. private void initialClone_Redirect(int nofRedirects, int code)
  501. throws Exception {
  502. Repository dst = createBareRepository();
  503. assertFalse(dst.hasObject(A_txt));
  504. URIish cloneFrom = redirectURI;
  505. if (code != 301 || nofRedirects > 1) {
  506. cloneFrom = extendPath(cloneFrom,
  507. "/response/" + nofRedirects + "/" + code);
  508. }
  509. try (Transport t = Transport.open(dst, cloneFrom)) {
  510. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  511. }
  512. assertTrue(dst.hasObject(A_txt));
  513. assertEquals(B, dst.exactRef(master).getObjectId());
  514. fsck(dst, B);
  515. List<AccessEvent> requests = getRequests();
  516. assertEquals(2 + nofRedirects, requests.size());
  517. int n = 0;
  518. while (n < nofRedirects) {
  519. AccessEvent redirect = requests.get(n++);
  520. assertEquals(code, redirect.getStatus());
  521. }
  522. AccessEvent info = requests.get(n++);
  523. assertEquals("GET", info.getMethod());
  524. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  525. assertEquals(1, info.getParameters().size());
  526. assertEquals("git-upload-pack", info.getParameter("service"));
  527. assertEquals(200, info.getStatus());
  528. assertEquals("application/x-git-upload-pack-advertisement",
  529. info.getResponseHeader(HDR_CONTENT_TYPE));
  530. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  531. AccessEvent service = requests.get(n++);
  532. assertEquals("POST", service.getMethod());
  533. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  534. assertEquals(0, service.getParameters().size());
  535. assertNotNull("has content-length",
  536. service.getRequestHeader(HDR_CONTENT_LENGTH));
  537. assertNull("not chunked",
  538. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  539. assertEquals(200, service.getStatus());
  540. assertEquals("application/x-git-upload-pack-result",
  541. service.getResponseHeader(HDR_CONTENT_TYPE));
  542. }
  543. @Test
  544. public void testInitialClone_Redirect301Small() throws Exception {
  545. initialClone_Redirect(1, 301);
  546. }
  547. @Test
  548. public void testInitialClone_Redirect302Small() throws Exception {
  549. initialClone_Redirect(1, 302);
  550. }
  551. @Test
  552. public void testInitialClone_Redirect303Small() throws Exception {
  553. initialClone_Redirect(1, 303);
  554. }
  555. @Test
  556. public void testInitialClone_Redirect307Small() throws Exception {
  557. initialClone_Redirect(1, 307);
  558. }
  559. @Test
  560. public void testInitialClone_RedirectMultiple() throws Exception {
  561. initialClone_Redirect(4, 302);
  562. }
  563. @Test
  564. public void testInitialClone_RedirectMax() throws Exception {
  565. StoredConfig userConfig = SystemReader.getInstance()
  566. .getUserConfig();
  567. userConfig.setInt("http", null, "maxRedirects", 4);
  568. userConfig.save();
  569. initialClone_Redirect(4, 302);
  570. }
  571. @Test
  572. public void testInitialClone_RedirectTooOften() throws Exception {
  573. StoredConfig userConfig = SystemReader.getInstance()
  574. .getUserConfig();
  575. userConfig.setInt("http", null, "maxRedirects", 3);
  576. userConfig.save();
  577. Repository dst = createBareRepository();
  578. assertFalse(dst.hasObject(A_txt));
  579. URIish cloneFrom = extendPath(redirectURI, "/response/4/302");
  580. String remoteUri = cloneFrom.toString();
  581. try (Transport t = Transport.open(dst, cloneFrom)) {
  582. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  583. fail("Should have failed (too many redirects)");
  584. } catch (TransportException e) {
  585. String expectedMessageBegin = remoteUri.toString() + ": "
  586. + MessageFormat.format(JGitText.get().redirectLimitExceeded,
  587. "3", remoteUri.replace("/4/", "/1/") + '/', "");
  588. String message = e.getMessage();
  589. if (message.length() > expectedMessageBegin.length()) {
  590. message = message.substring(0, expectedMessageBegin.length());
  591. }
  592. assertEquals(expectedMessageBegin, message);
  593. }
  594. }
  595. @Test
  596. public void testInitialClone_RedirectLoop() throws Exception {
  597. Repository dst = createBareRepository();
  598. assertFalse(dst.hasObject(A_txt));
  599. URIish cloneFrom = extendPath(redirectURI, "/loop");
  600. try (Transport t = Transport.open(dst, cloneFrom)) {
  601. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  602. fail("Should have failed (redirect loop)");
  603. } catch (TransportException e) {
  604. assertTrue(e.getMessage().contains("Redirected more than"));
  605. }
  606. }
  607. @Test
  608. public void testInitialClone_RedirectOnPostAllowed() throws Exception {
  609. StoredConfig userConfig = SystemReader.getInstance()
  610. .getUserConfig();
  611. userConfig.setString("http", null, "followRedirects", "true");
  612. userConfig.save();
  613. Repository dst = createBareRepository();
  614. assertFalse(dst.hasObject(A_txt));
  615. URIish cloneFrom = extendPath(remoteURI, "/post");
  616. try (Transport t = Transport.open(dst, cloneFrom)) {
  617. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  618. }
  619. assertTrue(dst.hasObject(A_txt));
  620. assertEquals(B, dst.exactRef(master).getObjectId());
  621. fsck(dst, B);
  622. List<AccessEvent> requests = getRequests();
  623. assertEquals(3, requests.size());
  624. AccessEvent info = requests.get(0);
  625. assertEquals("GET", info.getMethod());
  626. assertEquals(join(cloneFrom, "info/refs"), info.getPath());
  627. assertEquals(1, info.getParameters().size());
  628. assertEquals("git-upload-pack", info.getParameter("service"));
  629. assertEquals(200, info.getStatus());
  630. assertEquals("application/x-git-upload-pack-advertisement",
  631. info.getResponseHeader(HDR_CONTENT_TYPE));
  632. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  633. AccessEvent redirect = requests.get(1);
  634. assertEquals("POST", redirect.getMethod());
  635. assertEquals(301, redirect.getStatus());
  636. AccessEvent service = requests.get(2);
  637. assertEquals("POST", service.getMethod());
  638. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  639. assertEquals(0, service.getParameters().size());
  640. assertNotNull("has content-length",
  641. service.getRequestHeader(HDR_CONTENT_LENGTH));
  642. assertNull("not chunked",
  643. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  644. assertEquals(200, service.getStatus());
  645. assertEquals("application/x-git-upload-pack-result",
  646. service.getResponseHeader(HDR_CONTENT_TYPE));
  647. }
  648. @Test
  649. public void testInitialClone_RedirectOnPostForbidden() throws Exception {
  650. Repository dst = createBareRepository();
  651. assertFalse(dst.hasObject(A_txt));
  652. URIish cloneFrom = extendPath(remoteURI, "/post");
  653. try (Transport t = Transport.open(dst, cloneFrom)) {
  654. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  655. fail("Should have failed (redirect on POST)");
  656. } catch (TransportException e) {
  657. assertTrue(e.getMessage().contains("301"));
  658. }
  659. }
  660. @Test
  661. public void testInitialClone_RedirectForbidden() throws Exception {
  662. StoredConfig userConfig = SystemReader.getInstance()
  663. .getUserConfig();
  664. userConfig.setString("http", null, "followRedirects", "false");
  665. userConfig.save();
  666. Repository dst = createBareRepository();
  667. assertFalse(dst.hasObject(A_txt));
  668. try (Transport t = Transport.open(dst, redirectURI)) {
  669. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  670. fail("Should have failed (redirects forbidden)");
  671. } catch (TransportException e) {
  672. assertTrue(
  673. e.getMessage().contains("http.followRedirects is false"));
  674. }
  675. }
  676. @Test
  677. public void testInitialClone_WithAuthentication() throws Exception {
  678. Repository dst = createBareRepository();
  679. assertFalse(dst.hasObject(A_txt));
  680. try (Transport t = Transport.open(dst, authURI)) {
  681. t.setCredentialsProvider(testCredentials);
  682. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  683. }
  684. assertTrue(dst.hasObject(A_txt));
  685. assertEquals(B, dst.exactRef(master).getObjectId());
  686. fsck(dst, B);
  687. List<AccessEvent> requests = getRequests();
  688. assertEquals(3, requests.size());
  689. AccessEvent info = requests.get(0);
  690. assertEquals("GET", info.getMethod());
  691. assertEquals(401, info.getStatus());
  692. info = requests.get(1);
  693. assertEquals("GET", info.getMethod());
  694. assertEquals(join(authURI, "info/refs"), info.getPath());
  695. assertEquals(1, info.getParameters().size());
  696. assertEquals("git-upload-pack", info.getParameter("service"));
  697. assertEquals(200, info.getStatus());
  698. assertEquals("application/x-git-upload-pack-advertisement",
  699. info.getResponseHeader(HDR_CONTENT_TYPE));
  700. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  701. AccessEvent service = requests.get(2);
  702. assertEquals("POST", service.getMethod());
  703. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  704. assertEquals(0, service.getParameters().size());
  705. assertNotNull("has content-length",
  706. service.getRequestHeader(HDR_CONTENT_LENGTH));
  707. assertNull("not chunked",
  708. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  709. assertEquals(200, service.getStatus());
  710. assertEquals("application/x-git-upload-pack-result",
  711. service.getResponseHeader(HDR_CONTENT_TYPE));
  712. }
  713. @Test
  714. public void testInitialClone_WithAuthenticationNoCredentials()
  715. throws Exception {
  716. Repository dst = createBareRepository();
  717. assertFalse(dst.hasObject(A_txt));
  718. try (Transport t = Transport.open(dst, authURI)) {
  719. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  720. fail("Should not have succeeded -- no authentication");
  721. } catch (TransportException e) {
  722. String msg = e.getMessage();
  723. assertTrue("Unexpected exception message: " + msg,
  724. msg.contains("no CredentialsProvider"));
  725. }
  726. List<AccessEvent> requests = getRequests();
  727. assertEquals(1, requests.size());
  728. AccessEvent info = requests.get(0);
  729. assertEquals("GET", info.getMethod());
  730. assertEquals(401, info.getStatus());
  731. }
  732. @Test
  733. public void testInitialClone_WithAuthenticationWrongCredentials()
  734. throws Exception {
  735. Repository dst = createBareRepository();
  736. assertFalse(dst.hasObject(A_txt));
  737. try (Transport t = Transport.open(dst, authURI)) {
  738. t.setCredentialsProvider(new UsernamePasswordCredentialsProvider(
  739. AppServer.username, "wrongpassword"));
  740. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  741. fail("Should not have succeeded -- wrong password");
  742. } catch (TransportException e) {
  743. String msg = e.getMessage();
  744. assertTrue("Unexpected exception message: " + msg,
  745. msg.contains("auth"));
  746. }
  747. List<AccessEvent> requests = getRequests();
  748. // Once without authentication plus three re-tries with authentication
  749. assertEquals(4, requests.size());
  750. for (AccessEvent event : requests) {
  751. assertEquals("GET", event.getMethod());
  752. assertEquals(401, event.getStatus());
  753. }
  754. }
  755. @Test
  756. public void testInitialClone_WithAuthenticationAfterRedirect()
  757. throws Exception {
  758. Repository dst = createBareRepository();
  759. assertFalse(dst.hasObject(A_txt));
  760. URIish cloneFrom = extendPath(redirectURI, "/target/auth");
  761. CredentialsProvider uriSpecificCredentialsProvider = new UsernamePasswordCredentialsProvider(
  762. "unknown", "none") {
  763. @Override
  764. public boolean get(URIish uri, CredentialItem... items)
  765. throws UnsupportedCredentialItem {
  766. // Only return the true credentials if the uri path starts with
  767. // /auth. This ensures that we do provide the correct
  768. // credentials only for the URi after the redirect, making the
  769. // test fail if we should be asked for the credentials for the
  770. // original URI.
  771. if (uri.getPath().startsWith("/auth")) {
  772. return testCredentials.get(uri, items);
  773. }
  774. return super.get(uri, items);
  775. }
  776. };
  777. try (Transport t = Transport.open(dst, cloneFrom)) {
  778. t.setCredentialsProvider(uriSpecificCredentialsProvider);
  779. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  780. }
  781. assertTrue(dst.hasObject(A_txt));
  782. assertEquals(B, dst.exactRef(master).getObjectId());
  783. fsck(dst, B);
  784. List<AccessEvent> requests = getRequests();
  785. assertEquals(4, requests.size());
  786. AccessEvent redirect = requests.get(0);
  787. assertEquals("GET", redirect.getMethod());
  788. assertEquals(join(cloneFrom, "info/refs"), redirect.getPath());
  789. assertEquals(301, redirect.getStatus());
  790. AccessEvent info = requests.get(1);
  791. assertEquals("GET", info.getMethod());
  792. assertEquals(join(authURI, "info/refs"), info.getPath());
  793. assertEquals(401, info.getStatus());
  794. info = requests.get(2);
  795. assertEquals("GET", info.getMethod());
  796. assertEquals(join(authURI, "info/refs"), info.getPath());
  797. assertEquals(1, info.getParameters().size());
  798. assertEquals("git-upload-pack", info.getParameter("service"));
  799. assertEquals(200, info.getStatus());
  800. assertEquals("application/x-git-upload-pack-advertisement",
  801. info.getResponseHeader(HDR_CONTENT_TYPE));
  802. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  803. AccessEvent service = requests.get(3);
  804. assertEquals("POST", service.getMethod());
  805. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  806. assertEquals(0, service.getParameters().size());
  807. assertNotNull("has content-length",
  808. service.getRequestHeader(HDR_CONTENT_LENGTH));
  809. assertNull("not chunked",
  810. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  811. assertEquals(200, service.getStatus());
  812. assertEquals("application/x-git-upload-pack-result",
  813. service.getResponseHeader(HDR_CONTENT_TYPE));
  814. }
  815. @Test
  816. public void testInitialClone_WithAuthenticationOnPostOnly()
  817. throws Exception {
  818. Repository dst = createBareRepository();
  819. assertFalse(dst.hasObject(A_txt));
  820. try (Transport t = Transport.open(dst, authOnPostURI)) {
  821. t.setCredentialsProvider(testCredentials);
  822. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  823. }
  824. assertTrue(dst.hasObject(A_txt));
  825. assertEquals(B, dst.exactRef(master).getObjectId());
  826. fsck(dst, B);
  827. List<AccessEvent> requests = getRequests();
  828. assertEquals(3, requests.size());
  829. AccessEvent info = requests.get(0);
  830. assertEquals("GET", info.getMethod());
  831. assertEquals(join(authOnPostURI, "info/refs"), info.getPath());
  832. assertEquals(1, info.getParameters().size());
  833. assertEquals("git-upload-pack", info.getParameter("service"));
  834. assertEquals(200, info.getStatus());
  835. assertEquals("application/x-git-upload-pack-advertisement",
  836. info.getResponseHeader(HDR_CONTENT_TYPE));
  837. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  838. AccessEvent service = requests.get(1);
  839. assertEquals("POST", service.getMethod());
  840. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  841. assertEquals(401, service.getStatus());
  842. service = requests.get(2);
  843. assertEquals("POST", service.getMethod());
  844. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  845. assertEquals(0, service.getParameters().size());
  846. assertNotNull("has content-length",
  847. service.getRequestHeader(HDR_CONTENT_LENGTH));
  848. assertNull("not chunked",
  849. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  850. assertEquals(200, service.getStatus());
  851. assertEquals("application/x-git-upload-pack-result",
  852. service.getResponseHeader(HDR_CONTENT_TYPE));
  853. }
  854. @Test
  855. public void testFetch_FewLocalCommits() throws Exception {
  856. // Bootstrap by doing the clone.
  857. //
  858. TestRepository dst = createTestRepository();
  859. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  860. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  861. }
  862. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  863. List<AccessEvent> cloneRequests = getRequests();
  864. // Only create a few new commits.
  865. TestRepository.BranchBuilder b = dst.branch(master);
  866. for (int i = 0; i < 4; i++)
  867. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  868. // Create a new commit on the remote.
  869. //
  870. b = new TestRepository<>(remoteRepository).branch(master);
  871. RevCommit Z = b.commit().message("Z").create();
  872. // Now incrementally update.
  873. //
  874. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  875. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  876. }
  877. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  878. List<AccessEvent> requests = getRequests();
  879. requests.removeAll(cloneRequests);
  880. assertEquals(2, requests.size());
  881. AccessEvent info = requests.get(0);
  882. assertEquals("GET", info.getMethod());
  883. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  884. assertEquals(1, info.getParameters().size());
  885. assertEquals("git-upload-pack", info.getParameter("service"));
  886. assertEquals(200, info.getStatus());
  887. assertEquals("application/x-git-upload-pack-advertisement",
  888. info.getResponseHeader(HDR_CONTENT_TYPE));
  889. // We should have needed one request to perform the fetch.
  890. //
  891. AccessEvent service = requests.get(1);
  892. assertEquals("POST", service.getMethod());
  893. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  894. assertEquals(0, service.getParameters().size());
  895. assertNotNull("has content-length",
  896. service.getRequestHeader(HDR_CONTENT_LENGTH));
  897. assertNull("not chunked",
  898. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  899. assertEquals(200, service.getStatus());
  900. assertEquals("application/x-git-upload-pack-result",
  901. service.getResponseHeader(HDR_CONTENT_TYPE));
  902. }
  903. @Test
  904. public void testFetch_TooManyLocalCommits() throws Exception {
  905. // Bootstrap by doing the clone.
  906. //
  907. TestRepository dst = createTestRepository();
  908. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  909. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  910. }
  911. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  912. List<AccessEvent> cloneRequests = getRequests();
  913. // Force enough into the local client that enumeration will
  914. // need multiple packets, but not too many to overflow and
  915. // not pick up the ACK_COMMON message.
  916. //
  917. TestRepository.BranchBuilder b = dst.branch(master);
  918. for (int i = 0; i < 32 - 1; i++)
  919. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  920. // Create a new commit on the remote.
  921. //
  922. b = new TestRepository<>(remoteRepository).branch(master);
  923. RevCommit Z = b.commit().message("Z").create();
  924. // Now incrementally update.
  925. //
  926. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  927. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  928. }
  929. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  930. List<AccessEvent> requests = getRequests();
  931. requests.removeAll(cloneRequests);
  932. assertEquals(3, requests.size());
  933. AccessEvent info = requests.get(0);
  934. assertEquals("GET", info.getMethod());
  935. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  936. assertEquals(1, info.getParameters().size());
  937. assertEquals("git-upload-pack", info.getParameter("service"));
  938. assertEquals(200, info.getStatus());
  939. assertEquals("application/x-git-upload-pack-advertisement", info
  940. .getResponseHeader(HDR_CONTENT_TYPE));
  941. // We should have needed two requests to perform the fetch
  942. // due to the high number of local unknown commits.
  943. //
  944. AccessEvent service = requests.get(1);
  945. assertEquals("POST", service.getMethod());
  946. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  947. assertEquals(0, service.getParameters().size());
  948. assertNotNull("has content-length", service
  949. .getRequestHeader(HDR_CONTENT_LENGTH));
  950. assertNull("not chunked", service
  951. .getRequestHeader(HDR_TRANSFER_ENCODING));
  952. assertEquals(200, service.getStatus());
  953. assertEquals("application/x-git-upload-pack-result", service
  954. .getResponseHeader(HDR_CONTENT_TYPE));
  955. service = requests.get(2);
  956. assertEquals("POST", service.getMethod());
  957. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  958. assertEquals(0, service.getParameters().size());
  959. assertNotNull("has content-length", service
  960. .getRequestHeader(HDR_CONTENT_LENGTH));
  961. assertNull("not chunked", service
  962. .getRequestHeader(HDR_TRANSFER_ENCODING));
  963. assertEquals(200, service.getStatus());
  964. assertEquals("application/x-git-upload-pack-result", service
  965. .getResponseHeader(HDR_CONTENT_TYPE));
  966. }
  967. @Test
  968. public void testInitialClone_BrokenServer() throws Exception {
  969. Repository dst = createBareRepository();
  970. assertFalse(dst.hasObject(A_txt));
  971. try (Transport t = Transport.open(dst, brokenURI)) {
  972. try {
  973. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  974. fail("fetch completed despite upload-pack being broken");
  975. } catch (TransportException err) {
  976. String exp = brokenURI + ": expected"
  977. + " Content-Type application/x-git-upload-pack-result;"
  978. + " received Content-Type text/plain;charset=utf-8";
  979. assertEquals(exp, err.getMessage());
  980. }
  981. }
  982. List<AccessEvent> requests = getRequests();
  983. assertEquals(2, requests.size());
  984. AccessEvent info = requests.get(0);
  985. assertEquals("GET", info.getMethod());
  986. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  987. assertEquals(1, info.getParameters().size());
  988. assertEquals("git-upload-pack", info.getParameter("service"));
  989. assertEquals(200, info.getStatus());
  990. assertEquals("application/x-git-upload-pack-advertisement", info
  991. .getResponseHeader(HDR_CONTENT_TYPE));
  992. AccessEvent service = requests.get(1);
  993. assertEquals("POST", service.getMethod());
  994. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  995. assertEquals(0, service.getParameters().size());
  996. assertEquals(200, service.getStatus());
  997. assertEquals("text/plain;charset=utf-8",
  998. service.getResponseHeader(HDR_CONTENT_TYPE));
  999. }
  1000. @Test
  1001. public void testInvalidWant() throws Exception {
  1002. @SuppressWarnings("resource")
  1003. ObjectId id = new ObjectInserter.Formatter().idFor(Constants.OBJ_BLOB,
  1004. "testInvalidWant".getBytes(UTF_8));
  1005. Repository dst = createBareRepository();
  1006. try (Transport t = Transport.open(dst, remoteURI);
  1007. FetchConnection c = t.openFetch()) {
  1008. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  1009. id);
  1010. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  1011. Collections.<ObjectId> emptySet());
  1012. fail("Server accepted want " + id.name());
  1013. } catch (TransportException err) {
  1014. assertEquals("want " + id.name() + " not valid", err.getMessage());
  1015. }
  1016. }
  1017. @Test
  1018. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  1019. AppServer noRefServer = new AppServer();
  1020. try {
  1021. final String repoName = "refs-unreadable";
  1022. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  1023. new DfsRepositoryDescription(repoName));
  1024. final TestRepository<Repository> repo = new TestRepository<>(
  1025. badRefsRepo);
  1026. ServletContextHandler app = noRefServer.addContext("/git");
  1027. GitServlet gs = new GitServlet();
  1028. gs.setRepositoryResolver(new TestRepositoryResolver(repo, repoName));
  1029. app.addServlet(new ServletHolder(gs), "/*");
  1030. noRefServer.setUp();
  1031. RevBlob A2_txt = repo.blob("A2");
  1032. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  1033. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  1034. .add("B2", "B2").create();
  1035. repo.update(master, B2);
  1036. URIish badRefsURI = new URIish(noRefServer.getURI()
  1037. .resolve(app.getContextPath() + "/" + repoName).toString());
  1038. Repository dst = createBareRepository();
  1039. try (Transport t = Transport.open(dst, badRefsURI);
  1040. FetchConnection c = t.openFetch()) {
  1041. // We start failing here to exercise the post-advertisement
  1042. // upload pack handler.
  1043. badRefsRepo.startFailing();
  1044. // Need to flush caches because ref advertisement populated them.
  1045. badRefsRepo.getRefDatabase().refresh();
  1046. c.fetch(NullProgressMonitor.INSTANCE,
  1047. Collections.singleton(c.getRef(master)),
  1048. Collections.<ObjectId> emptySet());
  1049. fail("Successfully served ref with value " + c.getRef(master));
  1050. } catch (TransportException err) {
  1051. assertEquals("internal server error", err.getMessage());
  1052. }
  1053. } finally {
  1054. noRefServer.tearDown();
  1055. }
  1056. }
  1057. @Test
  1058. public void testPush_NotAuthorized() throws Exception {
  1059. final TestRepository src = createTestRepository();
  1060. final RevBlob Q_txt = src.blob("new text");
  1061. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1062. final Repository db = src.getRepository();
  1063. final String dstName = Constants.R_HEADS + "new.branch";
  1064. // push anonymous shouldn't be allowed.
  1065. //
  1066. try (Transport t = Transport.open(db, remoteURI)) {
  1067. final String srcExpr = Q.name();
  1068. final boolean forceUpdate = false;
  1069. final String localName = null;
  1070. final ObjectId oldId = null;
  1071. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1072. srcExpr, dstName, forceUpdate, localName, oldId);
  1073. try {
  1074. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1075. fail("anonymous push incorrectly accepted without error");
  1076. } catch (TransportException e) {
  1077. final String exp = remoteURI + ": "
  1078. + JGitText.get().authenticationNotSupported;
  1079. assertEquals(exp, e.getMessage());
  1080. }
  1081. }
  1082. List<AccessEvent> requests = getRequests();
  1083. assertEquals(1, requests.size());
  1084. AccessEvent info = requests.get(0);
  1085. assertEquals("GET", info.getMethod());
  1086. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1087. assertEquals(1, info.getParameters().size());
  1088. assertEquals("git-receive-pack", info.getParameter("service"));
  1089. assertEquals(401, info.getStatus());
  1090. }
  1091. @Test
  1092. public void testPush_CreateBranch() throws Exception {
  1093. final TestRepository src = createTestRepository();
  1094. final RevBlob Q_txt = src.blob("new text");
  1095. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1096. final Repository db = src.getRepository();
  1097. final String dstName = Constants.R_HEADS + "new.branch";
  1098. enableReceivePack();
  1099. try (Transport t = Transport.open(db, remoteURI)) {
  1100. final String srcExpr = Q.name();
  1101. final boolean forceUpdate = false;
  1102. final String localName = null;
  1103. final ObjectId oldId = null;
  1104. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1105. srcExpr, dstName, forceUpdate, localName, oldId);
  1106. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1107. }
  1108. assertTrue(remoteRepository.hasObject(Q_txt));
  1109. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1110. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1111. fsck(remoteRepository, Q);
  1112. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  1113. assertNotNull("has log for " + dstName, log);
  1114. final ReflogEntry last = log.getLastEntry();
  1115. assertNotNull("has last entry", last);
  1116. assertEquals(ObjectId.zeroId(), last.getOldId());
  1117. assertEquals(Q, last.getNewId());
  1118. assertEquals("anonymous", last.getWho().getName());
  1119. // Assumption: The host name we use to contact the server should
  1120. // be the server's own host name, because it should be the loopback
  1121. // network interface.
  1122. //
  1123. final String clientHost = remoteURI.getHost();
  1124. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  1125. assertEquals("push: created", last.getComment());
  1126. List<AccessEvent> requests = getRequests();
  1127. assertEquals(2, requests.size());
  1128. AccessEvent info = requests.get(0);
  1129. assertEquals("GET", info.getMethod());
  1130. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1131. assertEquals(1, info.getParameters().size());
  1132. assertEquals("git-receive-pack", info.getParameter("service"));
  1133. assertEquals(200, info.getStatus());
  1134. assertEquals("application/x-git-receive-pack-advertisement", info
  1135. .getResponseHeader(HDR_CONTENT_TYPE));
  1136. AccessEvent service = requests.get(1);
  1137. assertEquals("POST", service.getMethod());
  1138. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1139. assertEquals(0, service.getParameters().size());
  1140. assertNotNull("has content-length", service
  1141. .getRequestHeader(HDR_CONTENT_LENGTH));
  1142. assertNull("not chunked", service
  1143. .getRequestHeader(HDR_TRANSFER_ENCODING));
  1144. assertEquals(200, service.getStatus());
  1145. assertEquals("application/x-git-receive-pack-result", service
  1146. .getResponseHeader(HDR_CONTENT_TYPE));
  1147. }
  1148. @Test
  1149. public void testPush_ChunkedEncoding() throws Exception {
  1150. final TestRepository<Repository> src = createTestRepository();
  1151. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  1152. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  1153. final Repository db = src.getRepository();
  1154. final String dstName = Constants.R_HEADS + "new.branch";
  1155. enableReceivePack();
  1156. final StoredConfig cfg = db.getConfig();
  1157. cfg.setInt("core", null, "compression", 0);
  1158. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  1159. cfg.save();
  1160. try (Transport t = Transport.open(db, remoteURI)) {
  1161. final String srcExpr = Q.name();
  1162. final boolean forceUpdate = false;
  1163. final String localName = null;
  1164. final ObjectId oldId = null;
  1165. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1166. srcExpr, dstName, forceUpdate, localName, oldId);
  1167. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1168. }
  1169. assertTrue(remoteRepository.hasObject(Q_bin));
  1170. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1171. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1172. fsck(remoteRepository, Q);
  1173. List<AccessEvent> requests = getRequests();
  1174. assertEquals(2, requests.size());
  1175. AccessEvent info = requests.get(0);
  1176. assertEquals("GET", info.getMethod());
  1177. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1178. assertEquals(1, info.getParameters().size());
  1179. assertEquals("git-receive-pack", info.getParameter("service"));
  1180. assertEquals(200, info.getStatus());
  1181. assertEquals("application/x-git-receive-pack-advertisement", info
  1182. .getResponseHeader(HDR_CONTENT_TYPE));
  1183. AccessEvent service = requests.get(1);
  1184. assertEquals("POST", service.getMethod());
  1185. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1186. assertEquals(0, service.getParameters().size());
  1187. assertNull("no content-length", service
  1188. .getRequestHeader(HDR_CONTENT_LENGTH));
  1189. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  1190. assertEquals(200, service.getStatus());
  1191. assertEquals("application/x-git-receive-pack-result", service
  1192. .getResponseHeader(HDR_CONTENT_TYPE));
  1193. }
  1194. private void enableReceivePack() throws IOException {
  1195. final StoredConfig cfg = remoteRepository.getConfig();
  1196. cfg.setBoolean("http", null, "receivepack", true);
  1197. cfg.save();
  1198. }
  1199. }