You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SmartClientSmartServerTest.java 47KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317
  1. /*
  2. * Copyright (C) 2010, 2017 Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.http.test;
  44. import static java.nio.charset.StandardCharsets.UTF_8;
  45. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_ENCODING;
  46. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_LENGTH;
  47. import static org.eclipse.jgit.util.HttpSupport.HDR_CONTENT_TYPE;
  48. import static org.junit.Assert.assertEquals;
  49. import static org.junit.Assert.assertFalse;
  50. import static org.junit.Assert.assertNotNull;
  51. import static org.junit.Assert.assertNull;
  52. import static org.junit.Assert.assertTrue;
  53. import static org.junit.Assert.fail;
  54. import java.io.IOException;
  55. import java.io.PrintWriter;
  56. import java.net.URISyntaxException;
  57. import java.text.MessageFormat;
  58. import java.util.Arrays;
  59. import java.util.Collection;
  60. import java.util.Collections;
  61. import java.util.EnumSet;
  62. import java.util.List;
  63. import java.util.Map;
  64. import java.util.regex.Matcher;
  65. import java.util.regex.Pattern;
  66. import javax.servlet.DispatcherType;
  67. import javax.servlet.Filter;
  68. import javax.servlet.FilterChain;
  69. import javax.servlet.FilterConfig;
  70. import javax.servlet.RequestDispatcher;
  71. import javax.servlet.ServletException;
  72. import javax.servlet.ServletRequest;
  73. import javax.servlet.ServletResponse;
  74. import javax.servlet.http.HttpServletRequest;
  75. import javax.servlet.http.HttpServletResponse;
  76. import org.eclipse.jetty.servlet.FilterHolder;
  77. import org.eclipse.jetty.servlet.ServletContextHandler;
  78. import org.eclipse.jetty.servlet.ServletHolder;
  79. import org.eclipse.jgit.errors.RemoteRepositoryException;
  80. import org.eclipse.jgit.errors.TransportException;
  81. import org.eclipse.jgit.errors.UnsupportedCredentialItem;
  82. import org.eclipse.jgit.http.server.GitServlet;
  83. import org.eclipse.jgit.internal.JGitText;
  84. import org.eclipse.jgit.internal.storage.dfs.DfsRepositoryDescription;
  85. import org.eclipse.jgit.junit.TestRepository;
  86. import org.eclipse.jgit.junit.TestRng;
  87. import org.eclipse.jgit.junit.http.AccessEvent;
  88. import org.eclipse.jgit.junit.http.AppServer;
  89. import org.eclipse.jgit.junit.http.HttpTestCase;
  90. import org.eclipse.jgit.lib.ConfigConstants;
  91. import org.eclipse.jgit.lib.Constants;
  92. import org.eclipse.jgit.lib.NullProgressMonitor;
  93. import org.eclipse.jgit.lib.ObjectId;
  94. import org.eclipse.jgit.lib.ObjectIdRef;
  95. import org.eclipse.jgit.lib.ObjectInserter;
  96. import org.eclipse.jgit.lib.Ref;
  97. import org.eclipse.jgit.lib.ReflogEntry;
  98. import org.eclipse.jgit.lib.ReflogReader;
  99. import org.eclipse.jgit.lib.Repository;
  100. import org.eclipse.jgit.lib.StoredConfig;
  101. import org.eclipse.jgit.revwalk.RevBlob;
  102. import org.eclipse.jgit.revwalk.RevCommit;
  103. import org.eclipse.jgit.storage.file.FileBasedConfig;
  104. import org.eclipse.jgit.transport.CredentialItem;
  105. import org.eclipse.jgit.transport.CredentialsProvider;
  106. import org.eclipse.jgit.transport.FetchConnection;
  107. import org.eclipse.jgit.transport.HttpTransport;
  108. import org.eclipse.jgit.transport.RemoteRefUpdate;
  109. import org.eclipse.jgit.transport.Transport;
  110. import org.eclipse.jgit.transport.TransportHttp;
  111. import org.eclipse.jgit.transport.URIish;
  112. import org.eclipse.jgit.transport.UsernamePasswordCredentialsProvider;
  113. import org.eclipse.jgit.transport.http.HttpConnectionFactory;
  114. import org.eclipse.jgit.transport.http.JDKHttpConnectionFactory;
  115. import org.eclipse.jgit.transport.http.apache.HttpClientConnectionFactory;
  116. import org.eclipse.jgit.util.FS;
  117. import org.eclipse.jgit.util.HttpSupport;
  118. import org.eclipse.jgit.util.SystemReader;
  119. import org.junit.Before;
  120. import org.junit.Test;
  121. import org.junit.runner.RunWith;
  122. import org.junit.runners.Parameterized;
  123. import org.junit.runners.Parameterized.Parameters;
  124. @RunWith(Parameterized.class)
  125. public class SmartClientSmartServerTest extends HttpTestCase {
  126. private static final String HDR_TRANSFER_ENCODING = "Transfer-Encoding";
  127. private Repository remoteRepository;
  128. private CredentialsProvider testCredentials = new UsernamePasswordCredentialsProvider(
  129. AppServer.username, AppServer.password);
  130. private URIish remoteURI;
  131. private URIish brokenURI;
  132. private URIish redirectURI;
  133. private URIish authURI;
  134. private URIish authOnPostURI;
  135. private RevBlob A_txt;
  136. private RevCommit A, B;
  137. @Parameters
  138. public static Collection<Object[]> data() {
  139. // run all tests with both connection factories we have
  140. return Arrays.asList(new Object[][] {
  141. { new JDKHttpConnectionFactory() },
  142. { new HttpClientConnectionFactory() } });
  143. }
  144. public SmartClientSmartServerTest(HttpConnectionFactory cf) {
  145. HttpTransport.setConnectionFactory(cf);
  146. }
  147. @Override
  148. @Before
  149. public void setUp() throws Exception {
  150. super.setUp();
  151. final TestRepository<Repository> src = createTestRepository();
  152. final String srcName = src.getRepository().getDirectory().getName();
  153. src.getRepository()
  154. .getConfig()
  155. .setBoolean(ConfigConstants.CONFIG_CORE_SECTION, null,
  156. ConfigConstants.CONFIG_KEY_LOGALLREFUPDATES, true);
  157. GitServlet gs = new GitServlet();
  158. ServletContextHandler app = addNormalContext(gs, src, srcName);
  159. ServletContextHandler broken = addBrokenContext(gs, src, srcName);
  160. ServletContextHandler redirect = addRedirectContext(gs);
  161. ServletContextHandler auth = addAuthContext(gs, "auth");
  162. ServletContextHandler authOnPost = addAuthContext(gs, "pauth", "POST");
  163. server.setUp();
  164. remoteRepository = src.getRepository();
  165. remoteURI = toURIish(app, srcName);
  166. brokenURI = toURIish(broken, srcName);
  167. redirectURI = toURIish(redirect, srcName);
  168. authURI = toURIish(auth, srcName);
  169. authOnPostURI = toURIish(authOnPost, srcName);
  170. A_txt = src.blob("A");
  171. A = src.commit().add("A_txt", A_txt).create();
  172. B = src.commit().parent(A).add("A_txt", "C").add("B", "B").create();
  173. src.update(master, B);
  174. src.update("refs/garbage/a/very/long/ref/name/to/compress", B);
  175. }
  176. private ServletContextHandler addNormalContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  177. ServletContextHandler app = server.addContext("/git");
  178. app.addFilter(new FilterHolder(new Filter() {
  179. @Override
  180. public void init(FilterConfig filterConfig)
  181. throws ServletException {
  182. // empty
  183. }
  184. // Does an internal forward for GET requests containing "/post/",
  185. // and issues a 301 redirect on POST requests for such URLs. Used
  186. // in the POST redirect tests.
  187. @Override
  188. public void doFilter(ServletRequest request,
  189. ServletResponse response, FilterChain chain)
  190. throws IOException, ServletException {
  191. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  192. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  193. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  194. if (httpServletRequest.getQueryString() != null) {
  195. fullUrl.append("?")
  196. .append(httpServletRequest.getQueryString());
  197. }
  198. String urlString = fullUrl.toString();
  199. if ("POST".equalsIgnoreCase(httpServletRequest.getMethod())) {
  200. httpServletResponse.setStatus(
  201. HttpServletResponse.SC_MOVED_PERMANENTLY);
  202. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  203. urlString.replace("/post/", "/"));
  204. } else {
  205. String path = httpServletRequest.getPathInfo();
  206. path = path.replace("/post/", "/");
  207. if (httpServletRequest.getQueryString() != null) {
  208. path += '?' + httpServletRequest.getQueryString();
  209. }
  210. RequestDispatcher dispatcher = httpServletRequest
  211. .getRequestDispatcher(path);
  212. dispatcher.forward(httpServletRequest, httpServletResponse);
  213. }
  214. }
  215. @Override
  216. public void destroy() {
  217. // empty
  218. }
  219. }), "/post/*", EnumSet.of(DispatcherType.REQUEST));
  220. gs.setRepositoryResolver(new TestRepositoryResolver(src, srcName));
  221. app.addServlet(new ServletHolder(gs), "/*");
  222. return app;
  223. }
  224. @SuppressWarnings("unused")
  225. private ServletContextHandler addBrokenContext(GitServlet gs, TestRepository<Repository> src, String srcName) {
  226. ServletContextHandler broken = server.addContext("/bad");
  227. broken.addFilter(new FilterHolder(new Filter() {
  228. @Override
  229. public void doFilter(ServletRequest request,
  230. ServletResponse response, FilterChain chain)
  231. throws IOException, ServletException {
  232. final HttpServletResponse r = (HttpServletResponse) response;
  233. r.setContentType("text/plain");
  234. r.setCharacterEncoding("UTF-8");
  235. PrintWriter w = r.getWriter();
  236. w.print("OK");
  237. w.close();
  238. }
  239. @Override
  240. public void init(FilterConfig filterConfig)
  241. throws ServletException {
  242. // empty
  243. }
  244. @Override
  245. public void destroy() {
  246. // empty
  247. }
  248. }), "/" + srcName + "/git-upload-pack",
  249. EnumSet.of(DispatcherType.REQUEST));
  250. broken.addServlet(new ServletHolder(gs), "/*");
  251. return broken;
  252. }
  253. private ServletContextHandler addAuthContext(GitServlet gs,
  254. String contextPath, String... methods) {
  255. ServletContextHandler auth = server.addContext('/' + contextPath);
  256. auth.addServlet(new ServletHolder(gs), "/*");
  257. return server.authBasic(auth, methods);
  258. }
  259. private ServletContextHandler addRedirectContext(GitServlet gs) {
  260. ServletContextHandler redirect = server.addContext("/redirect");
  261. redirect.addFilter(new FilterHolder(new Filter() {
  262. // Enables tests for different codes, and for multiple redirects.
  263. // First parameter is the number of redirects, second one is the
  264. // redirect status code that should be used
  265. private Pattern responsePattern = Pattern
  266. .compile("/response/(\\d+)/(30[1237])/");
  267. // Enables tests to specify the context that the request should be
  268. // redirected to in the end. If not present, redirects got to the
  269. // normal /git context.
  270. private Pattern targetPattern = Pattern.compile("/target(/\\w+)/");
  271. @Override
  272. public void init(FilterConfig filterConfig)
  273. throws ServletException {
  274. // empty
  275. }
  276. @Override
  277. public void doFilter(ServletRequest request,
  278. ServletResponse response, FilterChain chain)
  279. throws IOException, ServletException {
  280. final HttpServletResponse httpServletResponse = (HttpServletResponse) response;
  281. final HttpServletRequest httpServletRequest = (HttpServletRequest) request;
  282. final StringBuffer fullUrl = httpServletRequest.getRequestURL();
  283. if (httpServletRequest.getQueryString() != null) {
  284. fullUrl.append("?")
  285. .append(httpServletRequest.getQueryString());
  286. }
  287. String urlString = fullUrl.toString();
  288. if (urlString.contains("/loop/")) {
  289. urlString = urlString.replace("/loop/", "/loop/x/");
  290. if (urlString.contains("/loop/x/x/x/x/x/x/x/x/")) {
  291. // Go back to initial.
  292. urlString = urlString.replace("/loop/x/x/x/x/x/x/x/x/",
  293. "/loop/");
  294. }
  295. httpServletResponse.setStatus(
  296. HttpServletResponse.SC_MOVED_TEMPORARILY);
  297. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  298. urlString);
  299. return;
  300. }
  301. int responseCode = HttpServletResponse.SC_MOVED_PERMANENTLY;
  302. int nofRedirects = 0;
  303. Matcher matcher = responsePattern.matcher(urlString);
  304. if (matcher.find()) {
  305. nofRedirects = Integer
  306. .parseUnsignedInt(matcher.group(1));
  307. responseCode = Integer.parseUnsignedInt(matcher.group(2));
  308. if (--nofRedirects <= 0) {
  309. urlString = urlString.substring(0, matcher.start())
  310. + '/' + urlString.substring(matcher.end());
  311. } else {
  312. urlString = urlString.substring(0, matcher.start())
  313. + "/response/" + nofRedirects + "/"
  314. + responseCode + '/'
  315. + urlString.substring(matcher.end());
  316. }
  317. }
  318. httpServletResponse.setStatus(responseCode);
  319. if (nofRedirects <= 0) {
  320. String targetContext = "/git";
  321. matcher = targetPattern.matcher(urlString);
  322. if (matcher.find()) {
  323. urlString = urlString.substring(0, matcher.start())
  324. + '/' + urlString.substring(matcher.end());
  325. targetContext = matcher.group(1);
  326. }
  327. urlString = urlString.replace("/redirect", targetContext);
  328. }
  329. httpServletResponse.setHeader(HttpSupport.HDR_LOCATION,
  330. urlString);
  331. }
  332. @Override
  333. public void destroy() {
  334. // empty
  335. }
  336. }), "/*", EnumSet.of(DispatcherType.REQUEST));
  337. redirect.addServlet(new ServletHolder(gs), "/*");
  338. return redirect;
  339. }
  340. @Test
  341. public void testListRemote() throws IOException {
  342. Repository dst = createBareRepository();
  343. assertEquals("http", remoteURI.getScheme());
  344. Map<String, Ref> map;
  345. try (Transport t = Transport.open(dst, remoteURI)) {
  346. // I didn't make up these public interface names, I just
  347. // approved them for inclusion into the code base. Sorry.
  348. // --spearce
  349. //
  350. assertTrue("isa TransportHttp", t instanceof TransportHttp);
  351. assertTrue("isa HttpTransport", t instanceof HttpTransport);
  352. FetchConnection c = t.openFetch();
  353. try {
  354. map = c.getRefsMap();
  355. } finally {
  356. c.close();
  357. }
  358. }
  359. assertNotNull("have map of refs", map);
  360. assertEquals(3, map.size());
  361. assertNotNull("has " + master, map.get(master));
  362. assertEquals(B, map.get(master).getObjectId());
  363. assertNotNull("has " + Constants.HEAD, map.get(Constants.HEAD));
  364. assertEquals(B, map.get(Constants.HEAD).getObjectId());
  365. List<AccessEvent> requests = getRequests();
  366. assertEquals(1, requests.size());
  367. AccessEvent info = requests.get(0);
  368. assertEquals("GET", info.getMethod());
  369. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  370. assertEquals(1, info.getParameters().size());
  371. assertEquals("git-upload-pack", info.getParameter("service"));
  372. assertEquals(200, info.getStatus());
  373. assertEquals("application/x-git-upload-pack-advertisement", info
  374. .getResponseHeader(HDR_CONTENT_TYPE));
  375. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  376. }
  377. @Test
  378. public void testListRemote_BadName() throws IOException, URISyntaxException {
  379. Repository dst = createBareRepository();
  380. URIish uri = new URIish(this.remoteURI.toString() + ".invalid");
  381. try (Transport t = Transport.open(dst, uri)) {
  382. try {
  383. t.openFetch();
  384. fail("fetch connection opened");
  385. } catch (RemoteRepositoryException notFound) {
  386. assertEquals(uri + ": Git repository not found",
  387. notFound.getMessage());
  388. }
  389. }
  390. List<AccessEvent> requests = getRequests();
  391. assertEquals(1, requests.size());
  392. AccessEvent info = requests.get(0);
  393. assertEquals("GET", info.getMethod());
  394. assertEquals(join(uri, "info/refs"), info.getPath());
  395. assertEquals(1, info.getParameters().size());
  396. assertEquals("git-upload-pack", info.getParameter("service"));
  397. assertEquals(200, info.getStatus());
  398. assertEquals("application/x-git-upload-pack-advertisement",
  399. info.getResponseHeader(HDR_CONTENT_TYPE));
  400. }
  401. @Test
  402. public void testInitialClone_Small() throws Exception {
  403. Repository dst = createBareRepository();
  404. assertFalse(dst.hasObject(A_txt));
  405. try (Transport t = Transport.open(dst, remoteURI)) {
  406. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  407. }
  408. assertTrue(dst.hasObject(A_txt));
  409. assertEquals(B, dst.exactRef(master).getObjectId());
  410. fsck(dst, B);
  411. List<AccessEvent> requests = getRequests();
  412. assertEquals(2, requests.size());
  413. AccessEvent info = requests.get(0);
  414. assertEquals("GET", info.getMethod());
  415. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  416. assertEquals(1, info.getParameters().size());
  417. assertEquals("git-upload-pack", info.getParameter("service"));
  418. assertEquals(200, info.getStatus());
  419. assertEquals("application/x-git-upload-pack-advertisement", info
  420. .getResponseHeader(HDR_CONTENT_TYPE));
  421. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  422. AccessEvent service = requests.get(1);
  423. assertEquals("POST", service.getMethod());
  424. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  425. assertEquals(0, service.getParameters().size());
  426. assertNotNull("has content-length", service
  427. .getRequestHeader(HDR_CONTENT_LENGTH));
  428. assertNull("not chunked", service
  429. .getRequestHeader(HDR_TRANSFER_ENCODING));
  430. assertEquals(200, service.getStatus());
  431. assertEquals("application/x-git-upload-pack-result", service
  432. .getResponseHeader(HDR_CONTENT_TYPE));
  433. }
  434. private void initialClone_Redirect(int nofRedirects, int code)
  435. throws Exception {
  436. Repository dst = createBareRepository();
  437. assertFalse(dst.hasObject(A_txt));
  438. URIish cloneFrom = redirectURI;
  439. if (code != 301 || nofRedirects > 1) {
  440. cloneFrom = extendPath(cloneFrom,
  441. "/response/" + nofRedirects + "/" + code);
  442. }
  443. try (Transport t = Transport.open(dst, cloneFrom)) {
  444. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  445. }
  446. assertTrue(dst.hasObject(A_txt));
  447. assertEquals(B, dst.exactRef(master).getObjectId());
  448. fsck(dst, B);
  449. List<AccessEvent> requests = getRequests();
  450. assertEquals(2 + nofRedirects, requests.size());
  451. int n = 0;
  452. while (n < nofRedirects) {
  453. AccessEvent redirect = requests.get(n++);
  454. assertEquals(code, redirect.getStatus());
  455. }
  456. AccessEvent info = requests.get(n++);
  457. assertEquals("GET", info.getMethod());
  458. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  459. assertEquals(1, info.getParameters().size());
  460. assertEquals("git-upload-pack", info.getParameter("service"));
  461. assertEquals(200, info.getStatus());
  462. assertEquals("application/x-git-upload-pack-advertisement",
  463. info.getResponseHeader(HDR_CONTENT_TYPE));
  464. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  465. AccessEvent service = requests.get(n++);
  466. assertEquals("POST", service.getMethod());
  467. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  468. assertEquals(0, service.getParameters().size());
  469. assertNotNull("has content-length",
  470. service.getRequestHeader(HDR_CONTENT_LENGTH));
  471. assertNull("not chunked",
  472. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  473. assertEquals(200, service.getStatus());
  474. assertEquals("application/x-git-upload-pack-result",
  475. service.getResponseHeader(HDR_CONTENT_TYPE));
  476. }
  477. @Test
  478. public void testInitialClone_Redirect301Small() throws Exception {
  479. initialClone_Redirect(1, 301);
  480. }
  481. @Test
  482. public void testInitialClone_Redirect302Small() throws Exception {
  483. initialClone_Redirect(1, 302);
  484. }
  485. @Test
  486. public void testInitialClone_Redirect303Small() throws Exception {
  487. initialClone_Redirect(1, 303);
  488. }
  489. @Test
  490. public void testInitialClone_Redirect307Small() throws Exception {
  491. initialClone_Redirect(1, 307);
  492. }
  493. @Test
  494. public void testInitialClone_RedirectMultiple() throws Exception {
  495. initialClone_Redirect(4, 302);
  496. }
  497. @Test
  498. public void testInitialClone_RedirectMax() throws Exception {
  499. FileBasedConfig userConfig = SystemReader.getInstance()
  500. .openUserConfig(null, FS.DETECTED);
  501. userConfig.setInt("http", null, "maxRedirects", 4);
  502. userConfig.save();
  503. initialClone_Redirect(4, 302);
  504. }
  505. @Test
  506. public void testInitialClone_RedirectTooOften() throws Exception {
  507. FileBasedConfig userConfig = SystemReader.getInstance()
  508. .openUserConfig(null, FS.DETECTED);
  509. userConfig.setInt("http", null, "maxRedirects", 3);
  510. userConfig.save();
  511. Repository dst = createBareRepository();
  512. assertFalse(dst.hasObject(A_txt));
  513. URIish cloneFrom = extendPath(redirectURI, "/response/4/302");
  514. String remoteUri = cloneFrom.toString();
  515. try (Transport t = Transport.open(dst, cloneFrom)) {
  516. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  517. fail("Should have failed (too many redirects)");
  518. } catch (TransportException e) {
  519. String expectedMessageBegin = remoteUri.toString() + ": "
  520. + MessageFormat.format(JGitText.get().redirectLimitExceeded,
  521. "3", remoteUri.replace("/4/", "/1/") + '/', "");
  522. String message = e.getMessage();
  523. if (message.length() > expectedMessageBegin.length()) {
  524. message = message.substring(0, expectedMessageBegin.length());
  525. }
  526. assertEquals(expectedMessageBegin, message);
  527. }
  528. }
  529. @Test
  530. public void testInitialClone_RedirectLoop() throws Exception {
  531. Repository dst = createBareRepository();
  532. assertFalse(dst.hasObject(A_txt));
  533. URIish cloneFrom = extendPath(redirectURI, "/loop");
  534. try (Transport t = Transport.open(dst, cloneFrom)) {
  535. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  536. fail("Should have failed (redirect loop)");
  537. } catch (TransportException e) {
  538. assertTrue(e.getMessage().contains("Redirected more than"));
  539. }
  540. }
  541. @Test
  542. public void testInitialClone_RedirectOnPostAllowed() throws Exception {
  543. FileBasedConfig userConfig = SystemReader.getInstance()
  544. .openUserConfig(null, FS.DETECTED);
  545. userConfig.setString("http", null, "followRedirects", "true");
  546. userConfig.save();
  547. Repository dst = createBareRepository();
  548. assertFalse(dst.hasObject(A_txt));
  549. URIish cloneFrom = extendPath(remoteURI, "/post");
  550. try (Transport t = Transport.open(dst, cloneFrom)) {
  551. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  552. }
  553. assertTrue(dst.hasObject(A_txt));
  554. assertEquals(B, dst.exactRef(master).getObjectId());
  555. fsck(dst, B);
  556. List<AccessEvent> requests = getRequests();
  557. assertEquals(3, requests.size());
  558. AccessEvent info = requests.get(0);
  559. assertEquals("GET", info.getMethod());
  560. assertEquals(join(cloneFrom, "info/refs"), info.getPath());
  561. assertEquals(1, info.getParameters().size());
  562. assertEquals("git-upload-pack", info.getParameter("service"));
  563. assertEquals(200, info.getStatus());
  564. assertEquals("application/x-git-upload-pack-advertisement",
  565. info.getResponseHeader(HDR_CONTENT_TYPE));
  566. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  567. AccessEvent redirect = requests.get(1);
  568. assertEquals("POST", redirect.getMethod());
  569. assertEquals(301, redirect.getStatus());
  570. AccessEvent service = requests.get(2);
  571. assertEquals("POST", service.getMethod());
  572. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  573. assertEquals(0, service.getParameters().size());
  574. assertNotNull("has content-length",
  575. service.getRequestHeader(HDR_CONTENT_LENGTH));
  576. assertNull("not chunked",
  577. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  578. assertEquals(200, service.getStatus());
  579. assertEquals("application/x-git-upload-pack-result",
  580. service.getResponseHeader(HDR_CONTENT_TYPE));
  581. }
  582. @Test
  583. public void testInitialClone_RedirectOnPostForbidden() throws Exception {
  584. Repository dst = createBareRepository();
  585. assertFalse(dst.hasObject(A_txt));
  586. URIish cloneFrom = extendPath(remoteURI, "/post");
  587. try (Transport t = Transport.open(dst, cloneFrom)) {
  588. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  589. fail("Should have failed (redirect on POST)");
  590. } catch (TransportException e) {
  591. assertTrue(e.getMessage().contains("301"));
  592. }
  593. }
  594. @Test
  595. public void testInitialClone_RedirectForbidden() throws Exception {
  596. FileBasedConfig userConfig = SystemReader.getInstance()
  597. .openUserConfig(null, FS.DETECTED);
  598. userConfig.setString("http", null, "followRedirects", "false");
  599. userConfig.save();
  600. Repository dst = createBareRepository();
  601. assertFalse(dst.hasObject(A_txt));
  602. try (Transport t = Transport.open(dst, redirectURI)) {
  603. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  604. fail("Should have failed (redirects forbidden)");
  605. } catch (TransportException e) {
  606. assertTrue(
  607. e.getMessage().contains("http.followRedirects is false"));
  608. }
  609. }
  610. @Test
  611. public void testInitialClone_WithAuthentication() throws Exception {
  612. Repository dst = createBareRepository();
  613. assertFalse(dst.hasObject(A_txt));
  614. try (Transport t = Transport.open(dst, authURI)) {
  615. t.setCredentialsProvider(testCredentials);
  616. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  617. }
  618. assertTrue(dst.hasObject(A_txt));
  619. assertEquals(B, dst.exactRef(master).getObjectId());
  620. fsck(dst, B);
  621. List<AccessEvent> requests = getRequests();
  622. assertEquals(3, requests.size());
  623. AccessEvent info = requests.get(0);
  624. assertEquals("GET", info.getMethod());
  625. assertEquals(401, info.getStatus());
  626. info = requests.get(1);
  627. assertEquals("GET", info.getMethod());
  628. assertEquals(join(authURI, "info/refs"), info.getPath());
  629. assertEquals(1, info.getParameters().size());
  630. assertEquals("git-upload-pack", info.getParameter("service"));
  631. assertEquals(200, info.getStatus());
  632. assertEquals("application/x-git-upload-pack-advertisement",
  633. info.getResponseHeader(HDR_CONTENT_TYPE));
  634. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  635. AccessEvent service = requests.get(2);
  636. assertEquals("POST", service.getMethod());
  637. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  638. assertEquals(0, service.getParameters().size());
  639. assertNotNull("has content-length",
  640. service.getRequestHeader(HDR_CONTENT_LENGTH));
  641. assertNull("not chunked",
  642. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  643. assertEquals(200, service.getStatus());
  644. assertEquals("application/x-git-upload-pack-result",
  645. service.getResponseHeader(HDR_CONTENT_TYPE));
  646. }
  647. @Test
  648. public void testInitialClone_WithAuthenticationNoCredentials()
  649. throws Exception {
  650. Repository dst = createBareRepository();
  651. assertFalse(dst.hasObject(A_txt));
  652. try (Transport t = Transport.open(dst, authURI)) {
  653. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  654. fail("Should not have succeeded -- no authentication");
  655. } catch (TransportException e) {
  656. String msg = e.getMessage();
  657. assertTrue("Unexpected exception message: " + msg,
  658. msg.contains("no CredentialsProvider"));
  659. }
  660. List<AccessEvent> requests = getRequests();
  661. assertEquals(1, requests.size());
  662. AccessEvent info = requests.get(0);
  663. assertEquals("GET", info.getMethod());
  664. assertEquals(401, info.getStatus());
  665. }
  666. @Test
  667. public void testInitialClone_WithAuthenticationWrongCredentials()
  668. throws Exception {
  669. Repository dst = createBareRepository();
  670. assertFalse(dst.hasObject(A_txt));
  671. try (Transport t = Transport.open(dst, authURI)) {
  672. t.setCredentialsProvider(new UsernamePasswordCredentialsProvider(
  673. AppServer.username, "wrongpassword"));
  674. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  675. fail("Should not have succeeded -- wrong password");
  676. } catch (TransportException e) {
  677. String msg = e.getMessage();
  678. assertTrue("Unexpected exception message: " + msg,
  679. msg.contains("auth"));
  680. }
  681. List<AccessEvent> requests = getRequests();
  682. // Once without authentication plus three re-tries with authentication
  683. assertEquals(4, requests.size());
  684. for (AccessEvent event : requests) {
  685. assertEquals("GET", event.getMethod());
  686. assertEquals(401, event.getStatus());
  687. }
  688. }
  689. @Test
  690. public void testInitialClone_WithAuthenticationAfterRedirect()
  691. throws Exception {
  692. Repository dst = createBareRepository();
  693. assertFalse(dst.hasObject(A_txt));
  694. URIish cloneFrom = extendPath(redirectURI, "/target/auth");
  695. CredentialsProvider uriSpecificCredentialsProvider = new UsernamePasswordCredentialsProvider(
  696. "unknown", "none") {
  697. @Override
  698. public boolean get(URIish uri, CredentialItem... items)
  699. throws UnsupportedCredentialItem {
  700. // Only return the true credentials if the uri path starts with
  701. // /auth. This ensures that we do provide the correct
  702. // credentials only for the URi after the redirect, making the
  703. // test fail if we should be asked for the credentials for the
  704. // original URI.
  705. if (uri.getPath().startsWith("/auth")) {
  706. return testCredentials.get(uri, items);
  707. }
  708. return super.get(uri, items);
  709. }
  710. };
  711. try (Transport t = Transport.open(dst, cloneFrom)) {
  712. t.setCredentialsProvider(uriSpecificCredentialsProvider);
  713. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  714. }
  715. assertTrue(dst.hasObject(A_txt));
  716. assertEquals(B, dst.exactRef(master).getObjectId());
  717. fsck(dst, B);
  718. List<AccessEvent> requests = getRequests();
  719. assertEquals(4, requests.size());
  720. AccessEvent redirect = requests.get(0);
  721. assertEquals("GET", redirect.getMethod());
  722. assertEquals(join(cloneFrom, "info/refs"), redirect.getPath());
  723. assertEquals(301, redirect.getStatus());
  724. AccessEvent info = requests.get(1);
  725. assertEquals("GET", info.getMethod());
  726. assertEquals(join(authURI, "info/refs"), info.getPath());
  727. assertEquals(401, info.getStatus());
  728. info = requests.get(2);
  729. assertEquals("GET", info.getMethod());
  730. assertEquals(join(authURI, "info/refs"), info.getPath());
  731. assertEquals(1, info.getParameters().size());
  732. assertEquals("git-upload-pack", info.getParameter("service"));
  733. assertEquals(200, info.getStatus());
  734. assertEquals("application/x-git-upload-pack-advertisement",
  735. info.getResponseHeader(HDR_CONTENT_TYPE));
  736. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  737. AccessEvent service = requests.get(3);
  738. assertEquals("POST", service.getMethod());
  739. assertEquals(join(authURI, "git-upload-pack"), service.getPath());
  740. assertEquals(0, service.getParameters().size());
  741. assertNotNull("has content-length",
  742. service.getRequestHeader(HDR_CONTENT_LENGTH));
  743. assertNull("not chunked",
  744. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  745. assertEquals(200, service.getStatus());
  746. assertEquals("application/x-git-upload-pack-result",
  747. service.getResponseHeader(HDR_CONTENT_TYPE));
  748. }
  749. @Test
  750. public void testInitialClone_WithAuthenticationOnPostOnly()
  751. throws Exception {
  752. Repository dst = createBareRepository();
  753. assertFalse(dst.hasObject(A_txt));
  754. try (Transport t = Transport.open(dst, authOnPostURI)) {
  755. t.setCredentialsProvider(testCredentials);
  756. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  757. }
  758. assertTrue(dst.hasObject(A_txt));
  759. assertEquals(B, dst.exactRef(master).getObjectId());
  760. fsck(dst, B);
  761. List<AccessEvent> requests = getRequests();
  762. assertEquals(3, requests.size());
  763. AccessEvent info = requests.get(0);
  764. assertEquals("GET", info.getMethod());
  765. assertEquals(join(authOnPostURI, "info/refs"), info.getPath());
  766. assertEquals(1, info.getParameters().size());
  767. assertEquals("git-upload-pack", info.getParameter("service"));
  768. assertEquals(200, info.getStatus());
  769. assertEquals("application/x-git-upload-pack-advertisement",
  770. info.getResponseHeader(HDR_CONTENT_TYPE));
  771. assertEquals("gzip", info.getResponseHeader(HDR_CONTENT_ENCODING));
  772. AccessEvent service = requests.get(1);
  773. assertEquals("POST", service.getMethod());
  774. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  775. assertEquals(401, service.getStatus());
  776. service = requests.get(2);
  777. assertEquals("POST", service.getMethod());
  778. assertEquals(join(authOnPostURI, "git-upload-pack"), service.getPath());
  779. assertEquals(0, service.getParameters().size());
  780. assertNotNull("has content-length",
  781. service.getRequestHeader(HDR_CONTENT_LENGTH));
  782. assertNull("not chunked",
  783. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  784. assertEquals(200, service.getStatus());
  785. assertEquals("application/x-git-upload-pack-result",
  786. service.getResponseHeader(HDR_CONTENT_TYPE));
  787. }
  788. @Test
  789. public void testFetch_FewLocalCommits() throws Exception {
  790. // Bootstrap by doing the clone.
  791. //
  792. TestRepository dst = createTestRepository();
  793. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  794. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  795. }
  796. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  797. List<AccessEvent> cloneRequests = getRequests();
  798. // Only create a few new commits.
  799. TestRepository.BranchBuilder b = dst.branch(master);
  800. for (int i = 0; i < 4; i++)
  801. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  802. // Create a new commit on the remote.
  803. //
  804. b = new TestRepository<>(remoteRepository).branch(master);
  805. RevCommit Z = b.commit().message("Z").create();
  806. // Now incrementally update.
  807. //
  808. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  809. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  810. }
  811. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  812. List<AccessEvent> requests = getRequests();
  813. requests.removeAll(cloneRequests);
  814. assertEquals(2, requests.size());
  815. AccessEvent info = requests.get(0);
  816. assertEquals("GET", info.getMethod());
  817. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  818. assertEquals(1, info.getParameters().size());
  819. assertEquals("git-upload-pack", info.getParameter("service"));
  820. assertEquals(200, info.getStatus());
  821. assertEquals("application/x-git-upload-pack-advertisement",
  822. info.getResponseHeader(HDR_CONTENT_TYPE));
  823. // We should have needed one request to perform the fetch.
  824. //
  825. AccessEvent service = requests.get(1);
  826. assertEquals("POST", service.getMethod());
  827. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  828. assertEquals(0, service.getParameters().size());
  829. assertNotNull("has content-length",
  830. service.getRequestHeader(HDR_CONTENT_LENGTH));
  831. assertNull("not chunked",
  832. service.getRequestHeader(HDR_TRANSFER_ENCODING));
  833. assertEquals(200, service.getStatus());
  834. assertEquals("application/x-git-upload-pack-result",
  835. service.getResponseHeader(HDR_CONTENT_TYPE));
  836. }
  837. @Test
  838. public void testFetch_TooManyLocalCommits() throws Exception {
  839. // Bootstrap by doing the clone.
  840. //
  841. TestRepository dst = createTestRepository();
  842. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  843. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  844. }
  845. assertEquals(B, dst.getRepository().exactRef(master).getObjectId());
  846. List<AccessEvent> cloneRequests = getRequests();
  847. // Force enough into the local client that enumeration will
  848. // need multiple packets, but not too many to overflow and
  849. // not pick up the ACK_COMMON message.
  850. //
  851. TestRepository.BranchBuilder b = dst.branch(master);
  852. for (int i = 0; i < 32 - 1; i++)
  853. b.commit().tick(3600 /* 1 hour */).message("c" + i).create();
  854. // Create a new commit on the remote.
  855. //
  856. b = new TestRepository<>(remoteRepository).branch(master);
  857. RevCommit Z = b.commit().message("Z").create();
  858. // Now incrementally update.
  859. //
  860. try (Transport t = Transport.open(dst.getRepository(), remoteURI)) {
  861. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  862. }
  863. assertEquals(Z, dst.getRepository().exactRef(master).getObjectId());
  864. List<AccessEvent> requests = getRequests();
  865. requests.removeAll(cloneRequests);
  866. assertEquals(3, requests.size());
  867. AccessEvent info = requests.get(0);
  868. assertEquals("GET", info.getMethod());
  869. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  870. assertEquals(1, info.getParameters().size());
  871. assertEquals("git-upload-pack", info.getParameter("service"));
  872. assertEquals(200, info.getStatus());
  873. assertEquals("application/x-git-upload-pack-advertisement", info
  874. .getResponseHeader(HDR_CONTENT_TYPE));
  875. // We should have needed two requests to perform the fetch
  876. // due to the high number of local unknown commits.
  877. //
  878. AccessEvent service = requests.get(1);
  879. assertEquals("POST", service.getMethod());
  880. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  881. assertEquals(0, service.getParameters().size());
  882. assertNotNull("has content-length", service
  883. .getRequestHeader(HDR_CONTENT_LENGTH));
  884. assertNull("not chunked", service
  885. .getRequestHeader(HDR_TRANSFER_ENCODING));
  886. assertEquals(200, service.getStatus());
  887. assertEquals("application/x-git-upload-pack-result", service
  888. .getResponseHeader(HDR_CONTENT_TYPE));
  889. service = requests.get(2);
  890. assertEquals("POST", service.getMethod());
  891. assertEquals(join(remoteURI, "git-upload-pack"), service.getPath());
  892. assertEquals(0, service.getParameters().size());
  893. assertNotNull("has content-length", service
  894. .getRequestHeader(HDR_CONTENT_LENGTH));
  895. assertNull("not chunked", service
  896. .getRequestHeader(HDR_TRANSFER_ENCODING));
  897. assertEquals(200, service.getStatus());
  898. assertEquals("application/x-git-upload-pack-result", service
  899. .getResponseHeader(HDR_CONTENT_TYPE));
  900. }
  901. @Test
  902. public void testInitialClone_BrokenServer() throws Exception {
  903. Repository dst = createBareRepository();
  904. assertFalse(dst.hasObject(A_txt));
  905. try (Transport t = Transport.open(dst, brokenURI)) {
  906. try {
  907. t.fetch(NullProgressMonitor.INSTANCE, mirror(master));
  908. fail("fetch completed despite upload-pack being broken");
  909. } catch (TransportException err) {
  910. String exp = brokenURI + ": expected"
  911. + " Content-Type application/x-git-upload-pack-result;"
  912. + " received Content-Type text/plain;charset=utf-8";
  913. assertEquals(exp, err.getMessage());
  914. }
  915. }
  916. List<AccessEvent> requests = getRequests();
  917. assertEquals(2, requests.size());
  918. AccessEvent info = requests.get(0);
  919. assertEquals("GET", info.getMethod());
  920. assertEquals(join(brokenURI, "info/refs"), info.getPath());
  921. assertEquals(1, info.getParameters().size());
  922. assertEquals("git-upload-pack", info.getParameter("service"));
  923. assertEquals(200, info.getStatus());
  924. assertEquals("application/x-git-upload-pack-advertisement", info
  925. .getResponseHeader(HDR_CONTENT_TYPE));
  926. AccessEvent service = requests.get(1);
  927. assertEquals("POST", service.getMethod());
  928. assertEquals(join(brokenURI, "git-upload-pack"), service.getPath());
  929. assertEquals(0, service.getParameters().size());
  930. assertEquals(200, service.getStatus());
  931. assertEquals("text/plain;charset=utf-8",
  932. service.getResponseHeader(HDR_CONTENT_TYPE));
  933. }
  934. @Test
  935. public void testInvalidWant() throws Exception {
  936. @SuppressWarnings("resource")
  937. ObjectId id = new ObjectInserter.Formatter().idFor(Constants.OBJ_BLOB,
  938. "testInvalidWant".getBytes(UTF_8));
  939. Repository dst = createBareRepository();
  940. try (Transport t = Transport.open(dst, remoteURI);
  941. FetchConnection c = t.openFetch()) {
  942. Ref want = new ObjectIdRef.Unpeeled(Ref.Storage.NETWORK, id.name(),
  943. id);
  944. c.fetch(NullProgressMonitor.INSTANCE, Collections.singleton(want),
  945. Collections.<ObjectId> emptySet());
  946. fail("Server accepted want " + id.name());
  947. } catch (TransportException err) {
  948. assertEquals("want " + id.name() + " not valid", err.getMessage());
  949. }
  950. }
  951. @Test
  952. public void testFetch_RefsUnreadableOnUpload() throws Exception {
  953. AppServer noRefServer = new AppServer();
  954. try {
  955. final String repoName = "refs-unreadable";
  956. RefsUnreadableInMemoryRepository badRefsRepo = new RefsUnreadableInMemoryRepository(
  957. new DfsRepositoryDescription(repoName));
  958. final TestRepository<Repository> repo = new TestRepository<>(
  959. badRefsRepo);
  960. ServletContextHandler app = noRefServer.addContext("/git");
  961. GitServlet gs = new GitServlet();
  962. gs.setRepositoryResolver(new TestRepositoryResolver(repo, repoName));
  963. app.addServlet(new ServletHolder(gs), "/*");
  964. noRefServer.setUp();
  965. RevBlob A2_txt = repo.blob("A2");
  966. RevCommit A2 = repo.commit().add("A2_txt", A2_txt).create();
  967. RevCommit B2 = repo.commit().parent(A2).add("A2_txt", "C2")
  968. .add("B2", "B2").create();
  969. repo.update(master, B2);
  970. URIish badRefsURI = new URIish(noRefServer.getURI()
  971. .resolve(app.getContextPath() + "/" + repoName).toString());
  972. Repository dst = createBareRepository();
  973. try (Transport t = Transport.open(dst, badRefsURI);
  974. FetchConnection c = t.openFetch()) {
  975. // We start failing here to exercise the post-advertisement
  976. // upload pack handler.
  977. badRefsRepo.startFailing();
  978. // Need to flush caches because ref advertisement populated them.
  979. badRefsRepo.getRefDatabase().refresh();
  980. c.fetch(NullProgressMonitor.INSTANCE,
  981. Collections.singleton(c.getRef(master)),
  982. Collections.<ObjectId> emptySet());
  983. fail("Successfully served ref with value " + c.getRef(master));
  984. } catch (TransportException err) {
  985. assertEquals("internal server error", err.getMessage());
  986. }
  987. } finally {
  988. noRefServer.tearDown();
  989. }
  990. }
  991. @Test
  992. public void testPush_NotAuthorized() throws Exception {
  993. final TestRepository src = createTestRepository();
  994. final RevBlob Q_txt = src.blob("new text");
  995. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  996. final Repository db = src.getRepository();
  997. final String dstName = Constants.R_HEADS + "new.branch";
  998. // push anonymous shouldn't be allowed.
  999. //
  1000. try (Transport t = Transport.open(db, remoteURI)) {
  1001. final String srcExpr = Q.name();
  1002. final boolean forceUpdate = false;
  1003. final String localName = null;
  1004. final ObjectId oldId = null;
  1005. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1006. srcExpr, dstName, forceUpdate, localName, oldId);
  1007. try {
  1008. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1009. fail("anonymous push incorrectly accepted without error");
  1010. } catch (TransportException e) {
  1011. final String exp = remoteURI + ": "
  1012. + JGitText.get().authenticationNotSupported;
  1013. assertEquals(exp, e.getMessage());
  1014. }
  1015. }
  1016. List<AccessEvent> requests = getRequests();
  1017. assertEquals(1, requests.size());
  1018. AccessEvent info = requests.get(0);
  1019. assertEquals("GET", info.getMethod());
  1020. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1021. assertEquals(1, info.getParameters().size());
  1022. assertEquals("git-receive-pack", info.getParameter("service"));
  1023. assertEquals(401, info.getStatus());
  1024. }
  1025. @Test
  1026. public void testPush_CreateBranch() throws Exception {
  1027. final TestRepository src = createTestRepository();
  1028. final RevBlob Q_txt = src.blob("new text");
  1029. final RevCommit Q = src.commit().add("Q", Q_txt).create();
  1030. final Repository db = src.getRepository();
  1031. final String dstName = Constants.R_HEADS + "new.branch";
  1032. enableReceivePack();
  1033. try (Transport t = Transport.open(db, remoteURI)) {
  1034. final String srcExpr = Q.name();
  1035. final boolean forceUpdate = false;
  1036. final String localName = null;
  1037. final ObjectId oldId = null;
  1038. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1039. srcExpr, dstName, forceUpdate, localName, oldId);
  1040. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1041. }
  1042. assertTrue(remoteRepository.hasObject(Q_txt));
  1043. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1044. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1045. fsck(remoteRepository, Q);
  1046. final ReflogReader log = remoteRepository.getReflogReader(dstName);
  1047. assertNotNull("has log for " + dstName, log);
  1048. final ReflogEntry last = log.getLastEntry();
  1049. assertNotNull("has last entry", last);
  1050. assertEquals(ObjectId.zeroId(), last.getOldId());
  1051. assertEquals(Q, last.getNewId());
  1052. assertEquals("anonymous", last.getWho().getName());
  1053. // Assumption: The host name we use to contact the server should
  1054. // be the server's own host name, because it should be the loopback
  1055. // network interface.
  1056. //
  1057. final String clientHost = remoteURI.getHost();
  1058. assertEquals("anonymous@" + clientHost, last.getWho().getEmailAddress());
  1059. assertEquals("push: created", last.getComment());
  1060. List<AccessEvent> requests = getRequests();
  1061. assertEquals(2, requests.size());
  1062. AccessEvent info = requests.get(0);
  1063. assertEquals("GET", info.getMethod());
  1064. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1065. assertEquals(1, info.getParameters().size());
  1066. assertEquals("git-receive-pack", info.getParameter("service"));
  1067. assertEquals(200, info.getStatus());
  1068. assertEquals("application/x-git-receive-pack-advertisement", info
  1069. .getResponseHeader(HDR_CONTENT_TYPE));
  1070. AccessEvent service = requests.get(1);
  1071. assertEquals("POST", service.getMethod());
  1072. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1073. assertEquals(0, service.getParameters().size());
  1074. assertNotNull("has content-length", service
  1075. .getRequestHeader(HDR_CONTENT_LENGTH));
  1076. assertNull("not chunked", service
  1077. .getRequestHeader(HDR_TRANSFER_ENCODING));
  1078. assertEquals(200, service.getStatus());
  1079. assertEquals("application/x-git-receive-pack-result", service
  1080. .getResponseHeader(HDR_CONTENT_TYPE));
  1081. }
  1082. @Test
  1083. public void testPush_ChunkedEncoding() throws Exception {
  1084. final TestRepository<Repository> src = createTestRepository();
  1085. final RevBlob Q_bin = src.blob(new TestRng("Q").nextBytes(128 * 1024));
  1086. final RevCommit Q = src.commit().add("Q", Q_bin).create();
  1087. final Repository db = src.getRepository();
  1088. final String dstName = Constants.R_HEADS + "new.branch";
  1089. enableReceivePack();
  1090. final StoredConfig cfg = db.getConfig();
  1091. cfg.setInt("core", null, "compression", 0);
  1092. cfg.setInt("http", null, "postbuffer", 8 * 1024);
  1093. cfg.save();
  1094. try (Transport t = Transport.open(db, remoteURI)) {
  1095. final String srcExpr = Q.name();
  1096. final boolean forceUpdate = false;
  1097. final String localName = null;
  1098. final ObjectId oldId = null;
  1099. RemoteRefUpdate u = new RemoteRefUpdate(src.getRepository(),
  1100. srcExpr, dstName, forceUpdate, localName, oldId);
  1101. t.push(NullProgressMonitor.INSTANCE, Collections.singleton(u));
  1102. }
  1103. assertTrue(remoteRepository.hasObject(Q_bin));
  1104. assertNotNull("has " + dstName, remoteRepository.exactRef(dstName));
  1105. assertEquals(Q, remoteRepository.exactRef(dstName).getObjectId());
  1106. fsck(remoteRepository, Q);
  1107. List<AccessEvent> requests = getRequests();
  1108. assertEquals(2, requests.size());
  1109. AccessEvent info = requests.get(0);
  1110. assertEquals("GET", info.getMethod());
  1111. assertEquals(join(remoteURI, "info/refs"), info.getPath());
  1112. assertEquals(1, info.getParameters().size());
  1113. assertEquals("git-receive-pack", info.getParameter("service"));
  1114. assertEquals(200, info.getStatus());
  1115. assertEquals("application/x-git-receive-pack-advertisement", info
  1116. .getResponseHeader(HDR_CONTENT_TYPE));
  1117. AccessEvent service = requests.get(1);
  1118. assertEquals("POST", service.getMethod());
  1119. assertEquals(join(remoteURI, "git-receive-pack"), service.getPath());
  1120. assertEquals(0, service.getParameters().size());
  1121. assertNull("no content-length", service
  1122. .getRequestHeader(HDR_CONTENT_LENGTH));
  1123. assertEquals("chunked", service.getRequestHeader(HDR_TRANSFER_ENCODING));
  1124. assertEquals(200, service.getStatus());
  1125. assertEquals("application/x-git-receive-pack-result", service
  1126. .getResponseHeader(HDR_CONTENT_TYPE));
  1127. }
  1128. private void enableReceivePack() throws IOException {
  1129. final StoredConfig cfg = remoteRepository.getConfig();
  1130. cfg.setBoolean("http", null, "receivepack", true);
  1131. cfg.save();
  1132. }
  1133. }