You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ReceivePackAdvertiseRefsHookTest.java 23KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.transport;
  44. import static org.junit.Assert.assertEquals;
  45. import static org.junit.Assert.assertFalse;
  46. import static org.junit.Assert.assertNotNull;
  47. import static org.junit.Assert.assertNull;
  48. import static org.junit.Assert.assertSame;
  49. import static org.junit.Assert.assertTrue;
  50. import static org.junit.Assert.fail;
  51. import java.io.ByteArrayInputStream;
  52. import java.io.IOException;
  53. import java.net.URISyntaxException;
  54. import java.security.MessageDigest;
  55. import java.util.Collections;
  56. import java.util.HashMap;
  57. import java.util.Map;
  58. import java.util.Set;
  59. import java.util.concurrent.atomic.AtomicReference;
  60. import java.util.zip.Deflater;
  61. import org.eclipse.jgit.errors.MissingObjectException;
  62. import org.eclipse.jgit.errors.UnpackException;
  63. import org.eclipse.jgit.internal.storage.file.ObjectDirectory;
  64. import org.eclipse.jgit.internal.storage.pack.BinaryDelta;
  65. import org.eclipse.jgit.junit.LocalDiskRepositoryTestCase;
  66. import org.eclipse.jgit.junit.TestRepository;
  67. import org.eclipse.jgit.lib.Constants;
  68. import org.eclipse.jgit.lib.NullProgressMonitor;
  69. import org.eclipse.jgit.lib.ObjectId;
  70. import org.eclipse.jgit.lib.ObjectInserter;
  71. import org.eclipse.jgit.lib.ObjectLoader;
  72. import org.eclipse.jgit.lib.Ref;
  73. import org.eclipse.jgit.lib.Repository;
  74. import org.eclipse.jgit.revwalk.RevBlob;
  75. import org.eclipse.jgit.revwalk.RevCommit;
  76. import org.eclipse.jgit.revwalk.RevTree;
  77. import org.eclipse.jgit.revwalk.RevWalk;
  78. import org.eclipse.jgit.util.NB;
  79. import org.eclipse.jgit.util.TemporaryBuffer;
  80. import org.junit.After;
  81. import org.junit.Before;
  82. import org.junit.Test;
  83. public class ReceivePackAdvertiseRefsHookTest extends LocalDiskRepositoryTestCase {
  84. private static final NullProgressMonitor PM = NullProgressMonitor.INSTANCE;
  85. private static final String R_MASTER = Constants.R_HEADS + Constants.MASTER;
  86. private static final String R_PRIVATE = Constants.R_HEADS + "private";
  87. private Repository src;
  88. private Repository dst;
  89. private RevCommit A, B, P;
  90. private RevBlob a, b;
  91. @Override
  92. @Before
  93. public void setUp() throws Exception {
  94. super.setUp();
  95. src = createBareRepository();
  96. dst = createBareRepository();
  97. // Fill dst with a some common history.
  98. //
  99. try (TestRepository<Repository> d = new TestRepository<>(dst)) {
  100. a = d.blob("a");
  101. A = d.commit(d.tree(d.file("a", a)));
  102. B = d.commit().parent(A).create();
  103. d.update(R_MASTER, B);
  104. // Clone from dst into src
  105. //
  106. try (Transport t = Transport.open(src, uriOf(dst))) {
  107. t.fetch(PM,
  108. Collections.singleton(new RefSpec("+refs/*:refs/*")));
  109. assertEquals(B, src.resolve(R_MASTER));
  110. }
  111. // Now put private stuff into dst.
  112. //
  113. b = d.blob("b");
  114. P = d.commit(d.tree(d.file("b", b)), A);
  115. d.update(R_PRIVATE, P);
  116. }
  117. }
  118. @Test
  119. public void testFilterHidesPrivate() throws Exception {
  120. Map<String, Ref> refs;
  121. try (TransportLocal t = new TransportLocal(src, uriOf(dst),
  122. dst.getDirectory()) {
  123. @Override
  124. ReceivePack createReceivePack(Repository db) {
  125. db.close();
  126. dst.incrementOpen();
  127. final ReceivePack rp = super.createReceivePack(dst);
  128. rp.setAdvertiseRefsHook(new HidePrivateHook());
  129. return rp;
  130. }
  131. }) {
  132. try (PushConnection c = t.openPush()) {
  133. refs = c.getRefsMap();
  134. }
  135. }
  136. assertNotNull(refs);
  137. assertNull("no private", refs.get(R_PRIVATE));
  138. assertNull("no HEAD", refs.get(Constants.HEAD));
  139. assertEquals(1, refs.size());
  140. Ref master = refs.get(R_MASTER);
  141. assertNotNull("has master", master);
  142. assertEquals(B, master.getObjectId());
  143. }
  144. @Test
  145. public void resetsHaves() throws Exception {
  146. AtomicReference<Set<ObjectId>> haves = new AtomicReference<>();
  147. try (TransportLocal t = new TransportLocal(src, uriOf(dst),
  148. dst.getDirectory()) {
  149. @Override
  150. ReceivePack createReceivePack(Repository db) {
  151. dst.incrementOpen();
  152. ReceivePack rp = super.createReceivePack(dst);
  153. rp.setAdvertiseRefsHook(new AdvertiseRefsHook() {
  154. @Override
  155. public void advertiseRefs(BaseReceivePack rp2)
  156. throws ServiceMayNotContinueException {
  157. rp.setAdvertisedRefs(rp.getRepository().getAllRefs(),
  158. null);
  159. new HidePrivateHook().advertiseRefs(rp);
  160. haves.set(rp.getAdvertisedObjects());
  161. }
  162. @Override
  163. public void advertiseRefs(UploadPack uploadPack)
  164. throws ServiceMayNotContinueException {
  165. throw new UnsupportedOperationException();
  166. }
  167. });
  168. return rp;
  169. }
  170. }) {
  171. try (PushConnection c = t.openPush()) {
  172. // Just has to open/close for advertisement.
  173. }
  174. }
  175. assertEquals(1, haves.get().size());
  176. assertTrue(haves.get().contains(B));
  177. assertFalse(haves.get().contains(P));
  178. }
  179. private TransportLocal newTransportLocalWithStrictValidation()
  180. throws Exception {
  181. return new TransportLocal(src, uriOf(dst), dst.getDirectory()) {
  182. @Override
  183. ReceivePack createReceivePack(Repository db) {
  184. db.close();
  185. dst.incrementOpen();
  186. final ReceivePack rp = super.createReceivePack(dst);
  187. rp.setCheckReceivedObjects(true);
  188. rp.setCheckReferencedObjectsAreReachable(true);
  189. rp.setAdvertiseRefsHook(new HidePrivateHook());
  190. return rp;
  191. }
  192. };
  193. }
  194. @Test
  195. public void testSuccess() throws Exception {
  196. // Manually force a delta of an object so we reuse it later.
  197. //
  198. TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  199. packHeader(pack, 2);
  200. pack.write((Constants.OBJ_BLOB) << 4 | 1);
  201. deflate(pack, new byte[] { 'a' });
  202. pack.write((Constants.OBJ_REF_DELTA) << 4 | 4);
  203. a.copyRawTo(pack);
  204. deflate(pack, new byte[] { 0x1, 0x1, 0x1, 'b' });
  205. digest(pack);
  206. openPack(pack);
  207. // Verify the only storage of b is our packed delta above.
  208. //
  209. ObjectDirectory od = (ObjectDirectory) src.getObjectDatabase();
  210. assertTrue("has b", od.has(b));
  211. assertFalse("b not loose", od.fileFor(b).exists());
  212. // Now use b but in a different commit than what is hidden.
  213. //
  214. try (TestRepository<Repository> s = new TestRepository<>(src)) {
  215. RevCommit N = s.commit().parent(B).add("q", b).create();
  216. s.update(R_MASTER, N);
  217. // Push this new content to the remote, doing strict validation.
  218. //
  219. PushResult r;
  220. RemoteRefUpdate u = new RemoteRefUpdate( //
  221. src, //
  222. R_MASTER, // src name
  223. R_MASTER, // dst name
  224. false, // do not force update
  225. null, // local tracking branch
  226. null // expected id
  227. );
  228. try (TransportLocal t = newTransportLocalWithStrictValidation()) {
  229. t.setPushThin(true);
  230. r = t.push(PM, Collections.singleton(u));
  231. dst.close();
  232. }
  233. assertNotNull("have result", r);
  234. assertNull("private not advertised", r.getAdvertisedRef(R_PRIVATE));
  235. assertSame("master updated", RemoteRefUpdate.Status.OK,
  236. u.getStatus());
  237. assertEquals(N, dst.resolve(R_MASTER));
  238. }
  239. }
  240. @Test
  241. public void testCreateBranchAtHiddenCommitFails() throws Exception {
  242. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(64);
  243. packHeader(pack, 0);
  244. digest(pack);
  245. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(256);
  246. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  247. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + P.name() + ' '
  248. + "refs/heads/s" + '\0'
  249. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  250. inPckLine.end();
  251. pack.writeTo(inBuf, PM);
  252. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  253. final ReceivePack rp = new ReceivePack(dst);
  254. rp.setCheckReceivedObjects(true);
  255. rp.setCheckReferencedObjectsAreReachable(true);
  256. rp.setAdvertiseRefsHook(new HidePrivateHook());
  257. try {
  258. receive(rp, inBuf, outBuf);
  259. fail("Expected UnpackException");
  260. } catch (UnpackException failed) {
  261. Throwable err = failed.getCause();
  262. assertTrue(err instanceof MissingObjectException);
  263. MissingObjectException moe = (MissingObjectException) err;
  264. assertEquals(P, moe.getObjectId());
  265. }
  266. final PacketLineIn r = asPacketLineIn(outBuf);
  267. String master = r.readString();
  268. int nul = master.indexOf('\0');
  269. assertTrue("has capability list", nul > 0);
  270. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  271. assertTrue(PacketLineIn.isEnd(r.readString()));
  272. assertEquals("unpack error Missing commit " + P.name(), r.readString());
  273. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  274. assertTrue(PacketLineIn.isEnd(r.readString()));
  275. }
  276. private static void receive(final ReceivePack rp,
  277. final TemporaryBuffer.Heap inBuf, final TemporaryBuffer.Heap outBuf)
  278. throws IOException {
  279. rp.receive(new ByteArrayInputStream(inBuf.toByteArray()), outBuf, null);
  280. }
  281. @Test
  282. public void testUsingHiddenDeltaBaseFails() throws Exception {
  283. byte[] delta = { 0x1, 0x1, 0x1, 'c' };
  284. try (TestRepository<Repository> s = new TestRepository<>(src)) {
  285. RevCommit N = s.commit().parent(B)
  286. .add("q",
  287. s.blob(BinaryDelta.apply(
  288. dst.open(b).getCachedBytes(), delta)))
  289. .create();
  290. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  291. packHeader(pack, 3);
  292. copy(pack, src.open(N));
  293. copy(pack, src.open(s.parseBody(N).getTree()));
  294. pack.write((Constants.OBJ_REF_DELTA) << 4 | 4);
  295. b.copyRawTo(pack);
  296. deflate(pack, delta);
  297. digest(pack);
  298. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  299. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  300. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name()
  301. + ' ' + "refs/heads/s" + '\0'
  302. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  303. inPckLine.end();
  304. pack.writeTo(inBuf, PM);
  305. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  306. final ReceivePack rp = new ReceivePack(dst);
  307. rp.setCheckReceivedObjects(true);
  308. rp.setCheckReferencedObjectsAreReachable(true);
  309. rp.setAdvertiseRefsHook(new HidePrivateHook());
  310. try {
  311. receive(rp, inBuf, outBuf);
  312. fail("Expected UnpackException");
  313. } catch (UnpackException failed) {
  314. Throwable err = failed.getCause();
  315. assertTrue(err instanceof MissingObjectException);
  316. MissingObjectException moe = (MissingObjectException) err;
  317. assertEquals(b, moe.getObjectId());
  318. }
  319. final PacketLineIn r = asPacketLineIn(outBuf);
  320. String master = r.readString();
  321. int nul = master.indexOf('\0');
  322. assertTrue("has capability list", nul > 0);
  323. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  324. assertTrue(PacketLineIn.isEnd(r.readString()));
  325. assertEquals("unpack error Missing blob " + b.name(),
  326. r.readString());
  327. assertEquals("ng refs/heads/s n/a (unpacker error)",
  328. r.readString());
  329. assertTrue(PacketLineIn.isEnd(r.readString()));
  330. }
  331. }
  332. @Test
  333. public void testUsingHiddenCommonBlobFails() throws Exception {
  334. // Try to use the 'b' blob that is hidden.
  335. //
  336. try (TestRepository<Repository> s = new TestRepository<>(src)) {
  337. RevCommit N = s.commit().parent(B).add("q", s.blob("b")).create();
  338. // But don't include it in the pack.
  339. //
  340. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  341. packHeader(pack, 2);
  342. copy(pack, src.open(N));
  343. copy(pack, src.open(s.parseBody(N).getTree()));
  344. digest(pack);
  345. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  346. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  347. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name()
  348. + ' ' + "refs/heads/s" + '\0'
  349. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  350. inPckLine.end();
  351. pack.writeTo(inBuf, PM);
  352. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  353. final ReceivePack rp = new ReceivePack(dst);
  354. rp.setCheckReceivedObjects(true);
  355. rp.setCheckReferencedObjectsAreReachable(true);
  356. rp.setAdvertiseRefsHook(new HidePrivateHook());
  357. try {
  358. receive(rp, inBuf, outBuf);
  359. fail("Expected UnpackException");
  360. } catch (UnpackException failed) {
  361. Throwable err = failed.getCause();
  362. assertTrue(err instanceof MissingObjectException);
  363. MissingObjectException moe = (MissingObjectException) err;
  364. assertEquals(b, moe.getObjectId());
  365. }
  366. final PacketLineIn r = asPacketLineIn(outBuf);
  367. String master = r.readString();
  368. int nul = master.indexOf('\0');
  369. assertTrue("has capability list", nul > 0);
  370. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  371. assertTrue(PacketLineIn.isEnd(r.readString()));
  372. assertEquals("unpack error Missing blob " + b.name(),
  373. r.readString());
  374. assertEquals("ng refs/heads/s n/a (unpacker error)",
  375. r.readString());
  376. assertTrue(PacketLineIn.isEnd(r.readString()));
  377. }
  378. }
  379. @Test
  380. public void testUsingUnknownBlobFails() throws Exception {
  381. // Try to use the 'n' blob that is not on the server.
  382. //
  383. try (TestRepository<Repository> s = new TestRepository<>(src)) {
  384. RevBlob n = s.blob("n");
  385. RevCommit N = s.commit().parent(B).add("q", n).create();
  386. // But don't include it in the pack.
  387. //
  388. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  389. packHeader(pack, 2);
  390. copy(pack, src.open(N));
  391. copy(pack, src.open(s.parseBody(N).getTree()));
  392. digest(pack);
  393. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  394. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  395. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name()
  396. + ' ' + "refs/heads/s" + '\0'
  397. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  398. inPckLine.end();
  399. pack.writeTo(inBuf, PM);
  400. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  401. final ReceivePack rp = new ReceivePack(dst);
  402. rp.setCheckReceivedObjects(true);
  403. rp.setCheckReferencedObjectsAreReachable(true);
  404. rp.setAdvertiseRefsHook(new HidePrivateHook());
  405. try {
  406. receive(rp, inBuf, outBuf);
  407. fail("Expected UnpackException");
  408. } catch (UnpackException failed) {
  409. Throwable err = failed.getCause();
  410. assertTrue(err instanceof MissingObjectException);
  411. MissingObjectException moe = (MissingObjectException) err;
  412. assertEquals(n, moe.getObjectId());
  413. }
  414. final PacketLineIn r = asPacketLineIn(outBuf);
  415. String master = r.readString();
  416. int nul = master.indexOf('\0');
  417. assertTrue("has capability list", nul > 0);
  418. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  419. assertTrue(PacketLineIn.isEnd(r.readString()));
  420. assertEquals("unpack error Missing blob " + n.name(),
  421. r.readString());
  422. assertEquals("ng refs/heads/s n/a (unpacker error)",
  423. r.readString());
  424. assertTrue(PacketLineIn.isEnd(r.readString()));
  425. }
  426. }
  427. @Test
  428. public void testIncludesInvalidGitmodules() throws Exception {
  429. final TemporaryBuffer.Heap inBuf = setupSourceRepoInvalidGitmodules();
  430. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  431. final ReceivePack rp = new ReceivePack(dst);
  432. rp.setCheckReceivedObjects(true);
  433. rp.setCheckReferencedObjectsAreReachable(true);
  434. rp.setAdvertiseRefsHook(new HidePrivateHook());
  435. try {
  436. receive(rp, inBuf, outBuf);
  437. fail("Expected UnpackException");
  438. } catch (UnpackException failed) {
  439. Throwable err = failed.getCause();
  440. assertTrue(err instanceof IOException);
  441. }
  442. final PacketLineIn r = asPacketLineIn(outBuf);
  443. String master = r.readString();
  444. int nul = master.indexOf('\0');
  445. assertTrue("has capability list", nul > 0);
  446. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  447. assertTrue(PacketLineIn.isEnd(r.readString()));
  448. String errorLine = r.readString();
  449. assertTrue(errorLine.startsWith("unpack error"));
  450. assertTrue(errorLine.contains("Invalid submodule URL '-"));
  451. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  452. assertTrue(PacketLineIn.isEnd(r.readString()));
  453. }
  454. private TemporaryBuffer.Heap setupSourceRepoInvalidGitmodules()
  455. throws IOException, Exception, MissingObjectException {
  456. String fakeGitmodules = new StringBuilder()
  457. .append("[submodule \"test\"]\n")
  458. .append(" path = xlib\n")
  459. .append(" url = https://example.com/repo/xlib.git\n\n")
  460. .append("[submodule \"test2\"]\n")
  461. .append(" path = zlib\n")
  462. .append(" url = -upayload.sh\n")
  463. .toString();
  464. try (TestRepository<Repository> s = new TestRepository<>(src)) {
  465. RevBlob blob = s.blob(fakeGitmodules);
  466. RevCommit N = s.commit().parent(B).add(".gitmodules", blob)
  467. .create();
  468. RevTree t = s.parseBody(N).getTree();
  469. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  470. packHeader(pack, 3);
  471. copy(pack, src.open(N));
  472. copy(pack, src.open(t));
  473. copy(pack, src.open(blob));
  474. digest(pack);
  475. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  476. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  477. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name()
  478. + ' ' + "refs/heads/s" + '\0'
  479. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  480. inPckLine.end();
  481. pack.writeTo(inBuf, PM);
  482. return inBuf;
  483. }
  484. }
  485. @Test
  486. public void testUsingUnknownTreeFails() throws Exception {
  487. try (TestRepository<Repository> s = new TestRepository<>(src)) {
  488. RevCommit N = s.commit().parent(B).add("q", s.blob("a")).create();
  489. RevTree t = s.parseBody(N).getTree();
  490. // Don't include the tree in the pack.
  491. //
  492. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  493. packHeader(pack, 1);
  494. copy(pack, src.open(N));
  495. digest(pack);
  496. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  497. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  498. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name()
  499. + ' ' + "refs/heads/s" + '\0'
  500. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  501. inPckLine.end();
  502. pack.writeTo(inBuf, PM);
  503. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  504. final ReceivePack rp = new ReceivePack(dst);
  505. rp.setCheckReceivedObjects(true);
  506. rp.setCheckReferencedObjectsAreReachable(true);
  507. rp.setAdvertiseRefsHook(new HidePrivateHook());
  508. try {
  509. receive(rp, inBuf, outBuf);
  510. fail("Expected UnpackException");
  511. } catch (UnpackException failed) {
  512. Throwable err = failed.getCause();
  513. assertTrue(err instanceof MissingObjectException);
  514. MissingObjectException moe = (MissingObjectException) err;
  515. assertEquals(t, moe.getObjectId());
  516. }
  517. final PacketLineIn r = asPacketLineIn(outBuf);
  518. String master = r.readString();
  519. int nul = master.indexOf('\0');
  520. assertTrue("has capability list", nul > 0);
  521. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  522. assertTrue(PacketLineIn.isEnd(r.readString()));
  523. assertEquals("unpack error Missing tree " + t.name(),
  524. r.readString());
  525. assertEquals("ng refs/heads/s n/a (unpacker error)",
  526. r.readString());
  527. assertTrue(PacketLineIn.isEnd(r.readString()));
  528. }
  529. }
  530. private static void packHeader(TemporaryBuffer.Heap tinyPack, int cnt)
  531. throws IOException {
  532. final byte[] hdr = new byte[8];
  533. NB.encodeInt32(hdr, 0, 2);
  534. NB.encodeInt32(hdr, 4, cnt);
  535. tinyPack.write(Constants.PACK_SIGNATURE);
  536. tinyPack.write(hdr, 0, 8);
  537. }
  538. private static void copy(TemporaryBuffer.Heap tinyPack, ObjectLoader ldr)
  539. throws IOException {
  540. final byte[] buf = new byte[64];
  541. final byte[] content = ldr.getCachedBytes();
  542. int dataLength = content.length;
  543. int nextLength = dataLength >>> 4;
  544. int size = 0;
  545. buf[size++] = (byte) ((nextLength > 0 ? 0x80 : 0x00)
  546. | (ldr.getType() << 4) | (dataLength & 0x0F));
  547. dataLength = nextLength;
  548. while (dataLength > 0) {
  549. nextLength >>>= 7;
  550. buf[size++] = (byte) ((nextLength > 0 ? 0x80 : 0x00) | (dataLength & 0x7F));
  551. dataLength = nextLength;
  552. }
  553. tinyPack.write(buf, 0, size);
  554. deflate(tinyPack, content);
  555. }
  556. private static void deflate(TemporaryBuffer.Heap tinyPack,
  557. final byte[] content)
  558. throws IOException {
  559. final Deflater deflater = new Deflater();
  560. final byte[] buf = new byte[128];
  561. deflater.setInput(content, 0, content.length);
  562. deflater.finish();
  563. do {
  564. final int n = deflater.deflate(buf, 0, buf.length);
  565. if (n > 0)
  566. tinyPack.write(buf, 0, n);
  567. } while (!deflater.finished());
  568. }
  569. private static void digest(TemporaryBuffer.Heap buf) throws IOException {
  570. MessageDigest md = Constants.newMessageDigest();
  571. md.update(buf.toByteArray());
  572. buf.write(md.digest());
  573. }
  574. private ObjectInserter inserter;
  575. @After
  576. public void release() {
  577. if (inserter != null) {
  578. inserter.close();
  579. }
  580. }
  581. private void openPack(TemporaryBuffer.Heap buf) throws IOException {
  582. if (inserter == null)
  583. inserter = src.newObjectInserter();
  584. final byte[] raw = buf.toByteArray();
  585. PackParser p = inserter.newPackParser(new ByteArrayInputStream(raw));
  586. p.setAllowThin(true);
  587. p.parse(PM);
  588. }
  589. private static PacketLineIn asPacketLineIn(TemporaryBuffer.Heap buf)
  590. throws IOException {
  591. return new PacketLineIn(new ByteArrayInputStream(buf.toByteArray()));
  592. }
  593. private static final class HidePrivateHook extends AbstractAdvertiseRefsHook {
  594. @Override
  595. public Map<String, Ref> getAdvertisedRefs(Repository r, RevWalk revWalk) {
  596. Map<String, Ref> refs = new HashMap<>(r.getAllRefs());
  597. assertNotNull(refs.remove(R_PRIVATE));
  598. return refs;
  599. }
  600. }
  601. private static URIish uriOf(Repository r) throws URISyntaxException {
  602. return new URIish(r.getDirectory().getAbsolutePath());
  603. }
  604. }