You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ReceivePackAdvertiseRefsHookTest.java 22KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.transport;
  44. import static org.junit.Assert.assertEquals;
  45. import static org.junit.Assert.assertFalse;
  46. import static org.junit.Assert.assertNotNull;
  47. import static org.junit.Assert.assertNull;
  48. import static org.junit.Assert.assertSame;
  49. import static org.junit.Assert.assertTrue;
  50. import static org.junit.Assert.fail;
  51. import java.io.ByteArrayInputStream;
  52. import java.io.IOException;
  53. import java.net.URISyntaxException;
  54. import java.security.MessageDigest;
  55. import java.util.Collections;
  56. import java.util.HashMap;
  57. import java.util.Map;
  58. import java.util.Set;
  59. import java.util.concurrent.atomic.AtomicReference;
  60. import java.util.zip.Deflater;
  61. import org.eclipse.jgit.errors.MissingObjectException;
  62. import org.eclipse.jgit.errors.UnpackException;
  63. import org.eclipse.jgit.internal.storage.file.ObjectDirectory;
  64. import org.eclipse.jgit.internal.storage.pack.BinaryDelta;
  65. import org.eclipse.jgit.junit.LocalDiskRepositoryTestCase;
  66. import org.eclipse.jgit.junit.TestRepository;
  67. import org.eclipse.jgit.lib.Constants;
  68. import org.eclipse.jgit.lib.NullProgressMonitor;
  69. import org.eclipse.jgit.lib.ObjectId;
  70. import org.eclipse.jgit.lib.ObjectInserter;
  71. import org.eclipse.jgit.lib.ObjectLoader;
  72. import org.eclipse.jgit.lib.Ref;
  73. import org.eclipse.jgit.lib.Repository;
  74. import org.eclipse.jgit.revwalk.RevBlob;
  75. import org.eclipse.jgit.revwalk.RevCommit;
  76. import org.eclipse.jgit.revwalk.RevTree;
  77. import org.eclipse.jgit.revwalk.RevWalk;
  78. import org.eclipse.jgit.util.NB;
  79. import org.eclipse.jgit.util.TemporaryBuffer;
  80. import org.junit.After;
  81. import org.junit.Before;
  82. import org.junit.Test;
  83. public class ReceivePackAdvertiseRefsHookTest extends LocalDiskRepositoryTestCase {
  84. private static final NullProgressMonitor PM = NullProgressMonitor.INSTANCE;
  85. private static final String R_MASTER = Constants.R_HEADS + Constants.MASTER;
  86. private static final String R_PRIVATE = Constants.R_HEADS + "private";
  87. private Repository src;
  88. private Repository dst;
  89. private RevCommit A, B, P;
  90. private RevBlob a, b;
  91. @Override
  92. @Before
  93. public void setUp() throws Exception {
  94. super.setUp();
  95. src = createBareRepository();
  96. dst = createBareRepository();
  97. // Fill dst with a some common history.
  98. //
  99. TestRepository<Repository> d = new TestRepository<>(dst);
  100. a = d.blob("a");
  101. A = d.commit(d.tree(d.file("a", a)));
  102. B = d.commit().parent(A).create();
  103. d.update(R_MASTER, B);
  104. // Clone from dst into src
  105. //
  106. try (Transport t = Transport.open(src, uriOf(dst))) {
  107. t.fetch(PM, Collections.singleton(new RefSpec("+refs/*:refs/*")));
  108. assertEquals(B, src.resolve(R_MASTER));
  109. }
  110. // Now put private stuff into dst.
  111. //
  112. b = d.blob("b");
  113. P = d.commit(d.tree(d.file("b", b)), A);
  114. d.update(R_PRIVATE, P);
  115. }
  116. @Test
  117. public void testFilterHidesPrivate() throws Exception {
  118. Map<String, Ref> refs;
  119. try (TransportLocal t = new TransportLocal(src, uriOf(dst),
  120. dst.getDirectory()) {
  121. @Override
  122. ReceivePack createReceivePack(Repository db) {
  123. db.close();
  124. dst.incrementOpen();
  125. final ReceivePack rp = super.createReceivePack(dst);
  126. rp.setAdvertiseRefsHook(new HidePrivateHook());
  127. return rp;
  128. }
  129. }) {
  130. try (PushConnection c = t.openPush()) {
  131. refs = c.getRefsMap();
  132. }
  133. }
  134. assertNotNull(refs);
  135. assertNull("no private", refs.get(R_PRIVATE));
  136. assertNull("no HEAD", refs.get(Constants.HEAD));
  137. assertEquals(1, refs.size());
  138. Ref master = refs.get(R_MASTER);
  139. assertNotNull("has master", master);
  140. assertEquals(B, master.getObjectId());
  141. }
  142. @Test
  143. public void resetsHaves() throws Exception {
  144. AtomicReference<Set<ObjectId>> haves = new AtomicReference<>();
  145. try (TransportLocal t = new TransportLocal(src, uriOf(dst),
  146. dst.getDirectory()) {
  147. @Override
  148. ReceivePack createReceivePack(Repository db) {
  149. dst.incrementOpen();
  150. ReceivePack rp = super.createReceivePack(dst);
  151. rp.setAdvertiseRefsHook(new AdvertiseRefsHook() {
  152. @Override
  153. public void advertiseRefs(BaseReceivePack rp2)
  154. throws ServiceMayNotContinueException {
  155. rp.setAdvertisedRefs(rp.getRepository().getAllRefs(),
  156. null);
  157. new HidePrivateHook().advertiseRefs(rp);
  158. haves.set(rp.getAdvertisedObjects());
  159. }
  160. @Override
  161. public void advertiseRefs(UploadPack uploadPack)
  162. throws ServiceMayNotContinueException {
  163. throw new UnsupportedOperationException();
  164. }
  165. });
  166. return rp;
  167. }
  168. }) {
  169. try (PushConnection c = t.openPush()) {
  170. // Just has to open/close for advertisement.
  171. }
  172. }
  173. assertEquals(1, haves.get().size());
  174. assertTrue(haves.get().contains(B));
  175. assertFalse(haves.get().contains(P));
  176. }
  177. private TransportLocal newTransportLocalWithStrictValidation()
  178. throws Exception {
  179. return new TransportLocal(src, uriOf(dst), dst.getDirectory()) {
  180. @Override
  181. ReceivePack createReceivePack(Repository db) {
  182. db.close();
  183. dst.incrementOpen();
  184. final ReceivePack rp = super.createReceivePack(dst);
  185. rp.setCheckReceivedObjects(true);
  186. rp.setCheckReferencedObjectsAreReachable(true);
  187. rp.setAdvertiseRefsHook(new HidePrivateHook());
  188. return rp;
  189. }
  190. };
  191. }
  192. @Test
  193. public void testSuccess() throws Exception {
  194. // Manually force a delta of an object so we reuse it later.
  195. //
  196. TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  197. packHeader(pack, 2);
  198. pack.write((Constants.OBJ_BLOB) << 4 | 1);
  199. deflate(pack, new byte[] { 'a' });
  200. pack.write((Constants.OBJ_REF_DELTA) << 4 | 4);
  201. a.copyRawTo(pack);
  202. deflate(pack, new byte[] { 0x1, 0x1, 0x1, 'b' });
  203. digest(pack);
  204. openPack(pack);
  205. // Verify the only storage of b is our packed delta above.
  206. //
  207. ObjectDirectory od = (ObjectDirectory) src.getObjectDatabase();
  208. assertTrue("has b", src.hasObject(b));
  209. assertFalse("b not loose", od.fileFor(b).exists());
  210. // Now use b but in a different commit than what is hidden.
  211. //
  212. TestRepository<Repository> s = new TestRepository<>(src);
  213. RevCommit N = s.commit().parent(B).add("q", b).create();
  214. s.update(R_MASTER, N);
  215. // Push this new content to the remote, doing strict validation.
  216. //
  217. PushResult r;
  218. RemoteRefUpdate u = new RemoteRefUpdate( //
  219. src, //
  220. R_MASTER, // src name
  221. R_MASTER, // dst name
  222. false, // do not force update
  223. null, // local tracking branch
  224. null // expected id
  225. );
  226. try (TransportLocal t = newTransportLocalWithStrictValidation()) {
  227. t.setPushThin(true);
  228. r = t.push(PM, Collections.singleton(u));
  229. }
  230. assertNotNull("have result", r);
  231. assertNull("private not advertised", r.getAdvertisedRef(R_PRIVATE));
  232. assertSame("master updated", RemoteRefUpdate.Status.OK, u.getStatus());
  233. assertEquals(N, dst.resolve(R_MASTER));
  234. }
  235. @Test
  236. public void testCreateBranchAtHiddenCommitFails() throws Exception {
  237. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(64);
  238. packHeader(pack, 0);
  239. digest(pack);
  240. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(256);
  241. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  242. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + P.name() + ' '
  243. + "refs/heads/s" + '\0'
  244. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  245. inPckLine.end();
  246. pack.writeTo(inBuf, PM);
  247. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  248. final ReceivePack rp = new ReceivePack(dst);
  249. rp.setCheckReceivedObjects(true);
  250. rp.setCheckReferencedObjectsAreReachable(true);
  251. rp.setAdvertiseRefsHook(new HidePrivateHook());
  252. try {
  253. receive(rp, inBuf, outBuf);
  254. fail("Expected UnpackException");
  255. } catch (UnpackException failed) {
  256. Throwable err = failed.getCause();
  257. assertTrue(err instanceof MissingObjectException);
  258. MissingObjectException moe = (MissingObjectException) err;
  259. assertEquals(P, moe.getObjectId());
  260. }
  261. final PacketLineIn r = asPacketLineIn(outBuf);
  262. String master = r.readString();
  263. int nul = master.indexOf('\0');
  264. assertTrue("has capability list", nul > 0);
  265. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  266. assertSame(PacketLineIn.END, r.readString());
  267. assertEquals("unpack error Missing commit " + P.name(), r.readString());
  268. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  269. assertSame(PacketLineIn.END, r.readString());
  270. }
  271. private static void receive(final ReceivePack rp,
  272. final TemporaryBuffer.Heap inBuf, final TemporaryBuffer.Heap outBuf)
  273. throws IOException {
  274. rp.receive(new ByteArrayInputStream(inBuf.toByteArray()), outBuf, null);
  275. }
  276. @Test
  277. public void testUsingHiddenDeltaBaseFails() throws Exception {
  278. byte[] delta = { 0x1, 0x1, 0x1, 'c' };
  279. TestRepository<Repository> s = new TestRepository<>(src);
  280. RevCommit N = s.commit().parent(B).add("q",
  281. s.blob(BinaryDelta.apply(dst.open(b).getCachedBytes(), delta)))
  282. .create();
  283. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  284. packHeader(pack, 3);
  285. copy(pack, src.open(N));
  286. copy(pack, src.open(s.parseBody(N).getTree()));
  287. pack.write((Constants.OBJ_REF_DELTA) << 4 | 4);
  288. b.copyRawTo(pack);
  289. deflate(pack, delta);
  290. digest(pack);
  291. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  292. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  293. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name() + ' '
  294. + "refs/heads/s" + '\0'
  295. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  296. inPckLine.end();
  297. pack.writeTo(inBuf, PM);
  298. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  299. final ReceivePack rp = new ReceivePack(dst);
  300. rp.setCheckReceivedObjects(true);
  301. rp.setCheckReferencedObjectsAreReachable(true);
  302. rp.setAdvertiseRefsHook(new HidePrivateHook());
  303. try {
  304. receive(rp, inBuf, outBuf);
  305. fail("Expected UnpackException");
  306. } catch (UnpackException failed) {
  307. Throwable err = failed.getCause();
  308. assertTrue(err instanceof MissingObjectException);
  309. MissingObjectException moe = (MissingObjectException) err;
  310. assertEquals(b, moe.getObjectId());
  311. }
  312. final PacketLineIn r = asPacketLineIn(outBuf);
  313. String master = r.readString();
  314. int nul = master.indexOf('\0');
  315. assertTrue("has capability list", nul > 0);
  316. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  317. assertSame(PacketLineIn.END, r.readString());
  318. assertEquals("unpack error Missing blob " + b.name(), r.readString());
  319. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  320. assertSame(PacketLineIn.END, r.readString());
  321. }
  322. @Test
  323. public void testUsingHiddenCommonBlobFails() throws Exception {
  324. // Try to use the 'b' blob that is hidden.
  325. //
  326. TestRepository<Repository> s = new TestRepository<>(src);
  327. RevCommit N = s.commit().parent(B).add("q", s.blob("b")).create();
  328. // But don't include it in the pack.
  329. //
  330. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  331. packHeader(pack, 2);
  332. copy(pack, src.open(N));
  333. copy(pack,src.open(s.parseBody(N).getTree()));
  334. digest(pack);
  335. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  336. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  337. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name() + ' '
  338. + "refs/heads/s" + '\0'
  339. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  340. inPckLine.end();
  341. pack.writeTo(inBuf, PM);
  342. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  343. final ReceivePack rp = new ReceivePack(dst);
  344. rp.setCheckReceivedObjects(true);
  345. rp.setCheckReferencedObjectsAreReachable(true);
  346. rp.setAdvertiseRefsHook(new HidePrivateHook());
  347. try {
  348. receive(rp, inBuf, outBuf);
  349. fail("Expected UnpackException");
  350. } catch (UnpackException failed) {
  351. Throwable err = failed.getCause();
  352. assertTrue(err instanceof MissingObjectException);
  353. MissingObjectException moe = (MissingObjectException) err;
  354. assertEquals(b, moe.getObjectId());
  355. }
  356. final PacketLineIn r = asPacketLineIn(outBuf);
  357. String master = r.readString();
  358. int nul = master.indexOf('\0');
  359. assertTrue("has capability list", nul > 0);
  360. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  361. assertSame(PacketLineIn.END, r.readString());
  362. assertEquals("unpack error Missing blob " + b.name(), r.readString());
  363. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  364. assertSame(PacketLineIn.END, r.readString());
  365. }
  366. @Test
  367. public void testUsingUnknownBlobFails() throws Exception {
  368. // Try to use the 'n' blob that is not on the server.
  369. //
  370. TestRepository<Repository> s = new TestRepository<>(src);
  371. RevBlob n = s.blob("n");
  372. RevCommit N = s.commit().parent(B).add("q", n).create();
  373. // But don't include it in the pack.
  374. //
  375. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  376. packHeader(pack, 2);
  377. copy(pack, src.open(N));
  378. copy(pack,src.open(s.parseBody(N).getTree()));
  379. digest(pack);
  380. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  381. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  382. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name() + ' '
  383. + "refs/heads/s" + '\0'
  384. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  385. inPckLine.end();
  386. pack.writeTo(inBuf, PM);
  387. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  388. final ReceivePack rp = new ReceivePack(dst);
  389. rp.setCheckReceivedObjects(true);
  390. rp.setCheckReferencedObjectsAreReachable(true);
  391. rp.setAdvertiseRefsHook(new HidePrivateHook());
  392. try {
  393. receive(rp, inBuf, outBuf);
  394. fail("Expected UnpackException");
  395. } catch (UnpackException failed) {
  396. Throwable err = failed.getCause();
  397. assertTrue(err instanceof MissingObjectException);
  398. MissingObjectException moe = (MissingObjectException) err;
  399. assertEquals(n, moe.getObjectId());
  400. }
  401. final PacketLineIn r = asPacketLineIn(outBuf);
  402. String master = r.readString();
  403. int nul = master.indexOf('\0');
  404. assertTrue("has capability list", nul > 0);
  405. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  406. assertSame(PacketLineIn.END, r.readString());
  407. assertEquals("unpack error Missing blob " + n.name(), r.readString());
  408. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  409. assertSame(PacketLineIn.END, r.readString());
  410. }
  411. @Test
  412. public void testIncludesInvalidGitmodules() throws Exception {
  413. final TemporaryBuffer.Heap inBuf = setupSourceRepoInvalidGitmodules();
  414. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  415. final ReceivePack rp = new ReceivePack(dst);
  416. rp.setCheckReceivedObjects(true);
  417. rp.setCheckReferencedObjectsAreReachable(true);
  418. rp.setAdvertiseRefsHook(new HidePrivateHook());
  419. try {
  420. receive(rp, inBuf, outBuf);
  421. fail("Expected UnpackException");
  422. } catch (UnpackException failed) {
  423. Throwable err = failed.getCause();
  424. assertTrue(err instanceof IOException);
  425. }
  426. final PacketLineIn r = asPacketLineIn(outBuf);
  427. String master = r.readString();
  428. int nul = master.indexOf('\0');
  429. assertTrue("has capability list", nul > 0);
  430. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  431. assertSame(PacketLineIn.END, r.readString());
  432. String errorLine = r.readString();
  433. System.out.println(errorLine);
  434. assertTrue(errorLine.startsWith(
  435. "unpack error Invalid submodule URL '-"));
  436. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  437. assertSame(PacketLineIn.END, r.readString());
  438. }
  439. private TemporaryBuffer.Heap setupSourceRepoInvalidGitmodules()
  440. throws IOException, Exception, MissingObjectException {
  441. String fakeGitmodules = new StringBuilder()
  442. .append("[submodule \"test\"]\n")
  443. .append(" path = xlib\n")
  444. .append(" url = https://example.com/repo/xlib.git\n\n")
  445. .append("[submodule \"test2\"]\n")
  446. .append(" path = zlib\n")
  447. .append(" url = -upayload.sh\n")
  448. .toString();
  449. TestRepository<Repository> s = new TestRepository<>(src);
  450. RevBlob blob = s.blob(fakeGitmodules);
  451. RevCommit N = s.commit().parent(B)
  452. .add(".gitmodules", blob).create();
  453. RevTree t = s.parseBody(N).getTree();
  454. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  455. packHeader(pack, 3);
  456. copy(pack, src.open(N));
  457. copy(pack, src.open(t));
  458. copy(pack, src.open(blob));
  459. digest(pack);
  460. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  461. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  462. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name() + ' '
  463. + "refs/heads/s" + '\0'
  464. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  465. inPckLine.end();
  466. pack.writeTo(inBuf, PM);
  467. return inBuf;
  468. }
  469. @Test
  470. public void testUsingUnknownTreeFails() throws Exception {
  471. TestRepository<Repository> s = new TestRepository<>(src);
  472. RevCommit N = s.commit().parent(B).add("q", s.blob("a")).create();
  473. RevTree t = s.parseBody(N).getTree();
  474. // Don't include the tree in the pack.
  475. //
  476. final TemporaryBuffer.Heap pack = new TemporaryBuffer.Heap(1024);
  477. packHeader(pack, 1);
  478. copy(pack, src.open(N));
  479. digest(pack);
  480. final TemporaryBuffer.Heap inBuf = new TemporaryBuffer.Heap(1024);
  481. final PacketLineOut inPckLine = new PacketLineOut(inBuf);
  482. inPckLine.writeString(ObjectId.zeroId().name() + ' ' + N.name() + ' '
  483. + "refs/heads/s" + '\0'
  484. + BasePackPushConnection.CAPABILITY_REPORT_STATUS);
  485. inPckLine.end();
  486. pack.writeTo(inBuf, PM);
  487. final TemporaryBuffer.Heap outBuf = new TemporaryBuffer.Heap(1024);
  488. final ReceivePack rp = new ReceivePack(dst);
  489. rp.setCheckReceivedObjects(true);
  490. rp.setCheckReferencedObjectsAreReachable(true);
  491. rp.setAdvertiseRefsHook(new HidePrivateHook());
  492. try {
  493. receive(rp, inBuf, outBuf);
  494. fail("Expected UnpackException");
  495. } catch (UnpackException failed) {
  496. Throwable err = failed.getCause();
  497. assertTrue(err instanceof MissingObjectException);
  498. MissingObjectException moe = (MissingObjectException) err;
  499. assertEquals(t, moe.getObjectId());
  500. }
  501. final PacketLineIn r = asPacketLineIn(outBuf);
  502. String master = r.readString();
  503. int nul = master.indexOf('\0');
  504. assertTrue("has capability list", nul > 0);
  505. assertEquals(B.name() + ' ' + R_MASTER, master.substring(0, nul));
  506. assertSame(PacketLineIn.END, r.readString());
  507. assertEquals("unpack error Missing tree " + t.name(), r.readString());
  508. assertEquals("ng refs/heads/s n/a (unpacker error)", r.readString());
  509. assertSame(PacketLineIn.END, r.readString());
  510. }
  511. private static void packHeader(TemporaryBuffer.Heap tinyPack, int cnt)
  512. throws IOException {
  513. final byte[] hdr = new byte[8];
  514. NB.encodeInt32(hdr, 0, 2);
  515. NB.encodeInt32(hdr, 4, cnt);
  516. tinyPack.write(Constants.PACK_SIGNATURE);
  517. tinyPack.write(hdr, 0, 8);
  518. }
  519. private static void copy(TemporaryBuffer.Heap tinyPack, ObjectLoader ldr)
  520. throws IOException {
  521. final byte[] buf = new byte[64];
  522. final byte[] content = ldr.getCachedBytes();
  523. int dataLength = content.length;
  524. int nextLength = dataLength >>> 4;
  525. int size = 0;
  526. buf[size++] = (byte) ((nextLength > 0 ? 0x80 : 0x00)
  527. | (ldr.getType() << 4) | (dataLength & 0x0F));
  528. dataLength = nextLength;
  529. while (dataLength > 0) {
  530. nextLength >>>= 7;
  531. buf[size++] = (byte) ((nextLength > 0 ? 0x80 : 0x00) | (dataLength & 0x7F));
  532. dataLength = nextLength;
  533. }
  534. tinyPack.write(buf, 0, size);
  535. deflate(tinyPack, content);
  536. }
  537. private static void deflate(TemporaryBuffer.Heap tinyPack,
  538. final byte[] content)
  539. throws IOException {
  540. final Deflater deflater = new Deflater();
  541. final byte[] buf = new byte[128];
  542. deflater.setInput(content, 0, content.length);
  543. deflater.finish();
  544. do {
  545. final int n = deflater.deflate(buf, 0, buf.length);
  546. if (n > 0)
  547. tinyPack.write(buf, 0, n);
  548. } while (!deflater.finished());
  549. }
  550. private static void digest(TemporaryBuffer.Heap buf) throws IOException {
  551. MessageDigest md = Constants.newMessageDigest();
  552. md.update(buf.toByteArray());
  553. buf.write(md.digest());
  554. }
  555. private ObjectInserter inserter;
  556. @After
  557. public void release() {
  558. if (inserter != null) {
  559. inserter.close();
  560. }
  561. }
  562. private void openPack(TemporaryBuffer.Heap buf) throws IOException {
  563. if (inserter == null)
  564. inserter = src.newObjectInserter();
  565. final byte[] raw = buf.toByteArray();
  566. PackParser p = inserter.newPackParser(new ByteArrayInputStream(raw));
  567. p.setAllowThin(true);
  568. p.parse(PM);
  569. }
  570. private static PacketLineIn asPacketLineIn(TemporaryBuffer.Heap buf)
  571. throws IOException {
  572. return new PacketLineIn(new ByteArrayInputStream(buf.toByteArray()));
  573. }
  574. private static final class HidePrivateHook extends AbstractAdvertiseRefsHook {
  575. @Override
  576. public Map<String, Ref> getAdvertisedRefs(Repository r, RevWalk revWalk) {
  577. Map<String, Ref> refs = new HashMap<>(r.getAllRefs());
  578. assertNotNull(refs.remove(R_PRIVATE));
  579. return refs;
  580. }
  581. }
  582. private static URIish uriOf(Repository r) throws URISyntaxException {
  583. return new URIish(r.getDirectory().getAbsolutePath());
  584. }
  585. }