You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

WindowCursor.java 9.9KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. /*
  2. * Copyright (C) 2008-2009, Google Inc.
  3. * Copyright (C) 2006-2008, Shawn O. Pearce <spearce@spearce.org>
  4. * and other copyright owners as documented in the project's IP log.
  5. *
  6. * This program and the accompanying materials are made available
  7. * under the terms of the Eclipse Distribution License v1.0 which
  8. * accompanies this distribution, is reproduced below, and is
  9. * available at http://www.eclipse.org/org/documents/edl-v10.php
  10. *
  11. * All rights reserved.
  12. *
  13. * Redistribution and use in source and binary forms, with or
  14. * without modification, are permitted provided that the following
  15. * conditions are met:
  16. *
  17. * - Redistributions of source code must retain the above copyright
  18. * notice, this list of conditions and the following disclaimer.
  19. *
  20. * - Redistributions in binary form must reproduce the above
  21. * copyright notice, this list of conditions and the following
  22. * disclaimer in the documentation and/or other materials provided
  23. * with the distribution.
  24. *
  25. * - Neither the name of the Eclipse Foundation, Inc. nor the
  26. * names of its contributors may be used to endorse or promote
  27. * products derived from this software without specific prior
  28. * written permission.
  29. *
  30. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  31. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  32. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  33. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  34. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  35. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  36. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  37. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  38. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  39. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  40. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  41. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  42. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  43. */
  44. package org.eclipse.jgit.storage.file;
  45. import java.io.IOException;
  46. import java.util.Collection;
  47. import java.util.Collections;
  48. import java.util.HashSet;
  49. import java.util.List;
  50. import java.util.zip.DataFormatException;
  51. import java.util.zip.Inflater;
  52. import org.eclipse.jgit.errors.IncorrectObjectTypeException;
  53. import org.eclipse.jgit.errors.MissingObjectException;
  54. import org.eclipse.jgit.errors.StoredObjectRepresentationNotAvailableException;
  55. import org.eclipse.jgit.lib.AbbreviatedObjectId;
  56. import org.eclipse.jgit.lib.AnyObjectId;
  57. import org.eclipse.jgit.lib.Constants;
  58. import org.eclipse.jgit.lib.InflaterCache;
  59. import org.eclipse.jgit.lib.ObjectId;
  60. import org.eclipse.jgit.lib.ObjectLoader;
  61. import org.eclipse.jgit.lib.ObjectReader;
  62. import org.eclipse.jgit.lib.ProgressMonitor;
  63. import org.eclipse.jgit.revwalk.RevObject;
  64. import org.eclipse.jgit.storage.pack.CachedPack;
  65. import org.eclipse.jgit.storage.pack.ObjectReuseAsIs;
  66. import org.eclipse.jgit.storage.pack.ObjectToPack;
  67. import org.eclipse.jgit.storage.pack.PackOutputStream;
  68. import org.eclipse.jgit.storage.pack.PackWriter;
  69. /** Active handle to a ByteWindow. */
  70. final class WindowCursor extends ObjectReader implements ObjectReuseAsIs {
  71. /** Temporary buffer large enough for at least one raw object id. */
  72. final byte[] tempId = new byte[Constants.OBJECT_ID_LENGTH];
  73. private Inflater inf;
  74. private ByteWindow window;
  75. final FileObjectDatabase db;
  76. WindowCursor(FileObjectDatabase db) {
  77. this.db = db;
  78. }
  79. @Override
  80. public ObjectReader newReader() {
  81. return new WindowCursor(db);
  82. }
  83. @Override
  84. public Collection<ObjectId> resolve(AbbreviatedObjectId id)
  85. throws IOException {
  86. if (id.isComplete())
  87. return Collections.singleton(id.toObjectId());
  88. HashSet<ObjectId> matches = new HashSet<ObjectId>(4);
  89. db.resolve(matches, id);
  90. return matches;
  91. }
  92. public boolean has(AnyObjectId objectId) throws IOException {
  93. return db.has(objectId);
  94. }
  95. public ObjectLoader open(AnyObjectId objectId, int typeHint)
  96. throws MissingObjectException, IncorrectObjectTypeException,
  97. IOException {
  98. final ObjectLoader ldr = db.openObject(this, objectId);
  99. if (ldr == null) {
  100. if (typeHint == OBJ_ANY)
  101. throw new MissingObjectException(objectId.copy(), "unknown");
  102. throw new MissingObjectException(objectId.copy(), typeHint);
  103. }
  104. if (typeHint != OBJ_ANY && ldr.getType() != typeHint)
  105. throw new IncorrectObjectTypeException(objectId.copy(), typeHint);
  106. return ldr;
  107. }
  108. public long getObjectSize(AnyObjectId objectId, int typeHint)
  109. throws MissingObjectException, IncorrectObjectTypeException,
  110. IOException {
  111. long sz = db.getObjectSize(this, objectId);
  112. if (sz < 0) {
  113. if (typeHint == OBJ_ANY)
  114. throw new MissingObjectException(objectId.copy(), "unknown");
  115. throw new MissingObjectException(objectId.copy(), typeHint);
  116. }
  117. return sz;
  118. }
  119. public LocalObjectToPack newObjectToPack(RevObject obj) {
  120. return new LocalObjectToPack(obj);
  121. }
  122. public void selectObjectRepresentation(PackWriter packer,
  123. ProgressMonitor monitor, Iterable<ObjectToPack> objects)
  124. throws IOException, MissingObjectException {
  125. for (ObjectToPack otp : objects) {
  126. db.selectObjectRepresentation(packer, otp, this);
  127. monitor.update(1);
  128. }
  129. }
  130. public void copyObjectAsIs(PackOutputStream out, ObjectToPack otp,
  131. boolean validate) throws IOException,
  132. StoredObjectRepresentationNotAvailableException {
  133. LocalObjectToPack src = (LocalObjectToPack) otp;
  134. src.pack.copyAsIs(out, src, validate, this);
  135. }
  136. public void writeObjects(PackOutputStream out, List<ObjectToPack> list)
  137. throws IOException {
  138. for (ObjectToPack otp : list)
  139. out.writeObject(otp);
  140. }
  141. @SuppressWarnings("unchecked")
  142. public Collection<CachedPack> getCachedPacks() throws IOException {
  143. return (Collection<CachedPack>) db.getCachedPacks();
  144. }
  145. /**
  146. * Copy bytes from the window to a caller supplied buffer.
  147. *
  148. * @param pack
  149. * the file the desired window is stored within.
  150. * @param position
  151. * position within the file to read from.
  152. * @param dstbuf
  153. * destination buffer to copy into.
  154. * @param dstoff
  155. * offset within <code>dstbuf</code> to start copying into.
  156. * @param cnt
  157. * number of bytes to copy. This value may exceed the number of
  158. * bytes remaining in the window starting at offset
  159. * <code>pos</code>.
  160. * @return number of bytes actually copied; this may be less than
  161. * <code>cnt</code> if <code>cnt</code> exceeded the number of bytes
  162. * available.
  163. * @throws IOException
  164. * this cursor does not match the provider or id and the proper
  165. * window could not be acquired through the provider's cache.
  166. */
  167. int copy(final PackFile pack, long position, final byte[] dstbuf,
  168. int dstoff, final int cnt) throws IOException {
  169. final long length = pack.length;
  170. int need = cnt;
  171. while (need > 0 && position < length) {
  172. pin(pack, position);
  173. final int r = window.copy(position, dstbuf, dstoff, need);
  174. position += r;
  175. dstoff += r;
  176. need -= r;
  177. }
  178. return cnt - need;
  179. }
  180. public void copyPackAsIs(PackOutputStream out, CachedPack pack)
  181. throws IOException {
  182. ((LocalCachedPack) pack).copyAsIs(out, this);
  183. }
  184. void copyPackAsIs(final PackFile pack, final PackOutputStream out,
  185. long position, long cnt) throws IOException {
  186. while (0 < cnt) {
  187. pin(pack, position);
  188. int ptr = (int) (position - window.start);
  189. int n = (int) Math.min(window.size() - ptr, cnt);
  190. window.write(out, position, n);
  191. position += n;
  192. cnt -= n;
  193. }
  194. }
  195. /**
  196. * Inflate a region of the pack starting at {@code position}.
  197. *
  198. * @param pack
  199. * the file the desired window is stored within.
  200. * @param position
  201. * position within the file to read from.
  202. * @param dstbuf
  203. * destination buffer the inflater should output decompressed
  204. * data to.
  205. * @param dstoff
  206. * current offset within <code>dstbuf</code> to inflate into.
  207. * @return updated <code>dstoff</code> based on the number of bytes
  208. * successfully inflated into <code>dstbuf</code>.
  209. * @throws IOException
  210. * this cursor does not match the provider or id and the proper
  211. * window could not be acquired through the provider's cache.
  212. * @throws DataFormatException
  213. * the inflater encountered an invalid chunk of data. Data
  214. * stream corruption is likely.
  215. */
  216. int inflate(final PackFile pack, long position, final byte[] dstbuf,
  217. int dstoff) throws IOException, DataFormatException {
  218. prepareInflater();
  219. pin(pack, position);
  220. position += window.setInput(position, inf);
  221. do {
  222. int n = inf.inflate(dstbuf, dstoff, dstbuf.length - dstoff);
  223. if (n == 0) {
  224. if (inf.needsInput()) {
  225. pin(pack, position);
  226. position += window.setInput(position, inf);
  227. } else if (inf.finished())
  228. return dstoff;
  229. else
  230. throw new DataFormatException();
  231. }
  232. dstoff += n;
  233. } while (dstoff < dstbuf.length);
  234. return dstoff;
  235. }
  236. ByteArrayWindow quickCopy(PackFile p, long pos, long cnt)
  237. throws IOException {
  238. pin(p, pos);
  239. if (window instanceof ByteArrayWindow
  240. && window.contains(p, pos + (cnt - 1)))
  241. return (ByteArrayWindow) window;
  242. return null;
  243. }
  244. Inflater inflater() {
  245. prepareInflater();
  246. return inf;
  247. }
  248. private void prepareInflater() {
  249. if (inf == null)
  250. inf = InflaterCache.get();
  251. else
  252. inf.reset();
  253. }
  254. void pin(final PackFile pack, final long position)
  255. throws IOException {
  256. final ByteWindow w = window;
  257. if (w == null || !w.contains(pack, position)) {
  258. // If memory is low, we may need what is in our window field to
  259. // be cleaned up by the GC during the get for the next window.
  260. // So we always clear it, even though we are just going to set
  261. // it again.
  262. //
  263. window = null;
  264. window = WindowCache.get(pack, position);
  265. }
  266. }
  267. int getStreamFileThreshold() {
  268. return WindowCache.getStreamFileThreshold();
  269. }
  270. /** Release the current window cursor. */
  271. public void release() {
  272. window = null;
  273. try {
  274. InflaterCache.release(inf);
  275. } finally {
  276. inf = null;
  277. }
  278. }
  279. }