/* * Copyright (C) 2007, Robin Rosenberg * Copyright (C) 2008, Shawn O. Pearce * Copyright (C) 2009, Google Inc. * and other copyright owners as documented in the project's IP log. * * This program and the accompanying materials are made available * under the terms of the Eclipse Distribution License v1.0 which * accompanies this distribution, is reproduced below, and is * available at http://www.eclipse.org/org/documents/edl-v10.php * * All rights reserved. * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials provided * with the distribution. * * - Neither the name of the Eclipse Foundation, Inc. nor the * names of its contributors may be used to endorse or promote * products derived from this software without specific prior * written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ package org.eclipse.jgit.internal.storage.file; import java.io.EOFException; import java.io.File; import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.FilterOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; import java.nio.channels.Channels; import java.text.MessageFormat; import java.util.zip.Deflater; import java.util.zip.DeflaterOutputStream; import org.eclipse.jgit.errors.ObjectWritingException; import org.eclipse.jgit.internal.JGitText; import org.eclipse.jgit.lib.Config; import org.eclipse.jgit.lib.Constants; import org.eclipse.jgit.lib.ObjectId; import org.eclipse.jgit.lib.ObjectInserter; import org.eclipse.jgit.lib.ObjectReader; import org.eclipse.jgit.transport.PackParser; import org.eclipse.jgit.util.FileUtils; import org.eclipse.jgit.util.IO; import org.eclipse.jgit.util.sha1.SHA1; /** Creates loose objects in a {@link ObjectDirectory}. */ class ObjectDirectoryInserter extends ObjectInserter { private final FileObjectDatabase db; private final WriteConfig config; private Deflater deflate; ObjectDirectoryInserter(FileObjectDatabase dest, Config cfg) { db = dest; config = cfg.get(WriteConfig.KEY); } /** {@inheritDoc} */ @Override public ObjectId insert(int type, byte[] data, int off, int len) throws IOException { return insert(type, data, off, len, false); } /** * Insert a loose object into the database. If createDuplicate is true, * write the loose object even if we already have it in the loose or packed * ODB. * * @param type * @param data * @param off * @param len * @param createDuplicate * @return ObjectId * @throws IOException */ private ObjectId insert( int type, byte[] data, int off, int len, boolean createDuplicate) throws IOException { ObjectId id = idFor(type, data, off, len); if (!createDuplicate && db.has(id)) { return id; } else { File tmp = toTemp(type, data, off, len); return insertOneObject(tmp, id, createDuplicate); } } /** {@inheritDoc} */ @Override public ObjectId insert(int type, long len, InputStream is) throws IOException { return insert(type, len, is, false); } /** * Insert a loose object into the database. If createDuplicate is true, * write the loose object even if we already have it in the loose or packed * ODB. * * @param type * @param len * @param is * @param createDuplicate * @return ObjectId * @throws IOException */ ObjectId insert(int type, long len, InputStream is, boolean createDuplicate) throws IOException { if (len <= buffer().length) { byte[] buf = buffer(); int actLen = IO.readFully(is, buf, 0); return insert(type, buf, 0, actLen, createDuplicate); } else { SHA1 md = digest(); File tmp = toTemp(md, type, len, is); ObjectId id = md.toObjectId(); return insertOneObject(tmp, id, createDuplicate); } } private ObjectId insertOneObject( File tmp, ObjectId id, boolean createDuplicate) throws IOException, ObjectWritingException { switch (db.insertUnpackedObject(tmp, id, createDuplicate)) { case INSERTED: case EXISTS_PACKED: case EXISTS_LOOSE: return id; case FAILURE: default: break; } final File dst = db.fileFor(id); throw new ObjectWritingException(MessageFormat .format(JGitText.get().unableToCreateNewObject, dst)); } /** {@inheritDoc} */ @Override public PackParser newPackParser(InputStream in) throws IOException { return new ObjectDirectoryPackParser(db, in); } /** {@inheritDoc} */ @Override public ObjectReader newReader() { return new WindowCursor(db, this); } /** {@inheritDoc} */ @Override public void flush() throws IOException { // Do nothing. Loose objects are immediately visible. } /** {@inheritDoc} */ @Override public void close() { if (deflate != null) { try { deflate.end(); } finally { deflate = null; } } } @SuppressWarnings("resource" /* java 7 */) private File toTemp(final SHA1 md, final int type, long len, final InputStream is) throws IOException, FileNotFoundException, Error { boolean delete = true; File tmp = newTempFile(); try { FileOutputStream fOut = new FileOutputStream(tmp); try { OutputStream out = fOut; if (config.getFSyncObjectFiles()) out = Channels.newOutputStream(fOut.getChannel()); DeflaterOutputStream cOut = compress(out); SHA1OutputStream dOut = new SHA1OutputStream(cOut, md); writeHeader(dOut, type, len); final byte[] buf = buffer(); while (len > 0) { int n = is.read(buf, 0, (int) Math.min(len, buf.length)); if (n <= 0) throw shortInput(len); dOut.write(buf, 0, n); len -= n; } dOut.flush(); cOut.finish(); } finally { if (config.getFSyncObjectFiles()) fOut.getChannel().force(true); fOut.close(); } delete = false; return tmp; } finally { if (delete) FileUtils.delete(tmp, FileUtils.RETRY); } } @SuppressWarnings("resource" /* java 7 */) private File toTemp(final int type, final byte[] buf, final int pos, final int len) throws IOException, FileNotFoundException { boolean delete = true; File tmp = newTempFile(); try { FileOutputStream fOut = new FileOutputStream(tmp); try { OutputStream out = fOut; if (config.getFSyncObjectFiles()) out = Channels.newOutputStream(fOut.getChannel()); DeflaterOutputStream cOut = compress(out); writeHeader(cOut, type, len); cOut.write(buf, pos, len); cOut.finish(); } finally { if (config.getFSyncObjectFiles()) fOut.getChannel().force(true); fOut.close(); } delete = false; return tmp; } finally { if (delete) FileUtils.delete(tmp, FileUtils.RETRY); } } void writeHeader(OutputStream out, int type, long len) throws IOException { out.write(Constants.encodedTypeString(type)); out.write((byte) ' '); out.write(Constants.encodeASCII(len)); out.write((byte) 0); } File newTempFile() throws IOException { return File.createTempFile("noz", null, db.getDirectory()); //$NON-NLS-1$ } DeflaterOutputStream compress(OutputStream out) { if (deflate == null) deflate = new Deflater(config.getCompression()); else deflate.reset(); return new DeflaterOutputStream(out, deflate, 8192); } private static EOFException shortInput(long missing) { return new EOFException(MessageFormat.format( JGitText.get().inputDidntMatchLength, Long.valueOf(missing))); } private static class SHA1OutputStream extends FilterOutputStream { private final SHA1 md; SHA1OutputStream(OutputStream out, SHA1 md) { super(out); this.md = md; } @Override public void write(int b) throws IOException { md.update((byte) b); out.write(b); } @Override public void write(byte[] in, int p, int n) throws IOException { md.update(in, p, n); out.write(in, p, n); } } }