org.eclipse.jgit.test/tst/org/eclipse/jgit/internal/storage/file/UnpackedObjectTest.java - sop/jgit - Git at Google

 /*
  * Copyright (C) 2010, Google Inc.
  * and other copyright owners as documented in the project's IP log.
  *
  * This program and the accompanying materials are made available
  * under the terms of the Eclipse Distribution License v1.0 which
  * accompanies this distribution, is reproduced below, and is
  * available at http://www.eclipse.org/org/documents/edl-v10.php
  *
  * All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or
  * without modification, are permitted provided that the following
  * conditions are met:
  *
  * - Redistributions of source code must retain the above copyright
  *   notice, this list of conditions and the following disclaimer.
  *
  * - Redistributions in binary form must reproduce the above
  *   copyright notice, this list of conditions and the following
  *   disclaimer in the documentation and/or other materials provided
  *   with the distribution.
  *
  * - Neither the name of the Eclipse Foundation, Inc. nor the
  *   names of its contributors may be used to endorse or promote
  *   products derived from this software without specific prior
  *   written permission.
  *
  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  */

 package org.eclipse.jgit.internal.storage.file;

 import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertFalse;
 import static org.junit.Assert.assertNotNull;
 import static org.junit.Assert.assertTrue;
 import static org.junit.Assert.fail;

 import java.io.ByteArrayInputStream;
 import java.io.ByteArrayOutputStream;
 import java.io.File;
 import java.io.FileInputStream;
 import java.io.FileOutputStream;
 import java.io.IOException;
 import java.io.InputStream;
 import java.text.MessageFormat;
 import java.util.Arrays;
 import java.util.zip.DeflaterOutputStream;

 import org.eclipse.jgit.errors.CorruptObjectException;
 import org.eclipse.jgit.errors.LargeObjectException;
 import org.eclipse.jgit.internal.JGitText;
 import org.eclipse.jgit.junit.JGitTestUtil;
 import org.eclipse.jgit.junit.LocalDiskRepositoryTestCase;
 import org.eclipse.jgit.junit.TestRng;
 import org.eclipse.jgit.lib.Constants;
 import org.eclipse.jgit.lib.ObjectId;
 import org.eclipse.jgit.lib.ObjectInserter;
 import org.eclipse.jgit.lib.ObjectLoader;
 import org.eclipse.jgit.lib.ObjectStream;
 import org.eclipse.jgit.storage.file.WindowCacheConfig;
 import org.eclipse.jgit.util.FileUtils;
 import org.eclipse.jgit.util.IO;
 import org.junit.After;
 import org.junit.Before;
 import org.junit.Test;

 public class UnpackedObjectTest extends LocalDiskRepositoryTestCase {
 	private int streamThreshold = 16 * 1024;

 	private TestRng rng;

 	private FileRepository repo;

 	private WindowCursor wc;

 	private TestRng getRng() {
 		if (rng == null)
 			rng = new TestRng(JGitTestUtil.getName());
 		return rng;
 	}

 	@Override
 	@Before
 	public void setUp() throws Exception {
 		super.setUp();

 		WindowCacheConfig cfg = new WindowCacheConfig();
 		cfg.setStreamFileThreshold(streamThreshold);
 		cfg.install();

 		repo = createBareRepository();
 		wc = (WindowCursor) repo.newObjectReader();
 	}

 	@Override
 	@After
 	public void tearDown() throws Exception {
 		if (wc != null)
 			wc.close();
 		new WindowCacheConfig().install();
 		super.tearDown();
 	}

 	@Test
 	public void testStandardFormat_SmallObject() throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(300);
 		byte[] gz = compressStandardFormat(type, data);
 		ObjectId id = ObjectId.zeroId();

 		ObjectLoader ol = UnpackedObject.open(new ByteArrayInputStream(gz),
 				path(id), id, wc);
 		assertNotNull("created loader", ol);
 		assertEquals(type, ol.getType());
 		assertEquals(data.length, ol.getSize());
 		assertFalse("is not large", ol.isLarge());
 		assertTrue("same content", Arrays.equals(data, ol.getCachedBytes()));

 		ObjectStream in = ol.openStream();
 		assertNotNull("have stream", in);
 		assertEquals(type, in.getType());
 		assertEquals(data.length, in.getSize());
 		byte[] data2 = new byte[data.length];
 		IO.readFully(in, data2, 0, data.length);
 		assertTrue("same content", Arrays.equals(data2, data));
 		assertEquals("stream at EOF", -1, in.read());
 		in.close();
 	}

 	@Test
 	public void testStandardFormat_LargeObject() throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(streamThreshold + 5);
 		ObjectId id = getId(type, data);
 		write(id, compressStandardFormat(type, data));

 		ObjectLoader ol;
 		{
 			FileInputStream fs = new FileInputStream(path(id));
 			try {
 				ol = UnpackedObject.open(fs, path(id), id, wc);
 			} finally {
 				fs.close();
 			}
 		}

 		assertNotNull("created loader", ol);
 		assertEquals(type, ol.getType());
 		assertEquals(data.length, ol.getSize());
 		assertTrue("is large", ol.isLarge());
 		try {
 			ol.getCachedBytes();
 			fail("Should have thrown LargeObjectException");
 		} catch (LargeObjectException tooBig) {
 			assertEquals(MessageFormat.format(
 					JGitText.get().largeObjectException, id.name()), tooBig
 					.getMessage());
 		}

 		ObjectStream in = ol.openStream();
 		assertNotNull("have stream", in);
 		assertEquals(type, in.getType());
 		assertEquals(data.length, in.getSize());
 		byte[] data2 = new byte[data.length];
 		IO.readFully(in, data2, 0, data.length);
 		assertTrue("same content", Arrays.equals(data2, data));
 		assertEquals("stream at EOF", -1, in.read());
 		in.close();
 	}

 	@Test
 	public void testStandardFormat_NegativeSize() throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressStandardFormat("blob", "-1", data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectNegativeSize), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_InvalidType() throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressStandardFormat("not.a.type", "1", data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectInvalidType), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_NoHeader() throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = {};

 		try {
 			byte[] gz = compressStandardFormat("", "", data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectNoHeader), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_GarbageAfterSize() throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressStandardFormat("blob", "1foo", data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectGarbageAfterSize),
 					coe.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_SmallObject_CorruptZLibStream()
 			throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressStandardFormat(Constants.OBJ_BLOB, data);
 			for (int i = 5; i < gz.length; i++)
 				gz[i] = 0;
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectBadStream), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_SmallObject_TruncatedZLibStream()
 			throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressStandardFormat(Constants.OBJ_BLOB, data);
 			byte[] tr = new byte[gz.length - 1];
 			System.arraycopy(gz, 0, tr, 0, tr.length);
 			UnpackedObject.open(new ByteArrayInputStream(tr), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectBadStream), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_SmallObject_TrailingGarbage()
 			throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressStandardFormat(Constants.OBJ_BLOB, data);
 			byte[] tr = new byte[gz.length + 1];
 			System.arraycopy(gz, 0, tr, 0, gz.length);
 			UnpackedObject.open(new ByteArrayInputStream(tr), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectBadStream), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_LargeObject_CorruptZLibStream()
 			throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(streamThreshold + 5);
 		ObjectId id = getId(type, data);
 		byte[] gz = compressStandardFormat(type, data);
 		gz[gz.length - 1] = 0;
 		gz[gz.length - 2] = 0;

 		write(id, gz);

 		ObjectLoader ol;
 		{
 			FileInputStream fs = new FileInputStream(path(id));
 			try {
 				ol = UnpackedObject.open(fs, path(id), id, wc);
 			} finally {
 				fs.close();
 			}
 		}

 		try {
 			byte[] tmp = new byte[data.length];
 			InputStream in = ol.openStream();
 			try {
 				IO.readFully(in, tmp, 0, tmp.length);
 			} finally {
 				in.close();
 			}
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectBadStream), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_LargeObject_TruncatedZLibStream()
 			throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(streamThreshold + 5);
 		ObjectId id = getId(type, data);
 		byte[] gz = compressStandardFormat(type, data);
 		byte[] tr = new byte[gz.length - 1];
 		System.arraycopy(gz, 0, tr, 0, tr.length);

 		write(id, tr);

 		ObjectLoader ol;
 		{
 			FileInputStream fs = new FileInputStream(path(id));
 			try {
 				ol = UnpackedObject.open(fs, path(id), id, wc);
 			} finally {
 				fs.close();
 			}
 		}

 		byte[] tmp = new byte[data.length];
 		InputStream in = ol.openStream();
 		IO.readFully(in, tmp, 0, tmp.length);
 		try {
 			in.close();
 			fail("close did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectBadStream), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testStandardFormat_LargeObject_TrailingGarbage()
 			throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(streamThreshold + 5);
 		ObjectId id = getId(type, data);
 		byte[] gz = compressStandardFormat(type, data);
 		byte[] tr = new byte[gz.length + 1];
 		System.arraycopy(gz, 0, tr, 0, gz.length);

 		write(id, tr);

 		ObjectLoader ol;
 		{
 			FileInputStream fs = new FileInputStream(path(id));
 			try {
 				ol = UnpackedObject.open(fs, path(id), id, wc);
 			} finally {
 				fs.close();
 			}
 		}

 		byte[] tmp = new byte[data.length];
 		InputStream in = ol.openStream();
 		IO.readFully(in, tmp, 0, tmp.length);
 		try {
 			in.close();
 			fail("close did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectBadStream), coe
 					.getMessage());
 		}
 	}

 	@Test
 	public void testPackFormat_SmallObject() throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(300);
 		byte[] gz = compressPackFormat(type, data);
 		ObjectId id = ObjectId.zeroId();

 		ObjectLoader ol = UnpackedObject.open(new ByteArrayInputStream(gz),
 				path(id), id, wc);
 		assertNotNull("created loader", ol);
 		assertEquals(type, ol.getType());
 		assertEquals(data.length, ol.getSize());
 		assertFalse("is not large", ol.isLarge());
 		assertTrue("same content", Arrays.equals(data, ol.getCachedBytes()));

 		ObjectStream in = ol.openStream();
 		assertNotNull("have stream", in);
 		assertEquals(type, in.getType());
 		assertEquals(data.length, in.getSize());
 		byte[] data2 = new byte[data.length];
 		IO.readFully(in, data2, 0, data.length);
 		assertTrue("same content", Arrays.equals(data, ol.getCachedBytes()));
 		in.close();
 	}

 	@Test
 	public void testPackFormat_LargeObject() throws Exception {
 		final int type = Constants.OBJ_BLOB;
 		byte[] data = getRng().nextBytes(streamThreshold + 5);
 		ObjectId id = getId(type, data);
 		write(id, compressPackFormat(type, data));

 		ObjectLoader ol;
 		{
 			FileInputStream fs = new FileInputStream(path(id));
 			try {
 				ol = UnpackedObject.open(fs, path(id), id, wc);
 			} finally {
 				fs.close();
 			}
 		}

 		assertNotNull("created loader", ol);
 		assertEquals(type, ol.getType());
 		assertEquals(data.length, ol.getSize());
 		assertTrue("is large", ol.isLarge());
 		try {
 			ol.getCachedBytes();
 			fail("Should have thrown LargeObjectException");
 		} catch (LargeObjectException tooBig) {
 			assertEquals(MessageFormat.format(
 					JGitText.get().largeObjectException, id.name()), tooBig
 					.getMessage());
 		}

 		ObjectStream in = ol.openStream();
 		assertNotNull("have stream", in);
 		assertEquals(type, in.getType());
 		assertEquals(data.length, in.getSize());
 		byte[] data2 = new byte[data.length];
 		IO.readFully(in, data2, 0, data.length);
 		assertTrue("same content", Arrays.equals(data2, data));
 		assertEquals("stream at EOF", -1, in.read());
 		in.close();
 	}

 	@Test
 	public void testPackFormat_DeltaNotAllowed() throws Exception {
 		ObjectId id = ObjectId.zeroId();
 		byte[] data = getRng().nextBytes(300);

 		try {
 			byte[] gz = compressPackFormat(Constants.OBJ_OFS_DELTA, data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectInvalidType), coe
 					.getMessage());
 		}

 		try {
 			byte[] gz = compressPackFormat(Constants.OBJ_REF_DELTA, data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectInvalidType), coe
 					.getMessage());
 		}

 		try {
 			byte[] gz = compressPackFormat(Constants.OBJ_TYPE_5, data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectInvalidType), coe
 					.getMessage());
 		}

 		try {
 			byte[] gz = compressPackFormat(Constants.OBJ_EXT, data);
 			UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
 			fail("Did not throw CorruptObjectException");
 		} catch (CorruptObjectException coe) {
 			assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
 					id.name(), JGitText.get().corruptObjectInvalidType), coe
 					.getMessage());
 		}
 	}

 	private static byte[] compressStandardFormat(int type, byte[] data)
 			throws IOException {
 		String typeString = Constants.typeString(type);
 		String length = String.valueOf(data.length);
 		return compressStandardFormat(typeString, length, data);
 	}

 	private static byte[] compressStandardFormat(String type, String length,
 			byte[] data) throws IOException {
 		ByteArrayOutputStream out = new ByteArrayOutputStream();
 		DeflaterOutputStream d = new DeflaterOutputStream(out);
 		d.write(Constants.encodeASCII(type));
 		d.write(' ');
 		d.write(Constants.encodeASCII(length));
 		d.write(0);
 		d.write(data);
 		d.finish();
 		return out.toByteArray();
 	}

 	private static byte[] compressPackFormat(int type, byte[] data)
 			throws IOException {
 		byte[] hdr = new byte[64];
 		int rawLength = data.length;
 		int nextLength = rawLength >>> 4;
 		hdr[0] = (byte) ((nextLength > 0 ? 0x80 : 0x00) | (type << 4) | (rawLength & 0x0F));
 		rawLength = nextLength;
 		int n = 1;
 		while (rawLength > 0) {
 			nextLength >>>= 7;
 			hdr[n++] = (byte) ((nextLength > 0 ? 0x80 : 0x00) | (rawLength & 0x7F));
 			rawLength = nextLength;
 		}

 		final ByteArrayOutputStream out = new ByteArrayOutputStream();
 		out.write(hdr, 0, n);

 		DeflaterOutputStream d = new DeflaterOutputStream(out);
 		d.write(data);
 		d.finish();
 		return out.toByteArray();
 	}

 	private File path(ObjectId id) {
 		return repo.getObjectDatabase().fileFor(id);
 	}

 	private void write(ObjectId id, byte[] data) throws IOException {
 		File path = path(id);
 		FileUtils.mkdirs(path.getParentFile());
 		FileOutputStream out = new FileOutputStream(path);
 		try {
 			out.write(data);
 		} finally {
 			out.close();
 		}
 	}

 	private ObjectId getId(int type, byte[] data) {
 		try (ObjectInserter.Formatter formatter = new ObjectInserter.Formatter()) {
 			return formatter.idFor(type, data);
 		}
 	}
 }
	/*
	* Copyright (C) 2010, Google Inc.
	* and other copyright owners as documented in the project's IP log.
	*
	* This program and the accompanying materials are made available
	* under the terms of the Eclipse Distribution License v1.0 which
	* accompanies this distribution, is reproduced below, and is
	* available at http://www.eclipse.org/org/documents/edl-v10.php
	*
	* All rights reserved.
	*
	* Redistribution and use in source and binary forms, with or
	* without modification, are permitted provided that the following
	* conditions are met:
	*
	* - Redistributions of source code must retain the above copyright
	* notice, this list of conditions and the following disclaimer.
	*
	* - Redistributions in binary form must reproduce the above
	* copyright notice, this list of conditions and the following
	* disclaimer in the documentation and/or other materials provided
	* with the distribution.
	*
	* - Neither the name of the Eclipse Foundation, Inc. nor the
	* names of its contributors may be used to endorse or promote
	* products derived from this software without specific prior
	* written permission.
	*
	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
	* CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
	* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
	* OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
	* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
	* CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
	* NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
	* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
	* CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
	* STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
	* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
	* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	*/

	package org.eclipse.jgit.internal.storage.file;

	import static org.junit.Assert.assertEquals;
	import static org.junit.Assert.assertFalse;
	import static org.junit.Assert.assertNotNull;
	import static org.junit.Assert.assertTrue;
	import static org.junit.Assert.fail;

	import java.io.ByteArrayInputStream;
	import java.io.ByteArrayOutputStream;
	import java.io.File;
	import java.io.FileInputStream;
	import java.io.FileOutputStream;
	import java.io.IOException;
	import java.io.InputStream;
	import java.text.MessageFormat;
	import java.util.Arrays;
	import java.util.zip.DeflaterOutputStream;

	import org.eclipse.jgit.errors.CorruptObjectException;
	import org.eclipse.jgit.errors.LargeObjectException;
	import org.eclipse.jgit.internal.JGitText;
	import org.eclipse.jgit.junit.JGitTestUtil;
	import org.eclipse.jgit.junit.LocalDiskRepositoryTestCase;
	import org.eclipse.jgit.junit.TestRng;
	import org.eclipse.jgit.lib.Constants;
	import org.eclipse.jgit.lib.ObjectId;
	import org.eclipse.jgit.lib.ObjectInserter;
	import org.eclipse.jgit.lib.ObjectLoader;
	import org.eclipse.jgit.lib.ObjectStream;
	import org.eclipse.jgit.storage.file.WindowCacheConfig;
	import org.eclipse.jgit.util.FileUtils;
	import org.eclipse.jgit.util.IO;
	import org.junit.After;
	import org.junit.Before;
	import org.junit.Test;

	public class UnpackedObjectTest extends LocalDiskRepositoryTestCase {
	private int streamThreshold = 16 * 1024;

	private TestRng rng;

	private FileRepository repo;

	private WindowCursor wc;

	private TestRng getRng() {
	if (rng == null)
	rng = new TestRng(JGitTestUtil.getName());
	return rng;
	}

	@Override
	@Before
	public void setUp() throws Exception {
	super.setUp();

	WindowCacheConfig cfg = new WindowCacheConfig();
	cfg.setStreamFileThreshold(streamThreshold);
	cfg.install();

	repo = createBareRepository();
	wc = (WindowCursor) repo.newObjectReader();
	}

	@Override
	@After
	public void tearDown() throws Exception {
	if (wc != null)
	wc.close();
	new WindowCacheConfig().install();
	super.tearDown();
	}

	@Test
	public void testStandardFormat_SmallObject() throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(300);
	byte[] gz = compressStandardFormat(type, data);
	ObjectId id = ObjectId.zeroId();

	ObjectLoader ol = UnpackedObject.open(new ByteArrayInputStream(gz),
	path(id), id, wc);
	assertNotNull("created loader", ol);
	assertEquals(type, ol.getType());
	assertEquals(data.length, ol.getSize());
	assertFalse("is not large", ol.isLarge());
	assertTrue("same content", Arrays.equals(data, ol.getCachedBytes()));

	ObjectStream in = ol.openStream();
	assertNotNull("have stream", in);
	assertEquals(type, in.getType());
	assertEquals(data.length, in.getSize());
	byte[] data2 = new byte[data.length];
	IO.readFully(in, data2, 0, data.length);
	assertTrue("same content", Arrays.equals(data2, data));
	assertEquals("stream at EOF", -1, in.read());
	in.close();
	}

	@Test
	public void testStandardFormat_LargeObject() throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(streamThreshold + 5);
	ObjectId id = getId(type, data);
	write(id, compressStandardFormat(type, data));

	ObjectLoader ol;
	{
	FileInputStream fs = new FileInputStream(path(id));
	try {
	ol = UnpackedObject.open(fs, path(id), id, wc);
	} finally {
	fs.close();
	}
	}

	assertNotNull("created loader", ol);
	assertEquals(type, ol.getType());
	assertEquals(data.length, ol.getSize());
	assertTrue("is large", ol.isLarge());
	try {
	ol.getCachedBytes();
	fail("Should have thrown LargeObjectException");
	} catch (LargeObjectException tooBig) {
	assertEquals(MessageFormat.format(
	JGitText.get().largeObjectException, id.name()), tooBig
	.getMessage());
	}

	ObjectStream in = ol.openStream();
	assertNotNull("have stream", in);
	assertEquals(type, in.getType());
	assertEquals(data.length, in.getSize());
	byte[] data2 = new byte[data.length];
	IO.readFully(in, data2, 0, data.length);
	assertTrue("same content", Arrays.equals(data2, data));
	assertEquals("stream at EOF", -1, in.read());
	in.close();
	}

	@Test
	public void testStandardFormat_NegativeSize() throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressStandardFormat("blob", "-1", data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectNegativeSize), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_InvalidType() throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressStandardFormat("not.a.type", "1", data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectInvalidType), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_NoHeader() throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = {};

	try {
	byte[] gz = compressStandardFormat("", "", data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectNoHeader), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_GarbageAfterSize() throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressStandardFormat("blob", "1foo", data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectGarbageAfterSize),
	coe.getMessage());
	}
	}

	@Test
	public void testStandardFormat_SmallObject_CorruptZLibStream()
	throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressStandardFormat(Constants.OBJ_BLOB, data);
	for (int i = 5; i < gz.length; i++)
	gz[i] = 0;
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectBadStream), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_SmallObject_TruncatedZLibStream()
	throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressStandardFormat(Constants.OBJ_BLOB, data);
	byte[] tr = new byte[gz.length - 1];
	System.arraycopy(gz, 0, tr, 0, tr.length);
	UnpackedObject.open(new ByteArrayInputStream(tr), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectBadStream), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_SmallObject_TrailingGarbage()
	throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressStandardFormat(Constants.OBJ_BLOB, data);
	byte[] tr = new byte[gz.length + 1];
	System.arraycopy(gz, 0, tr, 0, gz.length);
	UnpackedObject.open(new ByteArrayInputStream(tr), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectBadStream), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_LargeObject_CorruptZLibStream()
	throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(streamThreshold + 5);
	ObjectId id = getId(type, data);
	byte[] gz = compressStandardFormat(type, data);
	gz[gz.length - 1] = 0;
	gz[gz.length - 2] = 0;

	write(id, gz);

	ObjectLoader ol;
	{
	FileInputStream fs = new FileInputStream(path(id));
	try {
	ol = UnpackedObject.open(fs, path(id), id, wc);
	} finally {
	fs.close();
	}
	}

	try {
	byte[] tmp = new byte[data.length];
	InputStream in = ol.openStream();
	try {
	IO.readFully(in, tmp, 0, tmp.length);
	} finally {
	in.close();
	}
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectBadStream), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_LargeObject_TruncatedZLibStream()
	throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(streamThreshold + 5);
	ObjectId id = getId(type, data);
	byte[] gz = compressStandardFormat(type, data);
	byte[] tr = new byte[gz.length - 1];
	System.arraycopy(gz, 0, tr, 0, tr.length);

	write(id, tr);

	ObjectLoader ol;
	{
	FileInputStream fs = new FileInputStream(path(id));
	try {
	ol = UnpackedObject.open(fs, path(id), id, wc);
	} finally {
	fs.close();
	}
	}

	byte[] tmp = new byte[data.length];
	InputStream in = ol.openStream();
	IO.readFully(in, tmp, 0, tmp.length);
	try {
	in.close();
	fail("close did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectBadStream), coe
	.getMessage());
	}
	}

	@Test
	public void testStandardFormat_LargeObject_TrailingGarbage()
	throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(streamThreshold + 5);
	ObjectId id = getId(type, data);
	byte[] gz = compressStandardFormat(type, data);
	byte[] tr = new byte[gz.length + 1];
	System.arraycopy(gz, 0, tr, 0, gz.length);

	write(id, tr);

	ObjectLoader ol;
	{
	FileInputStream fs = new FileInputStream(path(id));
	try {
	ol = UnpackedObject.open(fs, path(id), id, wc);
	} finally {
	fs.close();
	}
	}

	byte[] tmp = new byte[data.length];
	InputStream in = ol.openStream();
	IO.readFully(in, tmp, 0, tmp.length);
	try {
	in.close();
	fail("close did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectBadStream), coe
	.getMessage());
	}
	}

	@Test
	public void testPackFormat_SmallObject() throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(300);
	byte[] gz = compressPackFormat(type, data);
	ObjectId id = ObjectId.zeroId();

	ObjectLoader ol = UnpackedObject.open(new ByteArrayInputStream(gz),
	path(id), id, wc);
	assertNotNull("created loader", ol);
	assertEquals(type, ol.getType());
	assertEquals(data.length, ol.getSize());
	assertFalse("is not large", ol.isLarge());
	assertTrue("same content", Arrays.equals(data, ol.getCachedBytes()));

	ObjectStream in = ol.openStream();
	assertNotNull("have stream", in);
	assertEquals(type, in.getType());
	assertEquals(data.length, in.getSize());
	byte[] data2 = new byte[data.length];
	IO.readFully(in, data2, 0, data.length);
	assertTrue("same content", Arrays.equals(data, ol.getCachedBytes()));
	in.close();
	}

	@Test
	public void testPackFormat_LargeObject() throws Exception {
	final int type = Constants.OBJ_BLOB;
	byte[] data = getRng().nextBytes(streamThreshold + 5);
	ObjectId id = getId(type, data);
	write(id, compressPackFormat(type, data));

	ObjectLoader ol;
	{
	FileInputStream fs = new FileInputStream(path(id));
	try {
	ol = UnpackedObject.open(fs, path(id), id, wc);
	} finally {
	fs.close();
	}
	}

	assertNotNull("created loader", ol);
	assertEquals(type, ol.getType());
	assertEquals(data.length, ol.getSize());
	assertTrue("is large", ol.isLarge());
	try {
	ol.getCachedBytes();
	fail("Should have thrown LargeObjectException");
	} catch (LargeObjectException tooBig) {
	assertEquals(MessageFormat.format(
	JGitText.get().largeObjectException, id.name()), tooBig
	.getMessage());
	}

	ObjectStream in = ol.openStream();
	assertNotNull("have stream", in);
	assertEquals(type, in.getType());
	assertEquals(data.length, in.getSize());
	byte[] data2 = new byte[data.length];
	IO.readFully(in, data2, 0, data.length);
	assertTrue("same content", Arrays.equals(data2, data));
	assertEquals("stream at EOF", -1, in.read());
	in.close();
	}

	@Test
	public void testPackFormat_DeltaNotAllowed() throws Exception {
	ObjectId id = ObjectId.zeroId();
	byte[] data = getRng().nextBytes(300);

	try {
	byte[] gz = compressPackFormat(Constants.OBJ_OFS_DELTA, data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectInvalidType), coe
	.getMessage());
	}

	try {
	byte[] gz = compressPackFormat(Constants.OBJ_REF_DELTA, data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectInvalidType), coe
	.getMessage());
	}

	try {
	byte[] gz = compressPackFormat(Constants.OBJ_TYPE_5, data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectInvalidType), coe
	.getMessage());
	}

	try {
	byte[] gz = compressPackFormat(Constants.OBJ_EXT, data);
	UnpackedObject.open(new ByteArrayInputStream(gz), path(id), id, wc);
	fail("Did not throw CorruptObjectException");
	} catch (CorruptObjectException coe) {
	assertEquals(MessageFormat.format(JGitText.get().objectIsCorrupt,
	id.name(), JGitText.get().corruptObjectInvalidType), coe
	.getMessage());
	}
	}

	private static byte[] compressStandardFormat(int type, byte[] data)
	throws IOException {
	String typeString = Constants.typeString(type);
	String length = String.valueOf(data.length);
	return compressStandardFormat(typeString, length, data);
	}

	private static byte[] compressStandardFormat(String type, String length,
	byte[] data) throws IOException {
	ByteArrayOutputStream out = new ByteArrayOutputStream();
	DeflaterOutputStream d = new DeflaterOutputStream(out);
	d.write(Constants.encodeASCII(type));
	d.write(' ');
	d.write(Constants.encodeASCII(length));
	d.write(0);
	d.write(data);
	d.finish();
	return out.toByteArray();
	}

	private static byte[] compressPackFormat(int type, byte[] data)
	throws IOException {
	byte[] hdr = new byte[64];
	int rawLength = data.length;
	int nextLength = rawLength >>> 4;
	hdr[0] = (byte) ((nextLength > 0 ? 0x80 : 0x00) \| (type << 4) \| (rawLength & 0x0F));
	rawLength = nextLength;
	int n = 1;
	while (rawLength > 0) {
	nextLength >>>= 7;
	hdr[n++] = (byte) ((nextLength > 0 ? 0x80 : 0x00) \| (rawLength & 0x7F));
	rawLength = nextLength;
	}

	final ByteArrayOutputStream out = new ByteArrayOutputStream();
	out.write(hdr, 0, n);

	DeflaterOutputStream d = new DeflaterOutputStream(out);
	d.write(data);
	d.finish();
	return out.toByteArray();
	}

	private File path(ObjectId id) {
	return repo.getObjectDatabase().fileFor(id);
	}

	private void write(ObjectId id, byte[] data) throws IOException {
	File path = path(id);
	FileUtils.mkdirs(path.getParentFile());
	FileOutputStream out = new FileOutputStream(path);
	try {
	out.write(data);
	} finally {
	out.close();
	}
	}

	private ObjectId getId(int type, byte[] data) {
	try (ObjectInserter.Formatter formatter = new ObjectInserter.Formatter()) {
	return formatter.idFor(type, data);
	}
	}
	}