You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SimilarityIndexTest.java 5.7KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.diff;
  44. import static org.junit.Assert.assertEquals;
  45. import static org.junit.Assert.assertTrue;
  46. import java.io.ByteArrayInputStream;
  47. import java.io.IOException;
  48. import org.eclipse.jgit.diff.SimilarityIndex.TableFullException;
  49. import org.eclipse.jgit.lib.Constants;
  50. import org.junit.Test;
  51. public class SimilarityIndexTest {
  52. @Test
  53. public void testIndexingSmallObject() throws TableFullException {
  54. SimilarityIndex si = hash("" //
  55. + "A\n" //
  56. + "B\n" //
  57. + "D\n" //
  58. + "B\n" //
  59. );
  60. int key_A = keyFor("A\n");
  61. int key_B = keyFor("B\n");
  62. int key_D = keyFor("D\n");
  63. assertTrue(key_A != key_B && key_A != key_D && key_B != key_D);
  64. assertEquals(3, si.size());
  65. assertEquals(2, si.count(si.findIndex(key_A)));
  66. assertEquals(4, si.count(si.findIndex(key_B)));
  67. assertEquals(2, si.count(si.findIndex(key_D)));
  68. }
  69. @Test
  70. public void testIndexingLargeObject() throws IOException,
  71. TableFullException {
  72. byte[] in = ("" //
  73. + "A\n" //
  74. + "B\n" //
  75. + "B\n" //
  76. + "B\n").getBytes("UTF-8");
  77. SimilarityIndex si = new SimilarityIndex();
  78. si.hash(new ByteArrayInputStream(in), in.length, false);
  79. assertEquals(2, si.size());
  80. }
  81. @Test
  82. public void testCommonScore_SameFiles() throws TableFullException {
  83. String text = "" //
  84. + "A\n" //
  85. + "B\n" //
  86. + "D\n" //
  87. + "B\n";
  88. SimilarityIndex src = hash(text);
  89. SimilarityIndex dst = hash(text);
  90. assertEquals(8, src.common(dst));
  91. assertEquals(8, dst.common(src));
  92. assertEquals(100, src.score(dst, 100));
  93. assertEquals(100, dst.score(src, 100));
  94. }
  95. @Test
  96. public void testCommonScore_SameFiles_CR_canonicalization()
  97. throws TableFullException {
  98. String text = "" //
  99. + "A\r\n" //
  100. + "B\r\n" //
  101. + "D\r\n" //
  102. + "B\r\n";
  103. SimilarityIndex src = hash(text);
  104. SimilarityIndex dst = hash(text.replace("\r", ""));
  105. assertEquals(8, src.common(dst));
  106. assertEquals(8, dst.common(src));
  107. assertEquals(100, src.score(dst, 100));
  108. assertEquals(100, dst.score(src, 100));
  109. }
  110. @Test
  111. public void testCommonScoreLargeObject_SameFiles_CR_canonicalization()
  112. throws TableFullException, IOException {
  113. String text = "" //
  114. + "A\r\n" //
  115. + "B\r\n" //
  116. + "D\r\n" //
  117. + "B\r\n";
  118. SimilarityIndex src = new SimilarityIndex();
  119. byte[] bytes1 = text.getBytes("UTF-8");
  120. src.hash(new ByteArrayInputStream(bytes1), bytes1.length, true);
  121. src.sort();
  122. SimilarityIndex dst = new SimilarityIndex();
  123. byte[] bytes2 = text.replace("\r", "").getBytes("UTF-8");
  124. dst.hash(new ByteArrayInputStream(bytes2), bytes2.length, true);
  125. dst.sort();
  126. assertEquals(8, src.common(dst));
  127. assertEquals(8, dst.common(src));
  128. assertEquals(100, src.score(dst, 100));
  129. assertEquals(100, dst.score(src, 100));
  130. }
  131. @Test
  132. public void testCommonScore_EmptyFiles() throws TableFullException {
  133. SimilarityIndex src = hash("");
  134. SimilarityIndex dst = hash("");
  135. assertEquals(0, src.common(dst));
  136. assertEquals(0, dst.common(src));
  137. }
  138. @Test
  139. public void testCommonScore_TotallyDifferentFiles()
  140. throws TableFullException {
  141. SimilarityIndex src = hash("A\n");
  142. SimilarityIndex dst = hash("D\n");
  143. assertEquals(0, src.common(dst));
  144. assertEquals(0, dst.common(src));
  145. }
  146. @Test
  147. public void testCommonScore_SimiliarBy75() throws TableFullException {
  148. SimilarityIndex src = hash("A\nB\nC\nD\n");
  149. SimilarityIndex dst = hash("A\nB\nC\nQ\n");
  150. assertEquals(6, src.common(dst));
  151. assertEquals(6, dst.common(src));
  152. assertEquals(75, src.score(dst, 100));
  153. assertEquals(75, dst.score(src, 100));
  154. }
  155. private static SimilarityIndex hash(String text) throws TableFullException {
  156. SimilarityIndex src = new SimilarityIndex();
  157. byte[] raw = Constants.encode(text);
  158. src.hash(raw, 0, raw.length);
  159. src.sort();
  160. return src;
  161. }
  162. private static int keyFor(String line) throws TableFullException {
  163. SimilarityIndex si = hash(line);
  164. assertEquals("single line scored", 1, si.size());
  165. return si.key(0);
  166. }
  167. }