You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

SimilarityIndexTest.java 5.0KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163
  1. /*
  2. * Copyright (C) 2010, Google Inc.
  3. * and other copyright owners as documented in the project's IP log.
  4. *
  5. * This program and the accompanying materials are made available
  6. * under the terms of the Eclipse Distribution License v1.0 which
  7. * accompanies this distribution, is reproduced below, and is
  8. * available at http://www.eclipse.org/org/documents/edl-v10.php
  9. *
  10. * All rights reserved.
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above copyright
  17. * notice, this list of conditions and the following disclaimer.
  18. *
  19. * - Redistributions in binary form must reproduce the above
  20. * copyright notice, this list of conditions and the following
  21. * disclaimer in the documentation and/or other materials provided
  22. * with the distribution.
  23. *
  24. * - Neither the name of the Eclipse Foundation, Inc. nor the
  25. * names of its contributors may be used to endorse or promote
  26. * products derived from this software without specific prior
  27. * written permission.
  28. *
  29. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
  30. * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
  31. * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
  32. * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  33. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  34. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  35. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
  36. * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  37. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
  38. * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  39. * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  40. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
  41. * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  42. */
  43. package org.eclipse.jgit.diff;
  44. import static org.junit.Assert.assertEquals;
  45. import static org.junit.Assert.assertTrue;
  46. import java.io.ByteArrayInputStream;
  47. import java.io.IOException;
  48. import org.eclipse.jgit.diff.SimilarityIndex.TableFullException;
  49. import org.eclipse.jgit.lib.Constants;
  50. import org.junit.Test;
  51. public class SimilarityIndexTest {
  52. @Test
  53. public void testIndexingSmallObject() throws TableFullException {
  54. SimilarityIndex si = hash("" //
  55. + "A\n" //
  56. + "B\n" //
  57. + "D\n" //
  58. + "B\n" //
  59. );
  60. int key_A = keyFor("A\n");
  61. int key_B = keyFor("B\n");
  62. int key_D = keyFor("D\n");
  63. assertTrue(key_A != key_B && key_A != key_D && key_B != key_D);
  64. assertEquals(3, si.size());
  65. assertEquals(2, si.count(si.findIndex(key_A)));
  66. assertEquals(4, si.count(si.findIndex(key_B)));
  67. assertEquals(2, si.count(si.findIndex(key_D)));
  68. }
  69. @Test
  70. public void testIndexingLargeObject() throws IOException,
  71. TableFullException {
  72. byte[] in = ("" //
  73. + "A\n" //
  74. + "B\n" //
  75. + "B\n" //
  76. + "B\n").getBytes("UTF-8");
  77. SimilarityIndex si = new SimilarityIndex();
  78. si.hash(new ByteArrayInputStream(in), in.length);
  79. assertEquals(2, si.size());
  80. }
  81. @Test
  82. public void testCommonScore_SameFiles() throws TableFullException {
  83. String text = "" //
  84. + "A\n" //
  85. + "B\n" //
  86. + "D\n" //
  87. + "B\n";
  88. SimilarityIndex src = hash(text);
  89. SimilarityIndex dst = hash(text);
  90. assertEquals(8, src.common(dst));
  91. assertEquals(8, dst.common(src));
  92. assertEquals(100, src.score(dst, 100));
  93. assertEquals(100, dst.score(src, 100));
  94. }
  95. @Test
  96. public void testCommonScore_EmptyFiles() throws TableFullException {
  97. SimilarityIndex src = hash("");
  98. SimilarityIndex dst = hash("");
  99. assertEquals(0, src.common(dst));
  100. assertEquals(0, dst.common(src));
  101. }
  102. @Test
  103. public void testCommonScore_TotallyDifferentFiles()
  104. throws TableFullException {
  105. SimilarityIndex src = hash("A\n");
  106. SimilarityIndex dst = hash("D\n");
  107. assertEquals(0, src.common(dst));
  108. assertEquals(0, dst.common(src));
  109. }
  110. @Test
  111. public void testCommonScore_SimiliarBy75() throws TableFullException {
  112. SimilarityIndex src = hash("A\nB\nC\nD\n");
  113. SimilarityIndex dst = hash("A\nB\nC\nQ\n");
  114. assertEquals(6, src.common(dst));
  115. assertEquals(6, dst.common(src));
  116. assertEquals(75, src.score(dst, 100));
  117. assertEquals(75, dst.score(src, 100));
  118. }
  119. private static SimilarityIndex hash(String text) throws TableFullException {
  120. SimilarityIndex src = new SimilarityIndex() {
  121. @Override
  122. void hash(byte[] raw, int ptr, final int end)
  123. throws TableFullException {
  124. while (ptr < end) {
  125. int hash = raw[ptr] & 0xff;
  126. int start = ptr;
  127. do {
  128. int c = raw[ptr++] & 0xff;
  129. if (c == '\n')
  130. break;
  131. } while (ptr < end && ptr - start < 64);
  132. add(hash, ptr - start);
  133. }
  134. }
  135. };
  136. byte[] raw = Constants.encode(text);
  137. src.setFileSize(raw.length);
  138. src.hash(raw, 0, raw.length);
  139. src.sort();
  140. return src;
  141. }
  142. private static int keyFor(String line) throws TableFullException {
  143. SimilarityIndex si = hash(line);
  144. assertEquals("single line scored", 1, si.size());
  145. return si.key(0);
  146. }
  147. }