You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

NewReliabilityAndSecurityRatingMeasuresVisitorTest.java 15KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364
  1. /*
  2. * SonarQube
  3. * Copyright (C) 2009-2021 SonarSource SA
  4. * mailto:info AT sonarsource DOT com
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 3 of the License, or (at your option) any later version.
  10. *
  11. * This program is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public License
  17. * along with this program; if not, write to the Free Software Foundation,
  18. * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  19. */
  20. package org.sonar.ce.task.projectanalysis.qualitymodel;
  21. import java.util.Arrays;
  22. import java.util.Date;
  23. import org.junit.Before;
  24. import org.junit.Rule;
  25. import org.junit.Test;
  26. import org.sonar.api.rules.RuleType;
  27. import org.sonar.api.utils.Duration;
  28. import org.sonar.ce.task.projectanalysis.component.Component;
  29. import org.sonar.ce.task.projectanalysis.component.FileAttributes;
  30. import org.sonar.ce.task.projectanalysis.component.ReportComponent;
  31. import org.sonar.ce.task.projectanalysis.component.TreeRootHolderRule;
  32. import org.sonar.ce.task.projectanalysis.component.VisitorsCrawler;
  33. import org.sonar.ce.task.projectanalysis.issue.ComponentIssuesRepositoryRule;
  34. import org.sonar.ce.task.projectanalysis.issue.FillComponentIssuesVisitorRule;
  35. import org.sonar.ce.task.projectanalysis.issue.NewIssueClassifier;
  36. import org.sonar.ce.task.projectanalysis.measure.MeasureAssert;
  37. import org.sonar.ce.task.projectanalysis.measure.MeasureRepositoryRule;
  38. import org.sonar.ce.task.projectanalysis.metric.MetricRepositoryRule;
  39. import org.sonar.core.issue.DefaultIssue;
  40. import org.sonar.core.util.UuidFactoryFast;
  41. import org.sonar.server.measure.Rating;
  42. import static org.assertj.core.api.Assertions.assertThat;
  43. import static org.mockito.ArgumentMatchers.any;
  44. import static org.mockito.ArgumentMatchers.eq;
  45. import static org.mockito.Mockito.mock;
  46. import static org.mockito.Mockito.when;
  47. import static org.sonar.api.issue.Issue.RESOLUTION_FIXED;
  48. import static org.sonar.api.measures.CoreMetrics.NEW_RELIABILITY_RATING;
  49. import static org.sonar.api.measures.CoreMetrics.NEW_RELIABILITY_RATING_KEY;
  50. import static org.sonar.api.measures.CoreMetrics.NEW_SECURITY_RATING;
  51. import static org.sonar.api.measures.CoreMetrics.NEW_SECURITY_RATING_KEY;
  52. import static org.sonar.api.rule.Severity.BLOCKER;
  53. import static org.sonar.api.rule.Severity.CRITICAL;
  54. import static org.sonar.api.rule.Severity.INFO;
  55. import static org.sonar.api.rule.Severity.MAJOR;
  56. import static org.sonar.api.rule.Severity.MINOR;
  57. import static org.sonar.api.rules.RuleType.BUG;
  58. import static org.sonar.api.rules.RuleType.CODE_SMELL;
  59. import static org.sonar.api.rules.RuleType.VULNERABILITY;
  60. import static org.sonar.ce.task.projectanalysis.component.Component.Type.DIRECTORY;
  61. import static org.sonar.ce.task.projectanalysis.component.Component.Type.FILE;
  62. import static org.sonar.ce.task.projectanalysis.component.Component.Type.PROJECT;
  63. import static org.sonar.ce.task.projectanalysis.component.ReportComponent.builder;
  64. import static org.sonar.server.measure.Rating.A;
  65. import static org.sonar.server.measure.Rating.B;
  66. import static org.sonar.server.measure.Rating.C;
  67. import static org.sonar.server.measure.Rating.D;
  68. import static org.sonar.server.measure.Rating.E;
  69. public class NewReliabilityAndSecurityRatingMeasuresVisitorTest {
  70. private static final long LEAK_PERIOD_SNAPSHOT_IN_MILLISEC = 12323L;
  71. private static final Date DEFAULT_ISSUE_CREATION_DATE = new Date(1000L);
  72. private static final Date AFTER_LEAK_PERIOD_DATE = new Date(LEAK_PERIOD_SNAPSHOT_IN_MILLISEC + 5000L);
  73. static final String LANGUAGE_KEY_1 = "lKey1";
  74. static final int PROJECT_REF = 1;
  75. static final int ROOT_DIR_REF = 12;
  76. static final int DIRECTORY_REF = 123;
  77. static final int FILE_1_REF = 1231;
  78. static final int FILE_2_REF = 1232;
  79. static final Component ROOT_PROJECT = builder(Component.Type.PROJECT, PROJECT_REF).setKey("project")
  80. .addChildren(
  81. builder(DIRECTORY, ROOT_DIR_REF).setKey("dir")
  82. .addChildren(
  83. builder(DIRECTORY, DIRECTORY_REF).setKey("directory")
  84. .addChildren(
  85. builder(FILE, FILE_1_REF).setFileAttributes(new FileAttributes(false, LANGUAGE_KEY_1, 1)).setKey("file1").build(),
  86. builder(FILE, FILE_2_REF).setFileAttributes(new FileAttributes(false, LANGUAGE_KEY_1, 1)).setKey("file2").build())
  87. .build())
  88. .build())
  89. .build();
  90. @Rule
  91. public TreeRootHolderRule treeRootHolder = new TreeRootHolderRule();
  92. @Rule
  93. public MetricRepositoryRule metricRepository = new MetricRepositoryRule()
  94. .add(NEW_SECURITY_RATING)
  95. .add(NEW_RELIABILITY_RATING);
  96. @Rule
  97. public MeasureRepositoryRule measureRepository = MeasureRepositoryRule.create(treeRootHolder, metricRepository);
  98. @Rule
  99. public ComponentIssuesRepositoryRule componentIssuesRepositoryRule = new ComponentIssuesRepositoryRule(treeRootHolder);
  100. @Rule
  101. public FillComponentIssuesVisitorRule fillComponentIssuesVisitorRule = new FillComponentIssuesVisitorRule(componentIssuesRepositoryRule, treeRootHolder);
  102. private final NewIssueClassifier newIssueClassifier = mock(NewIssueClassifier.class);
  103. private final VisitorsCrawler underTest = new VisitorsCrawler(Arrays.asList(fillComponentIssuesVisitorRule,
  104. new NewReliabilityAndSecurityRatingMeasuresVisitor(metricRepository, measureRepository, componentIssuesRepositoryRule, newIssueClassifier)));
  105. @Before
  106. public void before() {
  107. when(newIssueClassifier.isEnabled()).thenReturn(true);
  108. }
  109. @Test
  110. public void measures_created_for_project_are_all_A_when_they_have_no_FILE_child() {
  111. ReportComponent root = builder(PROJECT, 1).build();
  112. treeRootHolder.setRoot(root);
  113. underTest.visit(root);
  114. verifyAddedRawMeasureOnLeakPeriod(1, NEW_SECURITY_RATING_KEY, A);
  115. verifyAddedRawMeasureOnLeakPeriod(1, NEW_RELIABILITY_RATING_KEY, A);
  116. }
  117. @Test
  118. public void no_measure_if_there_is_no_period() {
  119. when(newIssueClassifier.isEnabled()).thenReturn(false);
  120. treeRootHolder.setRoot(builder(PROJECT, 1).build());
  121. underTest.visit(treeRootHolder.getRoot());
  122. assertThat(measureRepository.getAddedRawMeasures(1).values()).isEmpty();
  123. }
  124. @Test
  125. public void compute_new_security_rating() {
  126. treeRootHolder.setRoot(ROOT_PROJECT);
  127. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  128. newVulnerabilityIssue(10L, MAJOR),
  129. // Should not be taken into account
  130. oldVulnerabilityIssue(1L, MAJOR),
  131. newBugIssue(1L, MAJOR));
  132. fillComponentIssuesVisitorRule.setIssues(FILE_2_REF,
  133. newVulnerabilityIssue(2L, CRITICAL),
  134. newVulnerabilityIssue(3L, MINOR),
  135. // Should not be taken into account
  136. newVulnerabilityIssue(10L, BLOCKER).setResolution(RESOLUTION_FIXED));
  137. fillComponentIssuesVisitorRule.setIssues(ROOT_DIR_REF, newVulnerabilityIssue(7L, BLOCKER));
  138. underTest.visit(ROOT_PROJECT);
  139. verifyAddedRawMeasureOnLeakPeriod(FILE_1_REF, NEW_SECURITY_RATING_KEY, C);
  140. verifyAddedRawMeasureOnLeakPeriod(FILE_2_REF, NEW_SECURITY_RATING_KEY, D);
  141. verifyAddedRawMeasureOnLeakPeriod(DIRECTORY_REF, NEW_SECURITY_RATING_KEY, D);
  142. verifyAddedRawMeasureOnLeakPeriod(ROOT_DIR_REF, NEW_SECURITY_RATING_KEY, E);
  143. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, E);
  144. }
  145. @Test
  146. public void compute_new_security_rating_to_A_when_no_issue() {
  147. treeRootHolder.setRoot(ROOT_PROJECT);
  148. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF);
  149. underTest.visit(ROOT_PROJECT);
  150. verifyAddedRawMeasureOnLeakPeriod(FILE_1_REF, NEW_SECURITY_RATING_KEY, A);
  151. verifyAddedRawMeasureOnLeakPeriod(FILE_2_REF, NEW_SECURITY_RATING_KEY, A);
  152. verifyAddedRawMeasureOnLeakPeriod(DIRECTORY_REF, NEW_SECURITY_RATING_KEY, A);
  153. verifyAddedRawMeasureOnLeakPeriod(ROOT_DIR_REF, NEW_SECURITY_RATING_KEY, A);
  154. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, A);
  155. }
  156. @Test
  157. public void compute_new_security_rating_to_A_when_no_new_issue() {
  158. treeRootHolder.setRoot(ROOT_PROJECT);
  159. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF, oldVulnerabilityIssue(1L, MAJOR));
  160. underTest.visit(ROOT_PROJECT);
  161. verifyAddedRawMeasureOnLeakPeriod(FILE_1_REF, NEW_SECURITY_RATING_KEY, A);
  162. verifyAddedRawMeasureOnLeakPeriod(FILE_2_REF, NEW_SECURITY_RATING_KEY, A);
  163. verifyAddedRawMeasureOnLeakPeriod(DIRECTORY_REF, NEW_SECURITY_RATING_KEY, A);
  164. verifyAddedRawMeasureOnLeakPeriod(ROOT_DIR_REF, NEW_SECURITY_RATING_KEY, A);
  165. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, A);
  166. }
  167. @Test
  168. public void compute_new_reliability_rating() {
  169. treeRootHolder.setRoot(ROOT_PROJECT);
  170. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  171. newBugIssue(10L, MAJOR),
  172. // Should not be taken into account
  173. oldBugIssue(1L, MAJOR),
  174. newVulnerabilityIssue(1L, MAJOR));
  175. fillComponentIssuesVisitorRule.setIssues(FILE_2_REF,
  176. newBugIssue(2L, CRITICAL),
  177. newBugIssue(3L, MINOR),
  178. // Should not be taken into account
  179. newBugIssue(10L, BLOCKER).setResolution(RESOLUTION_FIXED));
  180. fillComponentIssuesVisitorRule.setIssues(ROOT_DIR_REF,
  181. newBugIssue(7L, BLOCKER));
  182. underTest.visit(ROOT_PROJECT);
  183. verifyAddedRawMeasureOnLeakPeriod(FILE_1_REF, NEW_RELIABILITY_RATING_KEY, C);
  184. verifyAddedRawMeasureOnLeakPeriod(FILE_2_REF, NEW_RELIABILITY_RATING_KEY, D);
  185. verifyAddedRawMeasureOnLeakPeriod(DIRECTORY_REF, NEW_RELIABILITY_RATING_KEY, D);
  186. verifyAddedRawMeasureOnLeakPeriod(ROOT_DIR_REF, NEW_RELIABILITY_RATING_KEY, E);
  187. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, E);
  188. }
  189. @Test
  190. public void compute_new_reliability_rating_to_A_when_no_issue() {
  191. treeRootHolder.setRoot(ROOT_PROJECT);
  192. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF);
  193. underTest.visit(ROOT_PROJECT);
  194. verifyAddedRawMeasureOnLeakPeriod(FILE_1_REF, NEW_RELIABILITY_RATING_KEY, A);
  195. verifyAddedRawMeasureOnLeakPeriod(FILE_2_REF, NEW_RELIABILITY_RATING_KEY, A);
  196. verifyAddedRawMeasureOnLeakPeriod(DIRECTORY_REF, NEW_RELIABILITY_RATING_KEY, A);
  197. verifyAddedRawMeasureOnLeakPeriod(ROOT_DIR_REF, NEW_RELIABILITY_RATING_KEY, A);
  198. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, A);
  199. }
  200. @Test
  201. public void compute_new_reliability_rating_to_A_when_no_new_issue() {
  202. treeRootHolder.setRoot(ROOT_PROJECT);
  203. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF, oldBugIssue(1L, MAJOR));
  204. underTest.visit(ROOT_PROJECT);
  205. verifyAddedRawMeasureOnLeakPeriod(FILE_1_REF, NEW_RELIABILITY_RATING_KEY, A);
  206. verifyAddedRawMeasureOnLeakPeriod(FILE_2_REF, NEW_RELIABILITY_RATING_KEY, A);
  207. verifyAddedRawMeasureOnLeakPeriod(DIRECTORY_REF, NEW_RELIABILITY_RATING_KEY, A);
  208. verifyAddedRawMeasureOnLeakPeriod(ROOT_DIR_REF, NEW_RELIABILITY_RATING_KEY, A);
  209. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, A);
  210. }
  211. @Test
  212. public void compute_E_reliability_and_security_rating_on_blocker_issue() {
  213. treeRootHolder.setRoot(ROOT_PROJECT);
  214. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  215. newBugIssue(10L, BLOCKER),
  216. newVulnerabilityIssue(1L, BLOCKER),
  217. // Should not be taken into account
  218. newBugIssue(1L, MAJOR));
  219. underTest.visit(ROOT_PROJECT);
  220. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, E);
  221. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, E);
  222. }
  223. @Test
  224. public void compute_D_reliability_and_security_rating_on_critical_issue() {
  225. treeRootHolder.setRoot(ROOT_PROJECT);
  226. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  227. newBugIssue(10L, CRITICAL),
  228. newVulnerabilityIssue(15L, CRITICAL),
  229. // Should not be taken into account
  230. newCodeSmellIssue(1L, MAJOR));
  231. underTest.visit(ROOT_PROJECT);
  232. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, D);
  233. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, D);
  234. }
  235. @Test
  236. public void compute_C_reliability_and_security_rating_on_major_issue() {
  237. treeRootHolder.setRoot(ROOT_PROJECT);
  238. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  239. newBugIssue(10L, MAJOR),
  240. newVulnerabilityIssue(15L, MAJOR),
  241. // Should not be taken into account
  242. newCodeSmellIssue(1L, MAJOR));
  243. underTest.visit(ROOT_PROJECT);
  244. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, C);
  245. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, C);
  246. }
  247. @Test
  248. public void compute_B_reliability_and_security_rating_on_minor_issue() {
  249. treeRootHolder.setRoot(ROOT_PROJECT);
  250. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  251. newBugIssue(10L, MINOR),
  252. newVulnerabilityIssue(15L, MINOR),
  253. // Should not be taken into account
  254. newCodeSmellIssue(1L, MAJOR));
  255. underTest.visit(ROOT_PROJECT);
  256. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, B);
  257. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, B);
  258. }
  259. @Test
  260. public void compute_A_reliability_and_security_rating_on_info_issue() {
  261. treeRootHolder.setRoot(ROOT_PROJECT);
  262. fillComponentIssuesVisitorRule.setIssues(FILE_1_REF,
  263. newBugIssue(10L, INFO).setCreationDate(AFTER_LEAK_PERIOD_DATE),
  264. newVulnerabilityIssue(15L, INFO).setCreationDate(AFTER_LEAK_PERIOD_DATE),
  265. // Should not be taken into account
  266. newCodeSmellIssue(1L, MAJOR).setCreationDate(AFTER_LEAK_PERIOD_DATE));
  267. underTest.visit(ROOT_PROJECT);
  268. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_RELIABILITY_RATING_KEY, A);
  269. verifyAddedRawMeasureOnLeakPeriod(PROJECT_REF, NEW_SECURITY_RATING_KEY, A);
  270. }
  271. private void verifyAddedRawMeasureOnLeakPeriod(int componentRef, String metricKey, Rating rating) {
  272. MeasureAssert.assertThat(measureRepository.getAddedRawMeasure(componentRef, metricKey))
  273. .hasVariation(rating.getIndex());
  274. }
  275. private DefaultIssue newBugIssue(long effort, String severity) {
  276. return createIssue(effort, severity, BUG, true);
  277. }
  278. private DefaultIssue oldBugIssue(long effort, String severity) {
  279. return createIssue(effort, severity, BUG, false);
  280. }
  281. private DefaultIssue newVulnerabilityIssue(long effort, String severity) {
  282. return createIssue(effort, severity, VULNERABILITY, true);
  283. }
  284. private DefaultIssue oldVulnerabilityIssue(long effort, String severity) {
  285. return createIssue(effort, severity, VULNERABILITY, false);
  286. }
  287. private DefaultIssue newCodeSmellIssue(long effort, String severity) {
  288. return createIssue(effort, severity, CODE_SMELL, true);
  289. }
  290. private DefaultIssue createIssue(long effort, String severity, RuleType type, boolean isNew) {
  291. DefaultIssue issue = createIssue(severity, type)
  292. .setEffort(Duration.create(effort));
  293. when(newIssueClassifier.isNew(any(), eq(issue))).thenReturn(isNew);
  294. return issue;
  295. }
  296. private static DefaultIssue createIssue(String severity, RuleType type) {
  297. return new DefaultIssue()
  298. .setKey(UuidFactoryFast.getInstance().create())
  299. .setSeverity(severity)
  300. .setType(type)
  301. .setCreationDate(DEFAULT_ISSUE_CREATION_DATE);
  302. }
  303. }