1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102 |
- /*
- * SonarQube
- * Copyright (C) 2009-2019 SonarSource SA
- * mailto:info AT sonarsource DOT com
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 3 of the License, or (at your option) any later version.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public License
- * along with this program; if not, write to the Free Software Foundation,
- * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
- */
- package org.sonar.scanner.mediumtest.fs;
-
- import com.google.common.collect.ImmutableMap;
- import java.io.File;
- import java.io.IOException;
- import java.nio.charset.StandardCharsets;
- import java.nio.file.Files;
- import java.nio.file.Path;
- import java.util.Random;
- import org.apache.commons.io.FileUtils;
- import org.apache.commons.lang.StringUtils;
- import org.junit.Before;
- import org.junit.Rule;
- import org.junit.Test;
- import org.junit.rules.ExpectedException;
- import org.junit.rules.TemporaryFolder;
- import org.sonar.api.CoreProperties;
- import org.sonar.api.SonarEdition;
- import org.sonar.api.batch.fs.InputFile;
- import org.sonar.api.batch.fs.internal.DefaultInputFile;
- import org.sonar.api.utils.MessageException;
- import org.sonar.api.utils.PathUtils;
- import org.sonar.api.utils.System2;
- import org.sonar.api.utils.log.LogTester;
- import org.sonar.api.utils.log.LoggerLevel;
- import org.sonar.scanner.mediumtest.AnalysisResult;
- import org.sonar.scanner.mediumtest.ScannerMediumTester;
- import org.sonar.xoo.XooPlugin;
- import org.sonar.xoo.global.DeprecatedGlobalSensor;
- import org.sonar.xoo.global.GlobalProjectSensor;
- import org.sonar.xoo.rule.XooRulesDefinition;
-
- import static java.util.stream.Collectors.joining;
- import static org.assertj.core.api.Assertions.assertThat;
- import static org.junit.Assume.assumeTrue;
-
- public class FileSystemMediumTest {
-
- @Rule
- public TemporaryFolder temp = new TemporaryFolder();
-
- @Rule
- public ExpectedException thrown = ExpectedException.none();
-
- @Rule
- public LogTester logTester = new LogTester();
-
- @Rule
- public ScannerMediumTester tester = new ScannerMediumTester()
- .setEdition(SonarEdition.SONARCLOUD)
- .registerPlugin("xoo", new XooPlugin())
- .addDefaultQProfile("xoo", "Sonar Way")
- .addDefaultQProfile("xoo2", "Sonar Way");
-
- private File baseDir;
- private ImmutableMap.Builder<String, String> builder;
-
- @Before
- public void prepare() throws IOException {
- baseDir = temp.newFolder().getCanonicalFile();
-
- builder = ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project");
- }
-
- @Test
- public void scanProjectWithoutProjectName() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- int ref = result.getReportReader().readMetadata().getRootComponentRef();
- assertThat(result.getReportReader().readComponent(ref).getName()).isEmpty();
- assertThat(result.inputFiles()).hasSize(1);
-
- DefaultInputFile file = (DefaultInputFile) result.inputFile("src/sample.xoo");
- assertThat(file.type()).isEqualTo(InputFile.Type.MAIN);
- assertThat(file.relativePath()).isEqualTo("src/sample.xoo");
- assertThat(file.language()).isEqualTo("xoo");
-
- // file was published, since language matched xoo
- assertThat(file.isPublished()).isTrue();
- assertThat(result.getReportComponent(file.scannerId())).isNotNull();
- }
-
- @Test
- public void logBranchNameAndType() {
- builder.put("sonar.branch.name", "my-branch");
- File srcDir = new File(baseDir, "src");
- assertThat(srcDir.mkdir()).isTrue();
-
- // Using sonar.branch.name when the branch plugin is not installed is an error.
- thrown.expect(MessageException.class);
-
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
- }
-
- @Test
- public void dontLogInvalidOrganization() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(logTester.logs()).contains("Project key: com.foo.project");
- assertThat(logTester.logs().stream().collect(joining("\n"))).doesNotContain("Organization key");
- assertThat(logTester.logs().stream().collect(joining("\n"))).doesNotContain("Branch key");
- }
-
- @Test
- public void onlyGenerateMetadataIfNeeded() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File javaFile = new File(srcDir, "sample.java");
- FileUtils.write(javaFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- logTester.setLevel(LoggerLevel.DEBUG);
-
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(logTester.logs()).contains("2 files indexed");
- assertThat(logTester.logs()).contains("'src/sample.xoo' generated metadata with charset 'UTF-8'");
- assertThat(logTester.logs().stream().collect(joining("\n"))).doesNotContain("'src/sample.java' generated metadata");
-
- }
-
- @Test
- public void preloadFileMetadata() throws IOException {
- builder.put("sonar.preloadFileMetadata", "true");
-
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File javaFile = new File(srcDir, "sample.java");
- FileUtils.write(javaFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- logTester.setLevel(LoggerLevel.DEBUG);
-
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(logTester.logs()).contains("2 files indexed");
- assertThat(logTester.logs()).contains("'src/sample.xoo' generated metadata with charset 'UTF-8'");
- assertThat(logTester.logs()).contains("'src/sample.java' generated metadata with charset 'UTF-8'");
- }
-
- @Test
- public void dontPublishFilesWithoutDetectedLanguage() throws IOException {
- Path mainDir = baseDir.toPath().resolve("src").resolve("main");
- Files.createDirectories(mainDir);
-
- Path testDir = baseDir.toPath().resolve("src").resolve("test");
- Files.createDirectories(testDir);
-
- Path testXooFile = testDir.resolve("sample.java");
- Files.write(testXooFile, "Sample xoo\ncontent".getBytes(StandardCharsets.UTF_8));
-
- Path xooFile = mainDir.resolve("sample.xoo");
- Files.write(xooFile, "Sample xoo\ncontent".getBytes(StandardCharsets.UTF_8));
-
- Path javaFile = mainDir.resolve("sample.java");
- Files.write(javaFile, "Sample xoo\ncontent".getBytes(StandardCharsets.UTF_8));
-
- logTester.setLevel(LoggerLevel.DEBUG);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src/main")
- .put("sonar.tests", "src/test")
- .build())
- .execute();
-
- assertThat(logTester.logs()).contains("3 files indexed");
- assertThat(logTester.logs()).contains("'src/main/sample.xoo' generated metadata with charset 'UTF-8'");
- assertThat(logTester.logs().stream().collect(joining("\n"))).doesNotContain("'src/main/sample.java' generated metadata");
- assertThat(logTester.logs().stream().collect(joining("\n"))).doesNotContain("'src/test/sample.java' generated metadata");
- DefaultInputFile javaInputFile = (DefaultInputFile) result.inputFile("src/main/sample.java");
-
- thrown.expect(IllegalStateException.class);
- thrown.expectMessage("Unable to find report for component");
-
- result.getReportComponent(javaInputFile);
- }
-
- @Test
- public void createIssueOnAnyFile() throws IOException {
- tester
- .addRules(new XooRulesDefinition())
- .addActiveRule("xoo", "OneIssuePerUnknownFile", null, "OneIssuePerUnknownFile", "MAJOR", null, "xoo");
-
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.unknown");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- logTester.setLevel(LoggerLevel.DEBUG);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(logTester.logs()).contains("1 file indexed");
- assertThat(logTester.logs()).contains("'src" + File.separator + "sample.unknown' indexed with language 'null'");
- assertThat(logTester.logs()).contains("'src/sample.unknown' generated metadata with charset 'UTF-8'");
- DefaultInputFile inputFile = (DefaultInputFile) result.inputFile("src/sample.unknown");
- assertThat(result.getReportComponent(inputFile)).isNotNull();
- }
-
- @Test
- public void lazyIssueExclusion() throws IOException {
- tester
- .addRules(new XooRulesDefinition())
- .addActiveRule("xoo", "OneIssuePerFile", null, "OneIssuePerFile", "MAJOR", null, "xoo");
-
- builder.put("sonar.issue.ignore.allfile", "1")
- .put("sonar.issue.ignore.allfile.1.fileRegexp", "pattern");
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File unknownFile = new File(srcDir, "myfile.binary");
- byte[] b = new byte[512];
- new Random().nextBytes(b);
- FileUtils.writeByteArrayToFile(unknownFile, b);
-
- logTester.setLevel(LoggerLevel.DEBUG);
-
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(logTester.logs()).containsOnlyOnce("'src" + File.separator + "myfile.binary' indexed with language 'null'");
- assertThat(logTester.logs()).doesNotContain("Evaluate issue exclusions for 'src/myfile.binary'");
- assertThat(logTester.logs()).containsOnlyOnce("Evaluate issue exclusions for 'src/sample.xoo'");
- }
-
- @Test
- public void preloadIssueExclusions() throws IOException {
- builder.put("sonar.issue.ignore.allfile", "1")
- .put("sonar.issue.ignore.allfile.1.fileRegexp", "pattern")
- .put("sonar.preloadFileMetadata", "true");
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\npattern", StandardCharsets.UTF_8);
-
- File unknownFile = new File(srcDir, "myfile.binary");
- FileUtils.write(unknownFile, "some text", StandardCharsets.UTF_8);
-
- logTester.setLevel(LoggerLevel.DEBUG);
-
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(logTester.logs()).containsSequence("Evaluate issue exclusions for 'src/sample.xoo'",
- " - Exclusion pattern 'pattern': all issues in this file will be ignored.");
- }
-
- @Test
- public void publishFilesWithIssues() throws IOException {
- tester
- .addRules(new XooRulesDefinition())
- .addActiveRule("xoo", "OneIssueOnDirPerFile", null, "OneIssueOnDirPerFile", "MAJOR", null, "xoo");
-
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- DefaultInputFile file = (DefaultInputFile) result.inputFile("src/sample.xoo");
-
- assertThat(file.isPublished()).isTrue();
- assertThat(result.getReportComponent(file)).isNotNull();
- }
-
- @Test
- public void scanProjectWithSourceDir() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
- assertThat(result.inputFile("src/sample.xoo").type()).isEqualTo(InputFile.Type.MAIN);
- assertThat(result.inputFile("src/sample.xoo").relativePath()).isEqualTo("src/sample.xoo");
- }
-
- @Test
- public void scanBigProject() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- int nbFiles = 100;
- int ruleCount = 100000;
- for (int nb = 1; nb <= nbFiles; nb++) {
- File xooFile = new File(srcDir, "sample" + nb + ".xoo");
- FileUtils.write(xooFile, StringUtils.repeat(StringUtils.repeat("a", 100) + "\n", ruleCount / 1000));
- }
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(100);
- }
-
- @Test
- public void scanProjectWithTestDir() throws IOException {
- File test = new File(baseDir, "test");
- test.mkdir();
-
- File xooFile = new File(test, "sampleTest.xoo");
- FileUtils.write(xooFile, "Sample test xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "")
- .put("sonar.tests", "test")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
- assertThat(result.inputFile("test/sampleTest.xoo").type()).isEqualTo(InputFile.Type.TEST);
- }
-
- /**
- * SONAR-5419
- */
- @Test
- public void scanProjectWithMixedSourcesAndTests() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFile2 = new File(baseDir, "another.xoo");
- FileUtils.write(xooFile2, "Sample xoo 2\ncontent", StandardCharsets.UTF_8);
-
- File testDir = new File(baseDir, "test");
- testDir.mkdir();
-
- File xooTestFile = new File(baseDir, "sampleTest2.xoo");
- FileUtils.write(xooTestFile, "Sample test xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooTestFile2 = new File(testDir, "sampleTest.xoo");
- FileUtils.write(xooTestFile2, "Sample test xoo 2\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src,another.xoo")
- .put("sonar.tests", "test,sampleTest2.xoo")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(4);
- }
-
- @Test
- public void fileInclusionsExclusions() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFile2 = new File(baseDir, "another.xoo");
- FileUtils.write(xooFile2, "Sample xoo 2\ncontent", StandardCharsets.UTF_8);
-
- File testDir = new File(baseDir, "test");
- testDir.mkdir();
-
- File xooTestFile = new File(baseDir, "sampleTest2.xoo");
- FileUtils.write(xooTestFile, "Sample test xoo\ncontent");
-
- File xooTestFile2 = new File(testDir, "sampleTest.xoo");
- FileUtils.write(xooTestFile2, "Sample test xoo 2\ncontent");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src,another.xoo")
- .put("sonar.tests", "test,sampleTest2.xoo")
- .put("sonar.inclusions", "src/**")
- .put("sonar.exclusions", "**/another.*")
- .put("sonar.test.inclusions", "**/sampleTest*.*")
- .put("sonar.test.exclusions", "**/sampleTest2.xoo")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(2);
- }
-
- @Test
- public void test_inclusions_on_multi_modules() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "tests");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "tests");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sampleTestA.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sampleTestB.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- final ImmutableMap.Builder<String, String> builder = ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "")
- .put("sonar.tests", "tests")
- .put("sonar.modules", "moduleA,moduleB");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder.build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(2);
-
- InputFile fileA = result.inputFile("moduleA/tests/sampleTestA.xoo");
- assertThat(fileA).isNotNull();
-
- InputFile fileB = result.inputFile("moduleB/tests/sampleTestB.xoo");
- assertThat(fileB).isNotNull();
-
- result = tester.newAnalysis()
- .properties(builder
- .put("sonar.test.inclusions", "moduleA/tests/**")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
-
- fileA = result.inputFile("moduleA/tests/sampleTestA.xoo");
- assertThat(fileA).isNotNull();
-
- fileB = result.inputFile("moduleB/tests/sampleTestB.xoo");
- assertThat(fileB).isNull();
- }
-
- @Test
- public void test_module_level_inclusions_override_parent_on_multi_modules() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "src");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "src");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sampleA.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sampleB.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- final ImmutableMap.Builder<String, String> builder = ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "src")
- .put("sonar.modules", "moduleA,moduleB")
- .put("sonar.inclusions", "**/*.php");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder.build())
- .execute();
-
- assertThat(result.inputFiles()).isEmpty();
-
- result = tester.newAnalysis()
- .properties(builder
- .put("moduleA.sonar.inclusions", "**/*.xoo")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
-
- InputFile fileA = result.inputFile("moduleA/src/sampleA.xoo");
- assertThat(fileA).isNotNull();
- }
-
- @Test
- public void warn_user_for_outdated_scanner_side_inherited_exclusions_for_multi_module_project() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "src");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "src");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sample.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sample.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "src")
- .put("sonar.modules", "moduleA,moduleB")
- .put("sonar.exclusions", "src/sample.xoo")
- .build())
- .execute();
-
- InputFile fileA = result.inputFile("moduleA/src/sample.xoo");
- assertThat(fileA).isNull();
-
- InputFile fileB = result.inputFile("moduleB/src/sample.xoo");
- assertThat(fileB).isNull();
-
- assertThat(logTester.logs(LoggerLevel.WARN))
- .contains("Specifying module-relative paths at project level in the property 'sonar.exclusions' is deprecated. " +
- "To continue matching files like 'moduleA/src/sample.xoo', update this property so that patterns refer to project-relative paths.");
- }
-
- @Test
- public void support_global_server_side_exclusions_for_multi_module_project() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "src");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "src");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sample.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sample.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- tester.addGlobalServerSettings(CoreProperties.PROJECT_EXCLUSIONS_PROPERTY, "**/*.xoo");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "src")
- .put("sonar.modules", "moduleA,moduleB")
- .build())
- .execute();
-
- InputFile fileA = result.inputFile("moduleA/src/sample.xoo");
- assertThat(fileA).isNull();
-
- InputFile fileB = result.inputFile("moduleB/src/sample.xoo");
- assertThat(fileB).isNull();
- }
-
- @Test
- public void support_global_server_side_global_exclusions_for_multi_module_project() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "src");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "src");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sample.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sample.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- tester.addGlobalServerSettings(CoreProperties.GLOBAL_EXCLUSIONS_PROPERTY, "**/*.xoo");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "src")
- .put("sonar.modules", "moduleA,moduleB")
- .build())
- .execute();
-
- InputFile fileA = result.inputFile("moduleA/src/sample.xoo");
- assertThat(fileA).isNull();
-
- InputFile fileB = result.inputFile("moduleB/src/sample.xoo");
- assertThat(fileB).isNull();
- }
-
- @Test
- public void warn_user_for_outdated_server_side_inherited_exclusions_for_multi_module_project() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "src");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "src");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sample.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sample.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- tester.addProjectServerSettings("sonar.exclusions", "src/sample.xoo");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "src")
- .put("sonar.modules", "moduleA,moduleB")
- .build())
- .execute();
-
- InputFile fileA = result.inputFile("moduleA/src/sample.xoo");
- assertThat(fileA).isNull();
-
- InputFile fileB = result.inputFile("moduleB/src/sample.xoo");
- assertThat(fileB).isNull();
-
- assertThat(logTester.logs(LoggerLevel.WARN))
- .contains("Specifying module-relative paths at project level in the property 'sonar.exclusions' is deprecated. " +
- "To continue matching files like 'moduleA/src/sample.xoo', update this property so that patterns refer to project-relative paths.");
- }
-
- @Test
- public void failForDuplicateInputFile() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- thrown.expect(MessageException.class);
- thrown.expectMessage("File src/sample.xoo can't be indexed twice. Please check that inclusion/exclusion patterns produce disjoint sets for main and test files");
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src,src/sample.xoo")
- .build())
- .execute();
- }
-
- // SONAR-9574
- @Test
- public void failForDuplicateInputFileInDifferentModules() throws IOException {
- File srcDir = new File(baseDir, "module1/src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- thrown.expect(MessageException.class);
- thrown.expectMessage("File module1/src/sample.xoo can't be indexed twice. Please check that inclusion/exclusion patterns produce disjoint sets for main and test files");
- tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "module1/src")
- .put("sonar.modules", "module1")
- .put("module1.sonar.sources", "src")
- .build())
- .execute();
-
- }
-
- // SONAR-5330
- @Test
- public void scanProjectWithSourceSymlink() {
- assumeTrue(!System2.INSTANCE.isOsWindows());
- File projectDir = new File("test-resources/mediumtest/xoo/sample-with-symlink");
- AnalysisResult result = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .property("sonar.exclusions", "**/*.xoo.measures,**/*.xoo.scm")
- .property("sonar.test.exclusions", "**/*.xoo.measures,**/*.xoo.scm")
- .execute();
-
- assertThat(result.inputFiles()).hasSize(3);
- // check that symlink was not resolved to target
- assertThat(result.inputFiles()).extractingResultOf("path").toString().startsWith(projectDir.toString());
- }
-
- // SONAR-6719
- @Test
- public void scanProjectWithWrongCase() {
- // To please the quality gate, don't use assumeTrue, or the test will be reported as skipped
- File projectDir = new File("test-resources/mediumtest/xoo/sample");
- ScannerMediumTester.AnalysisBuilder analysis = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .property("sonar.sources", "XOURCES")
- .property("sonar.tests", "TESTX");
-
- if (System2.INSTANCE.isOsWindows()) { // Windows is file path case-insensitive
- AnalysisResult result = analysis.execute();
-
- assertThat(result.inputFiles()).hasSize(8);
- assertThat(result.inputFiles()).extractingResultOf("relativePath").containsOnly(
- "testx/ClassOneTest.xoo.measures",
- "xources/hello/helloscala.xoo.measures",
- "xources/hello/HelloJava.xoo.measures",
- "testx/ClassOneTest.xoo",
- "xources/hello/HelloJava.xoo.scm",
- "xources/hello/helloscala.xoo",
- "testx/ClassOneTest.xoo.scm",
- "xources/hello/HelloJava.xoo");
- } else if (System2.INSTANCE.isOsMac()) {
- AnalysisResult result = analysis.execute();
-
- assertThat(result.inputFiles()).hasSize(8);
- assertThat(result.inputFiles()).extractingResultOf("relativePath").containsOnly(
- "TESTX/ClassOneTest.xoo.measures",
- "XOURCES/hello/helloscala.xoo.measures",
- "XOURCES/hello/HelloJava.xoo.measures",
- "TESTX/ClassOneTest.xoo",
- "XOURCES/hello/HelloJava.xoo.scm",
- "XOURCES/hello/helloscala.xoo",
- "TESTX/ClassOneTest.xoo.scm",
- "XOURCES/hello/HelloJava.xoo");
- } else {
- thrown.expect(MessageException.class);
- thrown.expectMessage("The folder 'TESTX' does not exist for 'sample'");
- analysis.execute();
- }
- }
-
- @Test
- public void indexAnyFile() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent");
-
- File otherFile = new File(srcDir, "sample.other");
- FileUtils.write(otherFile, "Sample other\ncontent");
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(2);
- assertThat(result.inputFile("src/sample.other").type()).isEqualTo(InputFile.Type.MAIN);
- assertThat(result.inputFile("src/sample.other").relativePath()).isEqualTo("src/sample.other");
- assertThat(result.inputFile("src/sample.other").language()).isNull();
- }
-
- @Test
- public void scanMultiModuleProject() {
- File projectDir = new File("test-resources/mediumtest/xoo/multi-modules-sample");
- AnalysisResult result = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .execute();
-
- assertThat(result.inputFiles()).hasSize(4);
- }
-
- @Test
- public void deprecated_global_sensor_should_see_project_relative_paths() {
- File projectDir = new File("test-resources/mediumtest/xoo/multi-modules-sample");
- AnalysisResult result = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .property(DeprecatedGlobalSensor.ENABLE_PROP, "true")
- .execute();
-
- assertThat(result.inputFiles()).hasSize(4);
- assertThat(logTester.logs(LoggerLevel.INFO)).contains(
- "Deprecated Global Sensor: module_a/module_a1/src/main/xoo/com/sonar/it/samples/modules/a1/HelloA1.xoo",
- "Deprecated Global Sensor: module_a/module_a2/src/main/xoo/com/sonar/it/samples/modules/a2/HelloA2.xoo",
- "Deprecated Global Sensor: module_b/module_b1/src/main/xoo/com/sonar/it/samples/modules/b1/HelloB1.xoo",
- "Deprecated Global Sensor: module_b/module_b2/src/main/xoo/com/sonar/it/samples/modules/b2/HelloB2.xoo");
- }
-
- @Test
- public void global_sensor_should_see_project_relative_paths() {
- File projectDir = new File("test-resources/mediumtest/xoo/multi-modules-sample");
- AnalysisResult result = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .property(GlobalProjectSensor.ENABLE_PROP, "true")
- .execute();
-
- assertThat(result.inputFiles()).hasSize(4);
- assertThat(logTester.logs(LoggerLevel.INFO)).contains(
- "Global Sensor: module_a/module_a1/src/main/xoo/com/sonar/it/samples/modules/a1/HelloA1.xoo",
- "Global Sensor: module_a/module_a2/src/main/xoo/com/sonar/it/samples/modules/a2/HelloA2.xoo",
- "Global Sensor: module_b/module_b1/src/main/xoo/com/sonar/it/samples/modules/b1/HelloB1.xoo",
- "Global Sensor: module_b/module_b2/src/main/xoo/com/sonar/it/samples/modules/b2/HelloB2.xoo");
- }
-
- @Test
- public void scanProjectWithCommaInSourcePath() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample,1.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFile2 = new File(baseDir, "another,2.xoo");
- FileUtils.write(xooFile2, "Sample xoo 2\ncontent", StandardCharsets.UTF_8);
-
- File testDir = new File(baseDir, "test");
- testDir.mkdir();
-
- File xooTestFile = new File(testDir, "sampleTest,1.xoo");
- FileUtils.write(xooTestFile, "Sample test xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooTestFile2 = new File(baseDir, "sampleTest,2.xoo");
- FileUtils.write(xooTestFile2, "Sample test xoo 2\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src,\"another,2.xoo\"")
- .put("sonar.tests", "\"test\",\"sampleTest,2.xoo\"")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(4);
- }
-
- @Test
- public void twoLanguagesWithSameExtension() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFile2 = new File(srcDir, "sample.xoo2");
- FileUtils.write(xooFile2, "Sample xoo 2\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(2);
-
- try {
- result = tester.newAnalysis()
- .properties(builder
- .put("sonar.lang.patterns.xoo2", "**/*.xoo")
- .build())
- .execute();
- } catch (Exception e) {
- assertThat(e)
- .isInstanceOf(MessageException.class)
- .hasMessage(
- "Language of file 'src" + File.separator
- + "sample.xoo' can not be decided as the file matches patterns of both sonar.lang.patterns.xoo : **/*.xoo and sonar.lang.patterns.xoo2 : **/*.xoo");
- }
-
- // SONAR-9561
- result = tester.newAnalysis()
- .properties(builder
- .put("sonar.exclusions", "**/sample.xoo")
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
- }
-
- @Test
- public void log_all_exclusions_properties_per_modules() throws IOException {
- File baseDir = temp.getRoot();
- File baseDirModuleA = new File(baseDir, "moduleA");
- File baseDirModuleB = new File(baseDir, "moduleB");
- File srcDirA = new File(baseDirModuleA, "src");
- srcDirA.mkdirs();
- File srcDirB = new File(baseDirModuleB, "src");
- srcDirB.mkdirs();
-
- File xooFileA = new File(srcDirA, "sample.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFileB = new File(srcDirB, "sample.xoo");
- FileUtils.write(xooFileB, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(ImmutableMap.<String, String>builder()
- .put("sonar.projectBaseDir", baseDir.getAbsolutePath())
- .put("sonar.projectKey", "com.foo.project")
- .put("sonar.sources", "src")
- .put("sonar.modules", "moduleA,moduleB")
- .put("sonar.inclusions", "**/global.inclusions")
- .put("sonar.test.inclusions", "**/global.test.inclusions")
- .put("sonar.exclusions", "**/global.exclusions")
- .put("sonar.test.exclusions", "**/global.test.exclusions")
- .put("sonar.coverage.exclusions", "**/coverage.exclusions")
- .put("sonar.cpd.exclusions", "**/cpd.exclusions")
- .build())
- .execute();
-
- assertThat(logTester.logs(LoggerLevel.INFO))
- .containsSequence("Indexing files...",
- "Project configuration:",
- " Included sources: **/global.inclusions",
- " Excluded sources: **/global.exclusions, **/global.test.inclusions",
- " Included tests: **/global.test.inclusions",
- " Excluded tests: **/global.test.exclusions",
- " Excluded sources for coverage: **/coverage.exclusions",
- " Excluded sources for duplication: **/cpd.exclusions",
- "Indexing files of module 'moduleA'",
- " Base dir: " + baseDirModuleA.getAbsolutePath(),
- " Source paths: src",
- " Included sources: **/global.inclusions",
- " Excluded sources: **/global.exclusions, **/global.test.inclusions",
- " Included tests: **/global.test.inclusions",
- " Excluded tests: **/global.test.exclusions",
- " Excluded sources for coverage: **/coverage.exclusions",
- " Excluded sources for duplication: **/cpd.exclusions",
- "Indexing files of module 'moduleB'",
- " Base dir: " + baseDirModuleB.getAbsolutePath(),
- " Source paths: src",
- " Included sources: **/global.inclusions",
- " Excluded sources: **/global.exclusions, **/global.test.inclusions",
- " Included tests: **/global.test.inclusions",
- " Excluded tests: **/global.test.exclusions",
- " Excluded sources for coverage: **/coverage.exclusions",
- " Excluded sources for duplication: **/cpd.exclusions",
- "Indexing files of module 'com.foo.project'",
- " Base dir: " + baseDir.getAbsolutePath(),
- " Included sources: **/global.inclusions",
- " Excluded sources: **/global.exclusions, **/global.test.inclusions",
- " Included tests: **/global.test.inclusions",
- " Excluded tests: **/global.test.exclusions",
- " Excluded sources for coverage: **/coverage.exclusions",
- " Excluded sources for duplication: **/cpd.exclusions");
- }
-
- @Test
- public void ignore_files_outside_project_basedir() throws IOException {
- File srcDir = new File(baseDir, "src");
- srcDir.mkdir();
-
- File xooFile = new File(srcDir, "sample1.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File outsideBaseDir = temp.newFolder().getCanonicalFile();
- File xooFile2 = new File(outsideBaseDir, "another.xoo");
- FileUtils.write(xooFile2, "Sample xoo 2\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.sources", "src," + PathUtils.canonicalPath(xooFile2))
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
- assertThat(logTester.logs(LoggerLevel.WARN)).contains("File '" + xooFile2.getAbsolutePath() + "' is ignored. It is not located in project basedir '" + baseDir + "'.");
- }
-
- @Test
- public void ignore_files_outside_module_basedir() throws IOException {
- File moduleA = new File(baseDir, "moduleA");
- moduleA.mkdir();
-
- File xooFileA = new File(moduleA, "src/sampleA.xoo");
- FileUtils.write(xooFileA, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- File xooFile2 = new File(baseDir, "another.xoo");
- FileUtils.write(xooFile2, "Sample xoo 2\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .put("sonar.modules", "moduleA")
- .put("moduleA.sonar.sources", "src," + PathUtils.canonicalPath(xooFile2))
- .build())
- .execute();
-
- assertThat(result.inputFiles()).hasSize(1);
- assertThat(logTester.logs(LoggerLevel.WARN))
- .contains("File '" + xooFile2.getAbsolutePath() + "' is ignored. It is not located in module basedir '" + new File(baseDir, "moduleA") + "'.");
- }
-
- @Test
- public void exclusion_based_on_scm_info() {
- File projectDir = new File("test-resources/mediumtest/xoo/sample-with-ignored-file");
- AnalysisResult result = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .property("sonar.exclusions", "**/*.xoo.ignore")
- .property("sonar.test.exclusions", "**/*.xoo.ignore")
- .execute();
-
- assertThat(result.inputFile("xources/hello/ClassTwo.xoo")).isNull();
- assertThat(result.inputFile("testx/ClassTwoTest.xoo")).isNull();
-
- assertThat(result.inputFile("xources/hello/ClassOne.xoo")).isNotNull();
- assertThat(result.inputFile("testx/ClassOneTest.xoo")).isNotNull();
- }
-
- @Test
- public void no_exclusion_when_scm_exclusions_is_disabled() {
- File projectDir = new File("test-resources/mediumtest/xoo/sample-with-ignored-file");
- AnalysisResult result = tester
- .newAnalysis(new File(projectDir, "sonar-project.properties"))
- .property("sonar.scm.exclusions.disabled", "true")
- .property("sonar.exclusions", "**/*.xoo.ignore")
- .property("sonar.test.exclusions", "**/*.xoo.ignore")
- .execute();
-
- assertThat(result.inputFiles()).hasSize(4);
-
- assertThat(result.inputFile("xources/hello/ClassTwo.xoo")).isNotNull();
- assertThat(result.inputFile("testx/ClassTwoTest.xoo")).isNotNull();
- assertThat(result.inputFile("xources/hello/ClassOne.xoo")).isNotNull();
- assertThat(result.inputFile("testx/ClassOneTest.xoo")).isNotNull();
- }
-
- @Test
- public void index_basedir_by_default() throws IOException {
- File xooFile = new File(baseDir, "sample.xoo");
- FileUtils.write(xooFile, "Sample xoo\ncontent", StandardCharsets.UTF_8);
-
- AnalysisResult result = tester.newAnalysis()
- .properties(builder
- .build())
- .execute();
-
- assertThat(logTester.logs()).contains("1 file indexed");
- assertThat(result.inputFile("sample.xoo")).isNotNull();
- }
- }
|