You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

.cirrus.yml 22KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646
  1. # content of service-account-credentials.json, used to access to Google Cloud Platform
  2. gcp_credentials: ENCRYPTED[!e5f7207bd8d02d383733bef47e18296ac32e3b7d22eb480354e8dd8fdc0004be45a8a4e72c797bd66ee94eb3340fa363!]
  3. env:
  4. GRADLE_OPTS: -Dorg.gradle.daemon=false -Dorg.gradle.jvmargs="-XX:+PrintFlagsFinal -XshowSettings:vm -XX:+HeapDumpOnOutOfMemoryError -XX:+UnlockExperimentalVMOptions -Djava.security.egd=file:/dev/./urandom -Dfile.encoding=UTF8 -Duser.language=en -Duser.country=US"
  5. # to be replaced by other credentials
  6. ARTIFACTORY_PRIVATE_USERNAME: repox-private-reader-e2882e
  7. ARTIFACTORY_PRIVATE_PASSWORD: ENCRYPTED[!815fc7526a6579b7d974d1c41b5c247cfed8c88fb2c7b41ec5d3d54244701186da777c4003476b5b9fa208c8b8f208dc!]
  8. ARTIFACTORY_DEPLOY_USERNAME: repox-qa-deployer
  9. ARTIFACTORY_DEPLOY_PASSWORD: ENCRYPTED[!d484e19f33c9ce63b165f70e414a33b1ac6c215a126791aacbf8059626caf0fd8a78e999a20af5c1a4ba01c0b0247921!]
  10. ARTIFACTORY_API_KEY: ENCRYPTED[60f92cec4bf8446867dce41fe8dc77457f10065b82a24bfa3924d496aa1c14b89b531b86c3a34274abb12cf9a4cb36c4]
  11. ARTIFACTORY_PROMOTE_API_KEY: ENCRYPTED[!225fe1c81d27e529ed2e681e32d7c7cac787300c9f21c8ddcba2277583c9e9d5ae23c11ade3a6fb3c51c7c5dfb7b31bc!]
  12. # download licenses for testing commercial editions
  13. GITHUB_TOKEN: ENCRYPTED[!f458126aa9ed2ac526f220c5acb51dd9cc255726b34761a56fc78d4294c11089502a882888cef0ca7dd4085e72e611a5!]
  14. # notifications to burgr
  15. BURGR_URL: ENCRYPTED[24fba83587c1e9ed372b6cfdf12e4739ebe3b6e5b5082f1a2a742e840dd2e4b61fd5e281bf2632b22b3ad346c650c05c]
  16. BURGR_USERNAME: ENCRYPTED[cf7bfb936025fb763013bbfef0ab5723c0d9b53f135d79af36f9defa933f4b5fc72842bd83a97ce9b614503c1b77e6da]
  17. BURGR_PASSWORD: ENCRYPTED[bc554fc6a06c9f14cc9924cefad0a69e962a905b6d1609fc9357d458b45fc52ac74c960ad9c7382a0691433fa9dcd483]
  18. # analysis on next.sonarqube.com
  19. SONARQUBE_NEXT_TOKEN: ENCRYPTED[!0d599f9fb1613db33388821ca04af23f090729902b4421ad0a53cea8393d1e9039f2e47d65a246781b0e2c3718c172a1!]
  20. # to trigger docs deployment
  21. BUDDY_WORKS_TOKEN: ENCRYPTED[9ba648f3167b6f0c0befbba2f816bfffd53260fef06fb0fe8bba0a19ae4808c8b1567c5dcee2a2ee5299a5969058f495]
  22. ELASTIC_PWD: ENCRYPTED[78c127034b9f06bc1b5ad7a520de2da094f3eaf1dcb35f12b0f178fa90ce2fd157bd6f9feece9bf3a54b4e3805bc39fb]
  23. CIRRUS_LOG_TIMESTAMP: true
  24. # No need to clone the full history.
  25. # Depth of 1 is not enough because it would fail the build in case of consecutive pushes
  26. # (example of error: "Hard resetting to c968ecaf7a1942dacecd78480b3751ac74d53c33...Failed to force reset to c968ecaf7a1942dacecd78480b3751ac74d53c33: object not found!")
  27. CIRRUS_CLONE_DEPTH: 50
  28. auto_cancellation: $CIRRUS_BRANCH != 'master' && $CIRRUS_BRANCH !=~ 'branch.*' && $CIRRUS_BRANCH != 'dogfood-on-next'
  29. only_nightly_depending_on_build_template: &ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  30. depends_on: build
  31. # Comment the following line and commit with message "DO NOT MERGE" in order to run
  32. # this task on your branch
  33. only_if: $CIRRUS_BRANCH == "branch-nightly-build"
  34. only_upon_sql_changes_or_nightly_depending_on_build_template: &ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  35. depends_on: build
  36. only_if: >-
  37. $CIRRUS_BRANCH == "branch-nightly-build" ||
  38. changesInclude('server/sonar-db-dao/**/*Mapper.xml', 'server/sonar-db-migration/**/DbVersion*.java', 'server/sonar-db-dao/**/*Dao.java')
  39. only_default_branches_template: &ONLY_DEFAULT_BRANCHES_TEMPLATE
  40. only_if: >-
  41. $CIRRUS_BRANCH !=~ "dogfood/.*" &&
  42. $CIRRUS_BRANCH != "public_master"
  43. only_default_depending_on_build_template: &ONLY_DEFAULT_DEPENDING_ON_BUILD_TEMPLATE
  44. depends_on: build
  45. only_if: >-
  46. $CIRRUS_BRANCH !=~ "dogfood/.*" &&
  47. $CIRRUS_BRANCH != "public_master"
  48. docker_build_container_template: &GKE_CONTAINER_TEMPLATE
  49. dockerfile: private/docker/Dockerfile-build
  50. builder_image_project: sonarqube-team
  51. builder_image_name: docker-builder-v20200915
  52. cluster_name: cirrus-ci-cluster
  53. zone: us-central1-a
  54. namespace: default
  55. cpu: 1
  56. memory: 1Gb
  57. oracle_additional_container_template: &ORACLE_ADDITIONAL_CONTAINER_TEMPLATE
  58. name: oracle
  59. image: us.gcr.io/sonarqube-team/oracle12:0.0.1 # see https://github.com/SonarSource/vms/blob/master/docker/README.md#oracle-12c to build it
  60. port: 1521
  61. cpu: 2
  62. memory: 5Gb
  63. env:
  64. ORACLE_PWD: sonarqube
  65. postgres_additional_container_template: &POSTGRES_ADDITIONAL_CONTAINER_TEMPLATE
  66. name: postgres
  67. image: postgres:13.2
  68. port: 5432
  69. cpu: 1
  70. memory: 1Gb
  71. env:
  72. POSTGRES_USER: postgres
  73. POSTGRES_PASSWORD: postgres
  74. reports_junit_on_failure_template: &REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  75. jest_junit_cleanup_script: >
  76. find . -type f -wholename "**/build/test-results/test-jest/junit.xml" -exec
  77. xmlstarlet edit --inplace --delete '//testsuite[@errors=0 and @failures=0]' {} \;
  78. reports_artifacts:
  79. path: "**/build/reports/**/*"
  80. junit_artifacts:
  81. path: "**/build/test-results/**/*.xml"
  82. format: junit
  83. screenshots_on_failure_template: &REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  84. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  85. screenshots_artifacts:
  86. path: "**/build/screenshots/**/*"
  87. yarn_cache_template: &YARN_CACHE_TEMPLATE
  88. yarn_cache:
  89. folder: "~/.yarn/berry/cache"
  90. fingerprint_script: |
  91. cat \
  92. server/sonar-web/yarn.lock \
  93. server/sonar-docs/yarn.lock \
  94. private/core-extension-governance/yarn.lock \
  95. private/core-extension-license/yarn.lock \
  96. private/core-extension-securityreport/yarn.lock
  97. gradle_cache_template: &GRADLE_CACHE_TEMPLATE
  98. gradle_cache:
  99. folder: "~/.gradle/caches"
  100. fingerprint_script: find -type f \( -name "*.gradle*" -or -name "gradle*.properties" \) -exec cat {} +
  101. eslint_report_cache_template: &ESLINT_REPORT_CACHE_TEMPLATE
  102. eslint_report_cache:
  103. folders:
  104. - server/sonar-web/eslint-report/
  105. - private/core-extension-securityreport/eslint-report/
  106. - private/core-extension-license/eslint-report/
  107. - private/core-extension-governance/eslint-report/
  108. - private/core-extension-developer-server/eslint-report/
  109. fingerprint_script: echo $CIRRUS_BUILD_ID
  110. jest_report_cache_template: &JEST_REPORT_CACHE_TEMPLATE
  111. jest_report_cache:
  112. folders:
  113. - server/sonar-web/coverage/
  114. - private/core-extension-securityreport/coverage/
  115. - private/core-extension-license/coverage/
  116. - private/core-extension-governance/coverage/
  117. - private/core-extension-developer-server/coverage/
  118. fingerprint_script: echo $CIRRUS_BUILD_ID
  119. junit_report_cache_template: &JUNIT_REPORT_CACHE_TEMPLATE
  120. junit_report_cache:
  121. folders:
  122. - "**/reports/jacoco"
  123. - "**/test-results/test"
  124. fingerprint_script: echo $CIRRUS_BUILD_ID
  125. custom_clone_script_template: &CUSTOM_CLONE_SCRIPT_TEMPLATE
  126. clone_script: |
  127. git clone --recursive --branch=$CIRRUS_BRANCH https://x-access-token:${CIRRUS_REPO_CLONE_TOKEN}@github.com/${CIRRUS_REPO_FULL_NAME}.git $CIRRUS_WORKING_DIR --depth=1
  128. git fetch origin $CIRRUS_CHANGE_IN_REPO --depth=1
  129. git reset --hard $CIRRUS_CHANGE_IN_REPO
  130. profile_artifacts_template: &PROFILE_ARTIFACTS_TEMPLATE
  131. profile_artifacts:
  132. path: "**/build/reports/profile/**/*"
  133. build_task:
  134. <<: *ONLY_DEFAULT_BRANCHES_TEMPLATE
  135. <<: *GRADLE_CACHE_TEMPLATE
  136. <<: *YARN_CACHE_TEMPLATE
  137. timeout_in: 90m
  138. gke_container:
  139. <<: *GKE_CONTAINER_TEMPLATE
  140. cpu: 7.5
  141. memory: 8Gb
  142. env:
  143. ORG_GRADLE_PROJECT_signingKey: ENCRYPTED[!cc216dfe592f79db8006f2a591f8f98b40aa2b078e92025623594976fd32f6864c1e6b6ba74b50647f608e2418e6c336!]
  144. ORG_GRADLE_PROJECT_signingPassword: ENCRYPTED[!314a8fc344f45e462dd5e8dccd741d7562283a825e78ebca27d4ae9db8e65ce618e7f6aece386b2782a5abe5171467bd!]
  145. ORG_GRADLE_PROJECT_signingKeyId: 0x7DCD4258
  146. elasticsearch_distribution_cache:
  147. folder: sonar-application/build/elasticsearch-**.tar.gz
  148. script:
  149. - ./private/cirrus/cirrus-build.sh
  150. on_failure:
  151. reports_artifacts:
  152. path: "**/build/reports/**/*"
  153. always:
  154. <<: *PROFILE_ARTIFACTS_TEMPLATE
  155. yarn_lint-report-ci_task:
  156. <<: *ONLY_DEFAULT_BRANCHES_TEMPLATE
  157. <<: *GRADLE_CACHE_TEMPLATE
  158. <<: *YARN_CACHE_TEMPLATE
  159. <<: *ESLINT_REPORT_CACHE_TEMPLATE
  160. timeout_in: 90m
  161. gke_container:
  162. <<: *GKE_CONTAINER_TEMPLATE
  163. cpu: 5
  164. memory: 6Gb
  165. script:
  166. - ./private/cirrus/cirrus-yarn-lint-report.sh
  167. allow_failures: "true"
  168. on_failure:
  169. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  170. always:
  171. <<: *PROFILE_ARTIFACTS_TEMPLATE
  172. yarn_validate-ci_task:
  173. <<: *ONLY_DEFAULT_BRANCHES_TEMPLATE
  174. <<: *GRADLE_CACHE_TEMPLATE
  175. <<: *YARN_CACHE_TEMPLATE
  176. <<: *JEST_REPORT_CACHE_TEMPLATE
  177. timeout_in: 90m
  178. gke_container:
  179. <<: *GKE_CONTAINER_TEMPLATE
  180. cpu: 7.5
  181. memory: 20Gb
  182. script:
  183. - ./private/cirrus/cirrus-yarn-validate-ci.sh
  184. on_failure:
  185. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  186. always:
  187. <<: *PROFILE_ARTIFACTS_TEMPLATE
  188. junit_task:
  189. <<: *ONLY_DEFAULT_BRANCHES_TEMPLATE
  190. <<: *GRADLE_CACHE_TEMPLATE
  191. <<: *JUNIT_REPORT_CACHE_TEMPLATE
  192. timeout_in: 90m
  193. gke_container:
  194. <<: *GKE_CONTAINER_TEMPLATE
  195. cpu: 7.5
  196. memory: 20Gb
  197. script:
  198. - ./private/cirrus/cirrus-junit.sh
  199. on_failure:
  200. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  201. always:
  202. <<: *PROFILE_ARTIFACTS_TEMPLATE
  203. validate_task:
  204. <<: *ONLY_DEFAULT_BRANCHES_TEMPLATE
  205. <<: *GRADLE_CACHE_TEMPLATE
  206. <<: *YARN_CACHE_TEMPLATE
  207. <<: *JEST_REPORT_CACHE_TEMPLATE
  208. <<: *ESLINT_REPORT_CACHE_TEMPLATE
  209. <<: *JUNIT_REPORT_CACHE_TEMPLATE
  210. depends_on:
  211. - yarn_validate-ci
  212. - yarn_lint-report-ci
  213. - junit
  214. timeout_in: 90m
  215. gke_container:
  216. <<: *GKE_CONTAINER_TEMPLATE
  217. cpu: 7.5
  218. memory: 28Gb
  219. env:
  220. # For the analysis, we need the full history.
  221. CIRRUS_CLONE_DEPTH: 0
  222. script:
  223. - ./private/cirrus/cirrus-validate.sh
  224. always:
  225. <<: *PROFILE_ARTIFACTS_TEMPLATE
  226. yarn_check-ci_task:
  227. <<: *ONLY_DEFAULT_BRANCHES_TEMPLATE
  228. <<: *GRADLE_CACHE_TEMPLATE
  229. <<: *YARN_CACHE_TEMPLATE
  230. timeout_in: 90m
  231. gke_container:
  232. <<: *GKE_CONTAINER_TEMPLATE
  233. cpu: 5
  234. memory: 6Gb
  235. script: |
  236. ./private/cirrus/cirrus-env.sh YARN
  237. gradle yarn_check-ci --profile
  238. always:
  239. <<: *PROFILE_ARTIFACTS_TEMPLATE
  240. qa_task:
  241. <<: *ONLY_DEFAULT_DEPENDING_ON_BUILD_TEMPLATE
  242. <<: *GRADLE_CACHE_TEMPLATE
  243. gke_container:
  244. <<: *GKE_CONTAINER_TEMPLATE
  245. cpu: 3
  246. memory: 7Gb
  247. additional_containers:
  248. - <<: *POSTGRES_ADDITIONAL_CONTAINER_TEMPLATE
  249. env:
  250. matrix:
  251. - QA_CATEGORY: Cat1
  252. - QA_CATEGORY: Cat2
  253. - QA_CATEGORY: Cat3
  254. - QA_CATEGORY: Cat4
  255. - QA_CATEGORY: Cat5
  256. - QA_CATEGORY: Cat6
  257. - QA_CATEGORY: Cat7
  258. - QA_CATEGORY: Authentication
  259. - QA_CATEGORY: Gov
  260. - QA_CATEGORY: Dev
  261. - QA_CATEGORY: License
  262. - QA_CATEGORY: Branch
  263. - QA_CATEGORY: Upgrade
  264. script:
  265. - ./private/cirrus/cirrus-qa.sh postgres106
  266. on_failure:
  267. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  268. task: #bitbucket
  269. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  270. <<: *GRADLE_CACHE_TEMPLATE
  271. gke_container:
  272. <<: *GKE_CONTAINER_TEMPLATE
  273. cpu: 3
  274. memory: 7Gb
  275. additional_containers:
  276. - <<: *POSTGRES_ADDITIONAL_CONTAINER_TEMPLATE
  277. maven_cache:
  278. folder: ~/.m2
  279. env:
  280. QA_CATEGORY: BITBUCKET
  281. matrix:
  282. - name: qa_bitbucket_5.15.0
  283. bitbucket_background_script: ./private/cirrus/cirrus-start-bitbucket.sh 5.15.0
  284. - name: qa_bitbucket_latest
  285. bitbucket_background_script: ./private/cirrus/cirrus-start-bitbucket.sh LATEST
  286. wait_for_bitbucket_to_boot_script: secs=3600; endTime=$(( $(date +%s) + secs )); while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' localhost:7990/bitbucket/status)" != "200" ]] || [ $(date +%s) -gt $endTime ]; do sleep 5; done
  287. script:
  288. - ./private/cirrus/cirrus-qa.sh postgres106
  289. on_failure:
  290. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  291. qa_bb_cloud_task:
  292. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  293. <<: *GRADLE_CACHE_TEMPLATE
  294. gke_container:
  295. <<: *GKE_CONTAINER_TEMPLATE
  296. cpu: 2.4
  297. memory: 5Gb
  298. env:
  299. QA_CATEGORY: BITBUCKET_CLOUD
  300. BBC_CLIENT_ID: ENCRYPTED[f1c2c57d5f02885345b3db5776a3b28f5dbcc89723809f73ad05ada903ece9584f1dfe61b026c10eabd72c75d1258bac]
  301. BBC_CLIENT_SECRET: ENCRYPTED[39cc89ce4695c243fd688e687879bd473a60882fd30ba8613d6697e5d2b04e2017c68cae3a9a7ed9704f69c52bf229ee]
  302. BBC_READ_REPOS_APP_PASSWORD: ENCRYPTED[d33b02d02987e188b5cec2a14f6ddd04d1fcac39ed5d6ced08891fc562ebb6721c9fbf307c0eba81df78c83f75b3c27c]
  303. BBC_USERNAME: ENCRYPTED[f0af9be9d2fbaa55fbf69e4fce706ebc9131e0dc22cf8bce5d7ab2e0c2b57aff3ddbf6b3b77166e803a6000276256cea]
  304. script:
  305. - ./private/cirrus/cirrus-qa.sh h2
  306. on_failure:
  307. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  308. qa_ha_task:
  309. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  310. <<: *GRADLE_CACHE_TEMPLATE
  311. gke_container:
  312. <<: *GKE_CONTAINER_TEMPLATE
  313. cpu: 2.4
  314. memory: 10Gb
  315. additional_containers:
  316. - <<: *POSTGRES_ADDITIONAL_CONTAINER_TEMPLATE
  317. env:
  318. QA_CATEGORY: HA
  319. script:
  320. - ./private/cirrus/cirrus-qa.sh postgres106
  321. on_failure:
  322. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  323. docker_gitlab_container_build_task:
  324. only_if: $CIRRUS_BRANCH == "branch-nightly-build"
  325. gce_instance:
  326. image_project: sonarqube-team
  327. image_family: docker-builder
  328. zone: us-central1-a
  329. preemptible: true
  330. disk: 10
  331. cpu: 4
  332. memory: 8G
  333. env:
  334. matrix:
  335. - GITLAB_TAG: latest
  336. - GITLAB_TAG: 11.7.0-ce.0
  337. build_script:
  338. - docker pull "us.gcr.io/sonarqube-team/sq-gitlab:${GITLAB_TAG}" || true
  339. - docker build --build-arg "GITLAB_TAG=${GITLAB_TAG}" --cache-from "us.gcr.io/sonarqube-team/sq-gitlab:${GITLAB_TAG}" -t "us.gcr.io/sonarqube-team/sq-gitlab:${GITLAB_TAG}" private/docker/gitlab/
  340. - docker push "us.gcr.io/sonarqube-team/sq-gitlab:${GITLAB_TAG}"
  341. # GitLab QA is executed in a dedicated task in order to not slow down the pipeline, as a GitLab on-prem server docker image is required.
  342. qa_gitlab_task:
  343. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  344. <<: *GRADLE_CACHE_TEMPLATE
  345. depends_on:
  346. - build
  347. - docker_gitlab_container_build
  348. gke_container:
  349. <<: *GKE_CONTAINER_TEMPLATE
  350. cpu: 2.4
  351. memory: 5Gb
  352. use_in_memory_disk: true
  353. additional_containers:
  354. - name: gitlab
  355. ports:
  356. - 80
  357. - 443
  358. cpu: 2
  359. memory: 5Gb
  360. matrix:
  361. - image: us.gcr.io/sonarqube-team/sq-gitlab:latest
  362. - image: us.gcr.io/sonarqube-team/sq-gitlab:11.7.0-ce.0
  363. env:
  364. QA_CATEGORY: GITLAB
  365. script:
  366. - ./private/cirrus/cirrus-qa.sh h2
  367. on_failure:
  368. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  369. qa_gitlab_cloud_task:
  370. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  371. <<: *GRADLE_CACHE_TEMPLATE
  372. depends_on:
  373. - build
  374. - docker_gitlab_container_build
  375. gke_container:
  376. <<: *GKE_CONTAINER_TEMPLATE
  377. cpu: 2.4
  378. memory: 5Gb
  379. use_in_memory_disk: true
  380. env:
  381. QA_CATEGORY: GITLAB_CLOUD
  382. GITLAB_API_TOKEN: ENCRYPTED[a64a349d6185822adb17480cf507583fea6ba13b53edd4be6fb0eae76cf573bf7e68d560b7e57e1cc304cc719845c223]
  383. GITLAB_READ_ONLY_TOKEN: ENCRYPTED[29eb9c8643123f871329f0a88b540af401eb7f3f6f70447e0c80a955002f7998867faf2007bbb1b11880473f69384af9]
  384. GITLAB_ADMIN_USERNAME: ENCRYPTED[9bce572f769cb5432a691418879d7ab9bd74727bb9c16abe31af1b1beffabdce1720b9d8c888c37a3ce589473b44d5be]
  385. GITLAB_ADMIN_PASSWORD: ENCRYPTED[78e94b179d425e87d8f8b9ccaa1d117d8ffaec71eaee8ca7a3e36d1a885b85a61695f55031ab786af04d2181e3eadeb2]
  386. script:
  387. - ./private/cirrus/cirrus-qa.sh h2
  388. on_failure:
  389. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  390. # Azure QA is executed in a dedicated task in order to not slow down the pipeline.
  391. qa_azure_task:
  392. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  393. <<: *GRADLE_CACHE_TEMPLATE
  394. gke_container:
  395. <<: *GKE_CONTAINER_TEMPLATE
  396. cpu: 2.4
  397. memory: 5Gb
  398. env:
  399. QA_CATEGORY: AZURE
  400. AZURE_USERNAME_LOGIN: ENCRYPTED[dcdf19769c1501408ebc22670c76d5e375cd739de2df5dfa3f215aa795296dfb257dbbcbe9bdfd33135feb04421fea1f]
  401. AZURE_CODE_READ_AND_WRITE_TOKEN: ENCRYPTED[eddc3448b40e72310f24f21241bdc1243860139d1a5aad593b016baedf03e4bba3f9e3d8d9f6329fe3b587966a8112d2]
  402. AZURE_FULL_ACCESS_TOKEN: ENCRYPTED[58779d6588e2e10d1b6f98fcc58a46957f8ef3a18e29d79abc6aa8d69ea55c23d8708e1f1af626464d309b1c7c087985]
  403. script:
  404. - ./private/cirrus/cirrus-qa.sh h2
  405. on_failure:
  406. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  407. # SAML QA is executed in a dedicated task in order to not slow down the pipeline, as a Keycloak server docker image is required.
  408. qa_saml_task:
  409. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  410. <<: *GRADLE_CACHE_TEMPLATE
  411. gke_container:
  412. <<: *GKE_CONTAINER_TEMPLATE
  413. cpu: 2.4
  414. memory: 10Gb
  415. additional_containers:
  416. - name: keycloak
  417. image: jboss/keycloak:16.1.1
  418. port: 8080
  419. cpu: 1
  420. memory: 1Gb
  421. env:
  422. KEYCLOAK_USER: admin
  423. KEYCLOAK_PASSWORD: admin
  424. env:
  425. QA_CATEGORY: SAML
  426. script:
  427. - ./private/cirrus/cirrus-qa.sh h2
  428. on_failure:
  429. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  430. # LDAP QA is executed in a dedicated task in order to not slow down the pipeline, as a LDAP server and SonarQube server are re-started on each test.
  431. qa_ldap_task:
  432. <<: *ONLY_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  433. <<: *GRADLE_CACHE_TEMPLATE
  434. gke_container:
  435. <<: *GKE_CONTAINER_TEMPLATE
  436. cpu: 2.4
  437. memory: 10Gb
  438. env:
  439. QA_CATEGORY: LDAP
  440. script:
  441. - ./private/cirrus/cirrus-qa.sh h2
  442. on_failure:
  443. <<: *REPORTS_JUNIT_SCREENSHOTS_ON_FAILURE_TEMPLATE
  444. promote_task:
  445. <<: *ONLY_DEFAULT_DEPENDING_ON_BUILD_TEMPLATE
  446. depends_on:
  447. - build
  448. - validate
  449. - qa
  450. - qa_saml
  451. - qa_ldap
  452. gke_container:
  453. <<: *GKE_CONTAINER_TEMPLATE
  454. stateful: true
  455. script:
  456. - ./private/cirrus/cirrus-promote.sh
  457. deploy_docs_task:
  458. depends_on: promote
  459. skip: true
  460. only_if: $CIRRUS_BRANCH == 'dogfood-on-next'
  461. gke_container:
  462. <<: *GKE_CONTAINER_TEMPLATE
  463. script:
  464. - ./private/cirrus/cirrus-trigger-deploy-docs.sh
  465. package_docker_task:
  466. depends_on: promote
  467. only_if: $CIRRUS_BRANCH == 'dogfood-on-next'
  468. gce_instance:
  469. image_project: sonarqube-team
  470. image_family: docker-builder
  471. zone: us-central1-a
  472. disk: 10
  473. cpu: 4
  474. memory: 8G
  475. <<: *CUSTOM_CLONE_SCRIPT_TEMPLATE
  476. install_tooling_script:
  477. - ./private/cirrus/cirrus-tooling-for-package-docker.sh
  478. package_script:
  479. - ./private/cirrus/cirrus-package-docker.sh
  480. sql_mssql2017_task:
  481. <<: *ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  482. <<: *GRADLE_CACHE_TEMPLATE
  483. gke_container:
  484. <<: *GKE_CONTAINER_TEMPLATE
  485. memory: 5Gb
  486. additional_containers:
  487. - name: mssql
  488. image: mcr.microsoft.com/mssql/server:2019-GA-ubuntu-16.04
  489. port: 1433
  490. cpu: 2
  491. memory: 5Gb
  492. env:
  493. MSSQL_PID: Developer # this is the default edition
  494. ACCEPT_EULA: Y
  495. SA_PASSWORD: sonarqube!1
  496. script:
  497. - ./private/cirrus/cirrus-db-unit-test.sh mssql2017
  498. on_failure:
  499. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  500. sql_postgres106_task:
  501. <<: *ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  502. <<: *GRADLE_CACHE_TEMPLATE
  503. gke_container:
  504. <<: *GKE_CONTAINER_TEMPLATE
  505. memory: 5Gb
  506. additional_containers:
  507. - <<: *POSTGRES_ADDITIONAL_CONTAINER_TEMPLATE
  508. script:
  509. - ./private/cirrus/cirrus-db-unit-test.sh postgres106
  510. on_failure:
  511. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  512. # this is the oldest compatible version of PostgreSQL
  513. sql_postgres96_task:
  514. <<: *ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  515. <<: *GRADLE_CACHE_TEMPLATE
  516. gke_container:
  517. <<: *GKE_CONTAINER_TEMPLATE
  518. memory: 5Gb
  519. additional_containers:
  520. - <<: *POSTGRES_ADDITIONAL_CONTAINER_TEMPLATE
  521. image: postgres:9.6
  522. script:
  523. - ./private/cirrus/cirrus-db-unit-test.sh postgres96
  524. on_failure:
  525. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  526. sql_oracle12_task:
  527. <<: *ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  528. <<: *GRADLE_CACHE_TEMPLATE
  529. gke_container:
  530. <<: *GKE_CONTAINER_TEMPLATE
  531. memory: 5Gb
  532. additional_containers:
  533. - <<: *ORACLE_ADDITIONAL_CONTAINER_TEMPLATE
  534. script:
  535. - ./private/cirrus/cirrus-db-unit-test.sh oracle12
  536. on_failure:
  537. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  538. upgd_mssql2019_task:
  539. <<: *ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  540. <<: *GRADLE_CACHE_TEMPLATE
  541. gke_container:
  542. <<: *GKE_CONTAINER_TEMPLATE
  543. cpu: 1.5
  544. memory: 6Gb
  545. additional_containers:
  546. - name: mssql
  547. image: mcr.microsoft.com/mssql/server:2019-GA-ubuntu-16.04
  548. port: 1433
  549. cpu: 2
  550. memory: 5Gb
  551. env:
  552. MSSQL_PID: Developer # this is the default edition
  553. ACCEPT_EULA: Y
  554. SA_PASSWORD: sonarqube!1
  555. env:
  556. QA_CATEGORY: Upgrade
  557. script:
  558. - ./private/cirrus/cirrus-qa.sh mssql2017
  559. on_failure:
  560. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  561. upgd_oracle12_task:
  562. <<: *ONLY_UPON_SQL_CHANGE_OR_NIGHTLY_DEPENDING_ON_BUILD_TEMPLATE
  563. <<: *GRADLE_CACHE_TEMPLATE
  564. gke_container:
  565. <<: *GKE_CONTAINER_TEMPLATE
  566. cpu: 1.5
  567. memory: 6Gb
  568. additional_containers:
  569. - <<: *ORACLE_ADDITIONAL_CONTAINER_TEMPLATE
  570. env:
  571. matrix:
  572. QA_CATEGORY: Upgrade
  573. script:
  574. - ./private/cirrus/cirrus-qa.sh oracle12
  575. on_failure:
  576. <<: *REPORTS_JUNIT_ON_FAILURE_TEMPLATE
  577. ws_scan_task:
  578. depends_on: build
  579. only_if: >-
  580. $CIRRUS_BRANCH == 'master' ||
  581. $CIRRUS_BRANCH =~ 'branch.*'
  582. <<: *YARN_CACHE_TEMPLATE
  583. <<: *GRADLE_CACHE_TEMPLATE
  584. timeout_in: 30m
  585. gke_container:
  586. <<: *GKE_CONTAINER_TEMPLATE
  587. cpu: 2
  588. memory: 4Gb
  589. env:
  590. WS_APIKEY: ENCRYPTED[308f809a4051b3225bed52131b32fb52895bc5a12c23e901f35b1d1e9d80bcaf75a1023c0dd171994bdbe790b4055e66]
  591. WS_WSS_URL: "https://saas-eu.whitesourcesoftware.com/agent"
  592. WS_USERKEY: ENCRYPTED[747f9c9006cf9859fd5f02bad85a044c5c0f32d12190deb624d480ad6d86b2f114da136e068645281e9e83e2f0727ab2]
  593. SLACK_WEBHOOK_SQ: ENCRYPTED[dec8e4350cbea3b94d63098558bcb3ae9e79b71c2b6286fcfb9eb80c0953b6448b10f7271b07b5e75e52f362c25d7a8f]
  594. whitesource_script:
  595. - ./private/cirrus/cirrus-whitesource-scan.sh
  596. allow_failures: "true"
  597. on_failure:
  598. slack_notification_script:
  599. - ./private/cirrus/cirrus-whitesource-notifications.sh
  600. always:
  601. ws_artifacts:
  602. path: "whitesource/**/*"