SLI-1566 JaCoCo on UI tests

.cirrus.yml

@@ -114,7 +114,7 @@
     slack_notification_script: |
       .cirrus/slack-notification.sh
 
 validate_task:
   #  name: "Run UTs and trigger SonarQube analysis"
   depends_on:
     - build
@@ -140,7 +140,7 @@
     slack_notification_script: |
       .cirrus/slack-notification.sh
 
 validate_windows_task:
   #  name: "Run unit tests on Windows"
   depends_on:
     - build
@@ -209,7 +209,7 @@
     slack_notification_script: |
       .cirrus/slack-notification.sh
 
 qa_task:
   #  name: "Run ITs"
   depends_on:
     - build
@@ -368,7 +368,7 @@
   run_its_script: |
     echo "Run ITs on ${IDEA_VERSION}"
     source .cirrus/use-gradle-wrapper.sh
-    gradle :its:check --stacktrace -i -PijVersion=${IDEA_VERSION} -PslPluginDirectory=${CIRRUS_WORKING_DIR}/staged-plugin
+    gradle :its:check --stacktrace -i -PijVersion=${IDEA_VERSION} -PslPluginDirectory=${CIRRUS_WORKING_DIR}/staged-plugin sonar
   <<: *CLEANUP_GRADLE_CACHE_SCRIPT
   always:
     stop_recording_script: |
@@ -381,6 +381,8 @@
       path: "${CIRRUS_WORKING_DIR}/recording_${IDEA_VERSION}.mp4"
     log_artifacts:
       path: "its/build/idea-sandbox/system/log"
+    reportss_artifacts:
+      path: "**/reports/**/*"
   on_failure:
     xvfb_log_artifacts:
       path: "${CIRRUS_WORKING_DIR}/Xvfb.out"
@@ -392,7 +394,7 @@
     slack_notification_script: |
       .cirrus/slack-notification.sh
 
 inspect_orchestrator_cache_task:
   <<: *ONLY_PR_AND_MAINTAINED_BRANCHES
   depends_on: build
   eks_container:
@@ -436,7 +438,7 @@
     slack_notification_script: |
       .cirrus/slack-notification.sh
 
 promote_task:
   depends_on:
     - build
     - validate

build.gradle.kts

@@ -88,7 +88,6 @@ allprojects {
         }
     }
 
-
     tasks.cyclonedxBom {
         setIncludeConfigs(listOf("runtimeClasspath", "sqplugins_deps"))
         inputs.files(configurations.runtimeClasspath, configurations.archives.get())
@@ -228,7 +227,6 @@ dependencies {
 }
 
 tasks {
-
     fun copyPlugins(destinationDir: File, pluginName: Property<String>) {
         copy {
             from(project.configurations["sqplugins"])

its/build.gradle.kts

@@ -1,6 +1,7 @@
 plugins {
     id("org.jetbrains.intellij")
     kotlin("jvm")
+    jacoco
 }
 
 group = "org.sonarsource.sonarlint.intellij.its"
@@ -46,6 +47,11 @@ tasks.test {
         }
     }
     testLogging.showStandardStreams = true
+
+    // we need the coverage from Idea process, not from test task
+    configure<JacocoTaskExtension> {
+        isEnabled = false
+    }
 }
 
 license {
@@ -76,11 +82,26 @@ intellij {
     if (!project.hasProperty("slPluginDirectory")) {
         plugins.set(listOf(rootProject))
     }
-    instrumentCode.set(false)
 }
 
 val runIdeDirectory: String by project
 
+val uiTestsCoverageReport = tasks.register<JacocoReport>("uiTestsCoverageReport") {
+    executionData(tasks.runIdeForUiTests.get())
+    sourceSets(sourceSets.main.get())
+    classDirectories.setFrom(files("../build/instrumented/instrumentCode"))
+
+    reports {
+        xml.required.set(true)
+    }
+}
+
+jacoco {
+    applyTo(tasks.runIdeForUiTests.get())
+}
+
+
+
 tasks.runIdeForUiTests {
     systemProperty("sonarlint.internal.sonarcloud.url", "https://sc-staging.io")
     systemProperty("sonarlint.internal.sonarcloud.websocket.url", "wss://events-api.sc-staging.io/")
@@ -104,4 +125,9 @@ tasks.runIdeForUiTests {
             }
         }
     }
+    configure<JacocoTaskExtension> {
+        isIncludeNoLocationClasses = true
+        excludes = listOf("jdk.internal.*")
+    }
+    finalizedBy(uiTestsCoverageReport)
 }

its/src/test/kotlin/org/sonarlint/intellij/its/BaseUiTest.kt

@@ -20,6 +20,11 @@
 package org.sonarlint.intellij.its
 
 import com.intellij.remoterobot.RemoteRobot
+import com.intellij.remoterobot.steps.CommonSteps
+import com.intellij.remoterobot.utils.keyboard
+import java.awt.event.KeyEvent.VK_ALT
+import java.awt.event.KeyEvent.VK_F4
+import org.junit.jupiter.api.AfterAll
 import org.junit.jupiter.api.AfterEach
 import org.junit.jupiter.api.extension.ExtendWith
 import org.junit.jupiter.api.fail
@@ -101,6 +106,19 @@ open class BaseUiTest {
                 it.close()
             }
         }
+
+        private val steps = CommonSteps(remoteRobot)
+
+        @JvmStatic
+        @AfterAll
+        fun afterAll() {
+            steps.invokeAction("Exit")
+            remoteRobot.idea {
+                keyboard {
+                    hotKey(VK_ALT, VK_F4)
+                }
+            }
+        }
     }