[Infra] Count tests in CI (#5181)

* count tests

* make ciBuild depend on test aggregation

build-logic/src/main/kotlin/Common.kt

@@ -1,7 +1,12 @@
 
 import org.gradle.api.Project
+import org.gradle.api.artifacts.type.ArtifactTypeDefinition
+import org.gradle.api.attributes.Usage
+import org.gradle.api.attributes.Usage.USAGE_ATTRIBUTE
+import org.gradle.api.tasks.testing.AbstractTestTask
 import org.jetbrains.kotlin.gradle.targets.jvm.tasks.KotlinJvmTest
 
+
 fun Project.commonSetup() {
   pluginManager.withPlugin("org.jetbrains.kotlin.jvm") {
     tasks.register("ft") {
@@ -19,4 +24,25 @@ fun Project.commonSetup() {
       }
     }
   }
+
+  configureTestAggregation()
+}
+
+private fun Project.configureTestAggregation() {
+  val configuration = configurations.create("apolloTestAggregationProducer") {
+    isCanBeConsumed = true
+    isCanBeResolved = false
+
+    attributes {
+      attribute(USAGE_ATTRIBUTE, objects.named(Usage::class.java, "apolloTestAggregation"))
+    }
+  }
+
+  tasks.withType(AbstractTestTask::class.java).configureEach {
+    configuration.getOutgoing().artifact(
+        this.binaryResultsDirectory
+    ) {
+      setType(ArtifactTypeDefinition.DIRECTORY_TYPE)
+    }
+  }
 }

build-logic/src/main/kotlin/RootProject.kt

@@ -0,0 +1,70 @@
+
+import org.gradle.api.DefaultTask
+import org.gradle.api.Project
+import org.gradle.api.Task
+import org.gradle.api.file.ConfigurableFileCollection
+import org.gradle.api.internal.tasks.testing.junit.result.TestClassResult
+import org.gradle.api.internal.tasks.testing.junit.result.TestResultSerializer
+import org.gradle.api.tasks.InputFiles
+import org.gradle.api.tasks.OutputFile
+import org.gradle.api.tasks.PathSensitive
+import org.gradle.api.tasks.PathSensitivity
+import org.gradle.api.tasks.TaskAction
+import org.gradle.api.tasks.TaskProvider
+import java.io.File
+
+fun Project.rootSetup(ciBuild: TaskProvider<Task>) {
+  val apolloTestAggregationConsumer = configurations.create("apolloTestAggregationConsumer") {
+    isCanBeConsumed = false
+    isCanBeResolved = true
+
+    attributes {
+      attribute(org.gradle.api.attributes.Usage.USAGE_ATTRIBUTE, objects.named(org.gradle.api.attributes.Usage::class.java, "apolloTestAggregation"))
+    }
+  }
+
+  allprojects.forEach {
+    dependencies.add("apolloTestAggregationConsumer", it)
+  }
+
+  val task = tasks.register("apolloTestAggregation", GenerateApolloTestAggregation::class.java) {
+    binaryTestResults.from(apolloTestAggregationConsumer)
+
+    output = file("build/apolloTestAggregation.txt")
+  }
+
+  ciBuild.configure {
+    dependsOn(task)
+  }
+}
+
+abstract class GenerateApolloTestAggregation : DefaultTask() {
+  @get:InputFiles
+  @get:PathSensitive(PathSensitivity.RELATIVE)
+  abstract val binaryTestResults: ConfigurableFileCollection
+
+  @get:OutputFile
+  abstract var output: File
+
+  @TaskAction
+  fun taskAction() {
+    var count = 0
+    val result = binaryTestResults.files.map { binaryDir ->
+      val classResults = mutableListOf<TestClassResult>()
+      TestResultSerializer(binaryDir).read {
+        classResults.add(this)
+      }
+
+      binaryDir.parentFile to classResults
+    }.flatMap { (parent, classResults) ->
+      classResults.map { classResult ->
+        count += classResult.results.size
+        String.format("%-100s - %-40s - %5d", classResult.className, parent.name, classResult.results.size)
+      }
+    }.sorted()
+        .joinToString("\n")
+
+    output.writeText(result + "\ntotal: $count")
+    println("test executed: $count")
+  }
+}

build.gradle.kts

@@ -1,4 +1,6 @@
 import JapiCmp.configureJapiCmp
+import org.gradle.api.internal.tasks.testing.junit.result.TestClassResult
+import org.gradle.api.internal.tasks.testing.junit.result.TestResultSerializer
 
 plugins {
   id("apollo.library") apply false
@@ -93,7 +95,7 @@ tasks.register("ciTestsNoGradle") {
   }
 }
 
-tasks.register("ciBuild") {
+val ciBuild = tasks.register("ciBuild") {
   description = "Execute the 'build' task in each subproject"
   dependsOn(subprojectTasks("build"))
 }
@@ -160,3 +162,5 @@ tasks.register("rmbuild") {
     }.count()
   }
 }
+
+rootSetup(ciBuild)

libraries/apollo-ast/build.gradle.kts

@@ -96,4 +96,4 @@ tasks.withType<KotlinNativeTest>().configureEach {
 
 tasks.withType<KotlinJsTest>().configureEach {
   environment("MODULE_ROOT", projectDir.toString())
-}
+}

tests/build.gradle.kts

@@ -5,7 +5,7 @@ plugins {
 
 rootProject.configureNode()
 
-tasks.register("ciBuild") {
+val ciBuild = tasks.register("ciBuild") {
   description = """Execute the 'build' task in subprojects and the `termination:run` task too"""
   subprojects {
     this@register.dependsOn(tasks.matching { it.name == "build" })
@@ -15,3 +15,5 @@ tasks.register("ciBuild") {
     checkGitStatus()
   }
 }
+
+rootSetup(ciBuild)

tests/multi-module-1/child/build.gradle.kts

@@ -6,13 +6,13 @@ plugins {
 
 dependencies {
   implementation(libs.apollo.runtime)
-  implementation(project(":multi-module-1:root"))
+  implementation(project(":multi-module-1-root"))
   testImplementation(libs.kotlin.test.junit)
 }
 
 apollo {
   service("service") {
-    dependsOn(project(":multi-module-1:root"))
+    dependsOn(project(":multi-module-1-root"))
     packageName.set("multimodule1.child")
     flattenModels.set(false)
   }

tests/multi-module-1/file-path/build.gradle.kts

@@ -6,13 +6,13 @@ plugins {
 
 dependencies {
   implementation(libs.apollo.runtime)
-  implementation(project(":multi-module-1:root"))
+  implementation(project(":multi-module-1-root"))
   testImplementation(libs.kotlin.test.junit)
 }
 
 apollo {
   service("service") {
     packageNamesFromFilePaths()
-    dependsOn(project(":multi-module-1:root"))
+    dependsOn(project(":multi-module-1-root"))
   }
 }

tests/multi-module-1/root/build.gradle.kts

@@ -13,7 +13,7 @@ apollo {
     packageName.set("multimodule1.root")
     generateApolloMetadata.set(true)
     mapScalar("Long", "kotlin.Long")
-    isADependencyOf(project(":multi-module-1:child"))
-    isADependencyOf(project(":multi-module-1:file-path"))
+    isADependencyOf(project(":multi-module-1-child"))
+    isADependencyOf(project(":multi-module-1-file-path"))
   }
 }

tests/multi-module-2/child/build.gradle.kts

@@ -6,14 +6,14 @@ plugins {
 
 dependencies {
   implementation(libs.apollo.runtime)
-  implementation(project(":multi-module-2:root"))
+  implementation(project(":multi-module-2-root"))
   testImplementation(libs.kotlin.test.junit)
 }
 
 apollo {
   service("multimodule2") {
     packageName.set("multimodule2.child")
     flattenModels.set(false)
-    dependsOn(project(":multi-module-2:root"))
+    dependsOn(project(":multi-module-2-root"))
   }
 }

tests/multi-module-2/root/build.gradle.kts

@@ -11,7 +11,7 @@ dependencies {
 apollo {
   service("multimodule2") {
     packageName.set("multimodule2.root")
-    isADependencyOf(project(":multi-module-2:child"))
+    isADependencyOf(project(":multi-module-2-child"))
     generateApolloMetadata.set(true)
     generateDataBuilders.set(true)
   }

tests/multi-module-3/child/build.gradle.kts

@@ -6,14 +6,14 @@ plugins {
 
 dependencies {
   implementation(libs.apollo.runtime)
-  implementation(project(":multi-module-3:root"))
+  implementation(project(":multi-module-3-root"))
   testImplementation(libs.kotlin.test.junit)
 }
 
 apollo {
   service("multimodule3") {
     packageName.set("multimodule3.child")
     flattenModels.set(false)
-    dependsOn(project(":multi-module-3:root"))
+    dependsOn(project(":multi-module-3-root"))
   }
 }

tests/multi-module-3/root/build.gradle.kts

@@ -12,7 +12,7 @@ apollo {
   service("multimodule3") {
     packageName.set("multimodule3.root")
     alwaysGenerateTypesMatching.set(listOf("Cat"))
-    isADependencyOf(project(":multi-module-3:child"))
+    isADependencyOf(project(":multi-module-3-child"))
     generateApolloMetadata.set(true)
     generateDataBuilders.set(true)
   }

tests/settings.gradle.kts

@@ -19,8 +19,11 @@ rootProject.projectDir
     }
     .filter { it.isDirectory && File(it, "build.gradle.kts").exists() }
     .forEach {
-      val project = it.relativeTo(rootProject.projectDir).path.replace(File.separatorChar, ':')
+      // Do no create intermediate projects as they will fail for apolloTestAgreggation
+      // See https://stackoverflow.com/questions/21015353/gradle-intermediate-dir-of-multiproject-not-subproject
+      val project = it.relativeTo(rootProject.projectDir).path.replace(File.separatorChar, '-')
       include(project)
+      project(":$project").projectDir = it
     }
 
 includeBuild("../")