RUM-3861 Update testing ci steps to limit OOM and memory usage

.github/workflows/codeql-analysis.yml

@@ -53,7 +53,7 @@ jobs:
 
     # Manually build the java bytecode
     - name: Execute Gradle build
-      run: ./gradlew assembleLibraries
+      run: ./gradlew assembleLibrariesRelease
 
     # Perform the analysis
     - name: Perform CodeQL Analysis

.gitlab-ci.yml

@@ -61,12 +61,12 @@ static-analysis:
   stage: analysis
   variables:
     DETEKT_PUBLIC_API: "true"
-    DETEKT_CUSTOM_RULES_BUILD_TASK: "assembleLibraries :tools:detekt:jar"
+    DETEKT_CUSTOM_RULES_BUILD_TASK: "assembleLibrariesRelease :tools:detekt:jar"
     DETEKT_CUSTOM_RULES_JAR_PATH: "tools/detekt/build/libs/detekt.jar"
     DETEKT_CUSTOM_RULES_YML_PATH: "detekt_custom.yml"
     DETEKT_GENERATE_CLASSPATH_BUILD_TASK: "printSdkDebugRuntimeClasspath"
     DETEKT_CLASSPATH_FILE_PATH: "sdk_classpath"
-    FLAVORED_ANDROID_LINT: ":tools:lint:lint :sample:kotlin:lintUs1Release :sample:wear:lintUs1Release"
+    FLAVORED_ANDROID_LINT: ":tools:lint:lint"
   trigger:
     include: "https://gitlab-templates.ddbuild.io/mobile/v25558398-8517309a/static-analysis.yml"
     strategy: depend
@@ -104,33 +104,16 @@ test:debug:
   script:
     - rm -rf ~/.gradle/daemon/
     - export DD_AGENT_HOST="$BUILDENV_HOST_IP"
-    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:debug" ./gradlew :unitTestDebug --stacktrace --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG
+    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:debug" ./gradlew :dd-sdk-android-core:testDebugUnitTest --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG -Dorg.gradle.jvmargs=-XX:+HeapDumpOnOutOfMemoryError
+    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:debug" ./gradlew :unitTestDebugFeatures --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG -Dorg.gradle.jvmargs=-XX:+HeapDumpOnOutOfMemoryError
+    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:debug" ./gradlew :unitTestDebugIntegrations --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG -Dorg.gradle.jvmargs=-XX:+HeapDumpOnOutOfMemoryError
   artifacts:
     when: always
     expire_in: 1 week
     reports:
       junit: "**/build/test-results/testDebugUnitTest/*.xml"
-
-test:release:
-  tags: [ "arch:amd64" ]
-  image: $CI_IMAGE_DOCKER
-  stage: test
-  timeout: 1h
-  cache:
-    key: $CI_COMMIT_REF_SLUG
     paths:
-      - cache/caches/
-      - cache/notifications/
-    policy: pull
-  script:
-    - rm -rf ~/.gradle/daemon/
-    - export DD_AGENT_HOST="$BUILDENV_HOST_IP"
-    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:release" ./gradlew :unitTestRelease --stacktrace --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG
-  artifacts:
-    when: always
-    expire_in: 1 week
-    reports:
-      junit: "**/build/test-results/testReleaseUnitTest/*.xml"
+      - "*.hprof"
 
 test:tools:
   tags: [ "arch:amd64" ]
@@ -146,7 +129,8 @@ test:tools:
   script:
     - rm -rf ~/.gradle/daemon/
     - export DD_AGENT_HOST="$BUILDENV_HOST_IP"
-    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:jvmRelease" ./gradlew :unitTestTools --stacktrace --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG
+    - GRADLE_OPTS="-Xmx3072m" ./gradlew :unitTestTools --stacktrace --no-daemon --build-cache --gradle-user-home cache/
+
 
 test:kover:
   tags: [ "arch:amd64" ]
@@ -165,10 +149,17 @@ test:kover:
     - export DD_API_KEY=$(aws ssm get-parameter --region us-east-1 --name ci.dd-sdk-android.api_key --with-decryption --query "Parameter.Value" --out text)
     - export DD_APP_KEY=$(aws ssm get-parameter --region us-east-1 --name ci.dd-sdk-android.app_key --with-decryption --query "Parameter.Value" --out text)
     - CODECOV_TOKEN=$(aws ssm get-parameter --region us-east-1 --name ci.dd-sdk-android.codecov-token  --with-decryption --query "Parameter.Value" --out text)
-    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:release" ./gradlew :koverReportAll --stacktrace --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG
-    - python3 ddcoverage.py --prefix dd-sdk-android
+    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:release" ./gradlew :dd-sdk-android-core:koverXmlReportRelease  --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG -Dorg.gradle.jvmargs=-XX:+HeapDumpOnOutOfMemoryError
+    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:release" ./gradlew :koverReportFeatures  --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG -Dorg.gradle.jvmargs=-XX:+HeapDumpOnOutOfMemoryError
+    - GRADLE_OPTS="-Xmx3072m" DD_TAGS="test.configuration.variant:release" ./gradlew :koverReportIntegrations  --no-daemon --build-cache --gradle-user-home cache/ -Dorg.gradle.jvmargs=-javaagent:$DD_TRACER_FOLDER/dd-java-agent.jar=$DD_COMMON_AGENT_CONFIG -Dorg.gradle.jvmargs=-XX:+HeapDumpOnOutOfMemoryError
     - bash <(cat ./codecov.sh) -t $CODECOV_TOKEN
-
+  artifacts:
+    when: always
+    expire_in: 1 week
+    reports:
+      junit: "**/build/test-results/testReleaseUnitTest/*.xml"
+    paths:
+      - "*.hprof"
 
 # TEST PYRAMID
 # the steps in this section should reflect our test pyramid strategy
@@ -252,7 +243,7 @@ test-pyramid:publish-e2e-synthetics:
     - export E2E_DD_API_KEY=$(aws ssm get-parameter --region us-east-1 --name ci.dd-sdk-android.e2e_api_key --with-decryption --query "Parameter.Value" --out text)
     - export E2E_DD_APP_KEY=$(aws ssm get-parameter --region us-east-1 --name ci.dd-sdk-android.e2e_app_key --with-decryption --query "Parameter.Value" --out text)
     - export E2E_MOBILE_APP_ID=$(aws ssm get-parameter --region us-east-1 --name ci.dd-sdk-android.e2e_mobile_app_id --with-decryption --query "Parameter.Value" --out text)
-    - GRADLE_OPTS="-Xmx4096M" ./gradlew assembleLibraries --stacktrace --no-daemon
+    - GRADLE_OPTS="-Xmx4096M" ./gradlew assembleLibrariesRelease --stacktrace --no-daemon
     - GRADLE_OPTS="-Xmx4096M" ./gradlew :sample:kotlin:packageUs1Release --stacktrace --no-daemon
     - npm update -g @datadog/datadog-ci
     - echo "Using datadog-ci $(npx @datadog/datadog-ci version)"

build.gradle.kts

@@ -3,6 +3,7 @@
  * This product includes software developed at Datadog (https://www.datadoghq.com/).
  * Copyright 2016-Present Datadog, Inc.
  */
+@file:Suppress("StringLiteralDuplication")
 
 import com.android.build.gradle.LibraryExtension
 import com.datadog.gradle.config.AndroidConfig
@@ -66,20 +67,32 @@ tasks.register("checkAll") {
     dependsOn(
         "lintCheckAll",
         "unitTestAll",
-        "koverReportAll",
         "instrumentTestAll"
     )
 }
 
 registerSubModuleAggregationTask("assembleLibraries", "assemble")
+registerSubModuleAggregationTask("assembleLibrariesDebug", "assembleDebug")
+registerSubModuleAggregationTask("assembleLibrariesRelease", "assembleRelease")
+
 registerSubModuleAggregationTask("unitTestRelease", "testReleaseUnitTest")
+registerSubModuleAggregationTask("unitTestReleaseFeatures", "testReleaseUnitTest", ":features:")
+registerSubModuleAggregationTask("unitTestReleaseIntegrations", "testReleaseUnitTest", ":integrations:")
+
 registerSubModuleAggregationTask("unitTestDebug", "testDebugUnitTest")
+registerSubModuleAggregationTask("unitTestDebugFeatures", "testDebugUnitTest", ":features:")
+registerSubModuleAggregationTask("unitTestDebugIntegrations", "testDebugUnitTest", ":integrations:")
 
-tasks.register("unitTestTools") {
+tasks.register("assembleSampleRelease") {
     dependsOn(
         ":sample:kotlin:assembleUs1Release",
         ":sample:wear:assembleUs1Release",
-        ":sample:vendor-lib:assembleRelease",
+        ":sample:vendor-lib:assembleRelease"
+    )
+}
+
+tasks.register("unitTestTools") {
+    dependsOn(
         ":tools:unit:testJvmReleaseUnitTest",
         ":tools:detekt:test",
         ":tools:lint:test",
@@ -110,6 +123,8 @@ tasks.register("checkGeneratedFiles") {
 }
 
 registerSubModuleAggregationTask("koverReportAll", "koverXmlReportRelease")
+registerSubModuleAggregationTask("koverReportFeatures", "koverXmlReportRelease", ":features:")
+registerSubModuleAggregationTask("koverReportIntegrations", "koverXmlReportRelease", ":integrations:")
 
 tasks.register("instrumentTestAll") {
     dependsOn(":instrumented:integration:connectedCheck")

buildSrc/src/main/kotlin/com/datadog/gradle/config/TestPyramidConfig.kt

@@ -12,12 +12,16 @@ import org.gradle.api.Task
 fun Project.registerSubModuleAggregationTask(
     taskName: String,
     subModuleTaskName: String,
+    subModulePathPrefix: String = ":",
     subModuleNamePrefix: String = "dd-sdk-android-",
     additionalConfiguration: Task.() -> Unit = {}
 ) {
     tasks.register(taskName) {
         project.subprojects.forEach { subProject ->
-            if (subProject.name.startsWith(subModuleNamePrefix)) {
+            println("SubProject ${subProject.name} / ${subProject.path}")
+            if (subProject.name.startsWith(subModuleNamePrefix) &&
+                subProject.path.startsWith(subModulePathPrefix)
+            ) {
                 dependsOn("${subProject.path}:$subModuleTaskName")
             }
         }

features/dd-sdk-android-session-replay/build.gradle.kts

@@ -27,8 +27,8 @@ plugins {
     id("com.github.ben-manes.versions")
 
     // Tests
-    id("org.jetbrains.kotlinx.kover")
     id("de.mobilej.unmock")
+    id("org.jetbrains.kotlinx.kover")
 
     // Internal Generation
     id("thirdPartyLicences")

local_ci.sh

@@ -127,7 +127,7 @@ if [[ $ANALYSIS == 1 ]]; then
   if [[ $COMPILE == 1 ]]; then
     # Assemble is required to get generated classes type resolution
     echo "------ Assemble Libraries"
-    ./gradlew assembleLibraries
+    ./gradlew assembleLibrariesDebug
     ./gradlew printSdkDebugRuntimeClasspath
     classpath=$(cat sdk_classpath)
 
@@ -171,7 +171,7 @@ if [[ $COMPILE == 1 ]]; then
   echo "-- COMPILATION"
 
   echo "---- Assemble Libraries"
-  ./gradlew assembleLibraries
+  ./gradlew assembleLibrariesDebug
 
   echo "---- Assemble Unit Tests"
   ./gradlew assembleDebugUnitTest

reliability/single-fit/logs/build.gradle.kts

@@ -22,7 +22,6 @@ plugins {
 
     // Tests
     id("de.mobilej.unmock")
-    id("org.jetbrains.kotlinx.kover")
 }
 
 android {

reliability/single-fit/rum/build.gradle.kts

@@ -22,7 +22,6 @@ plugins {
 
     // Tests
     id("de.mobilej.unmock")
-    id("org.jetbrains.kotlinx.kover")
 }
 
 android {

reliability/single-fit/trace/build.gradle.kts

@@ -22,7 +22,6 @@ plugins {
 
     // Tests
     id("de.mobilej.unmock")
-    id("org.jetbrains.kotlinx.kover")
 }
 
 android {

reliability/stub-core/build.gradle.kts

@@ -20,7 +20,6 @@ plugins {
 
     // Tests
     id("de.mobilej.unmock")
-    id("org.jetbrains.kotlinx.kover")
 }
 
 android {