blob: 7f2f61d3b9f25275aaaebf0fb4c01f12c65def2a [file] [log] [blame]
// Copyright (c) 2016, the R8 project authors. Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.
import net.ltgt.gradle.errorprone.CheckSeverity
import org.gradle.internal.os.OperatingSystem
import tasks.DownloadDependency
plugins {
id "net.ltgt.errorprone" version "2.0.2"
}
apply plugin: 'java'
apply plugin: 'idea'
ext {
// When updating dependencies also update and run
// tools/create_local_maven_with_dependencies.py
androidSupportVersion = '25.4.0'
asmVersion = '9.5' // When updating update tools/asmifier.py, build.src and Toolhelper as well.
javassistVersion = '3.29.2-GA'
espressoVersion = '3.0.0'
fastutilVersion = '7.2.1'
guavaVersion = '31.1-jre'
gsonVersion = '2.10.1'
junitVersion = '4.13-beta-2'
mockitoVersion = '2.10.0'
// The kotlin version is only here to specify the kotlin language level,
// all kotlin compilations are done in tests.
kotlinVersion = '1.8.0'
kotlinExtMetadataJVMVersion = '0.7.0'
smaliVersion = '3.0.3'
errorproneVersion = '2.18.0'
testngVersion = '6.10'
}
repositories {
maven {
url uri('file:third_party/dependencies')
}
}
if (project.hasProperty('with_code_coverage')) {
apply plugin: 'jacoco'
}
// Custom source set for example tests and generated tests.
sourceSets {
main {
java {
srcDirs = ['src/main/java', 'src/keepanno/java']
// Exclude in old setup, resource shrinker is only compiled into R8 with 8.0
exclude 'com/android/tools/r8/utils/resourceshrinker/*.java'
}
resources {
srcDirs "third_party/api_database/api_database"
}
}
main17 {
java {
srcDirs = ['src/main/java', 'src/keepanno/java']
// Exclude in old setup, resource shrinker is only compiled into R8 with 8.0
exclude 'com/android/tools/r8/utils/resourceshrinker/*.java'
}
resources {
srcDirs "third_party/api_database/api_database"
}
}
test {
java {
srcDirs = [
'src/test/java',
'src/test/bootstrap',
'build/generated/test/java',
]
}
}
apiUsageSample {
java {
srcDirs = ['src/test/apiUsageSample', 'src/main/java']
include 'com/android/tools/apiusagesample/*.java'
include 'com/android/tools/r8/BaseCompilerCommandParser.java'
include 'com/android/tools/r8/D8CommandParser.java'
include 'com/android/tools/r8/R8CommandParser.java'
include 'com/android/tools/r8/utils/FlagFile.java'
}
}
cfSegments {
java {
srcDirs = ['third_party/classlib/java', 'src/cf_segments/java']
}
output.resourcesDir = 'build/classes/cfSegments'
}
debugTestResources {
java {
srcDirs = ['src/test/debugTestResources']
}
output.resourcesDir = 'build/classes/debugTestResources'
}
debugTestResourcesJava8 {
java {
srcDirs = ['src/test/debugTestResourcesJava8']
}
output.resourcesDir = 'build/classes/debugTestResourcesJava8'
}
examplesJava9 {
java {
srcDirs = ['src/test/examplesJava9']
}
}
examplesJava10 {
java {
srcDirs = ['src/test/examplesJava10']
}
}
examplesJava11 {
java {
srcDirs = ['src/test/examplesJava11']
}
}
examplesJava17 {
java {
srcDirs = ['src/test/examplesJava17']
}
}
examplesJava20 {
java {
srcDirs = ['src/test/examplesJava20']
}
}
keepanno {
java {
srcDirs = ['src/keepanno/java']
include 'com/android/tools/r8/keepanno/annotations/*.java'
}
}
}
// Ensure importing into IntelliJ IDEA use the same output directories as Gradle. In tests we
// use the output path for tests (ultimately through ToolHelper.getClassPathForTests()) and
// therefore these paths need to be the same. See https://youtrack.jetbrains.com/issue/IDEA-175172
// for context.
idea {
sourceSets.all { SourceSet sources ->
module {
if (sources.name == "main") {
sourceDirs += sources.java.srcDirs
outputDir sources.output.classesDirs[0]
} else {
testSourceDirs += sources.java.srcDirs
testOutputDir sources.output.classesDirs[0]
}
}
}
}
dependencies {
implementation "com.google.code.gson:gson:$gsonVersion"
// Include all of guava when compiling the code, but exclude annotations that we don't
// need from the packaging.
compileOnly("com.google.guava:guava:$guavaVersion")
implementation("com.google.guava:guava:$guavaVersion", {
exclude group: 'com.google.errorprone'
exclude group: 'com.google.code.findbugs'
exclude group: 'com.google.j2objc'
exclude group: 'org.codehaus.mojo'
exclude group: 'com.google.guava', module: 'listenablefuture'
exclude group: 'com.google.guava', module: 'failureaccess'
})
implementation group: 'it.unimi.dsi', name: 'fastutil', version: fastutilVersion
implementation "org.jetbrains.kotlinx:kotlinx-metadata-jvm:$kotlinExtMetadataJVMVersion"
implementation group: 'org.ow2.asm', name: 'asm', version: asmVersion
implementation group: 'org.ow2.asm', name: 'asm-commons', version: asmVersion
implementation group: 'org.ow2.asm', name: 'asm-tree', version: asmVersion
implementation group: 'org.ow2.asm', name: 'asm-analysis', version: asmVersion
implementation group: 'org.ow2.asm', name: 'asm-util', version: asmVersion
main17Implementation "com.google.code.gson:gson:$gsonVersion"
// Include all of guava when compiling the code, but exclude annotations that we don't
// need from the packaging.
main17CompileOnly("com.google.guava:guava:$guavaVersion")
main17Implementation("com.google.guava:guava:$guavaVersion", {
exclude group: 'com.google.errorprone'
exclude group: 'com.google.code.findbugs'
exclude group: 'com.google.j2objc'
exclude group: 'org.codehaus.mojo'
})
main17Implementation group: 'it.unimi.dsi', name: 'fastutil', version: fastutilVersion
main17Implementation "org.jetbrains.kotlinx:kotlinx-metadata-jvm:$kotlinExtMetadataJVMVersion"
main17Implementation group: 'org.ow2.asm', name: 'asm', version: asmVersion
main17Implementation group: 'org.ow2.asm', name: 'asm-commons', version: asmVersion
main17Implementation group: 'org.ow2.asm', name: 'asm-tree', version: asmVersion
main17Implementation group: 'org.ow2.asm', name: 'asm-analysis', version: asmVersion
main17Implementation group: 'org.ow2.asm', name: 'asm-util', version: asmVersion
testCompile "junit:junit:$junitVersion"
testCompile "com.google.guava:guava:$guavaVersion"
testCompile "org.jetbrains.kotlin:kotlin-stdlib:$kotlinVersion"
testCompile "org.jetbrains.kotlin:kotlin-reflect:$kotlinVersion"
testCompile group: 'com.android.tools.smali', name: 'smali', version: smaliVersion
testCompile files('third_party/jasmin/jasmin-2.4.jar')
testCompile files('third_party/jdwp-tests/apache-harmony-jdwp-tests-host.jar')
testCompile files('third_party/ddmlib/ddmlib.jar')
testCompile group: 'org.ow2.asm', name: 'asm', version: asmVersion
testCompile group: 'org.ow2.asm', name: 'asm-commons', version: asmVersion
testCompile group: 'org.ow2.asm', name: 'asm-tree', version: asmVersion
testCompile group: 'org.ow2.asm', name: 'asm-analysis', version: asmVersion
testCompile group: 'org.ow2.asm', name: 'asm-util', version: asmVersion
testCompile group: 'it.unimi.dsi', name: 'fastutil', version: fastutilVersion
testCompile group: 'org.javassist', name: 'javassist', version: javassistVersion
apiUsageSampleCompile sourceSets.main.output
apiUsageSampleCompile "com.google.guava:guava:$guavaVersion"
errorprone("com.google.errorprone:error_prone_core:$errorproneVersion")
keepannoCompile group: 'org.ow2.asm', name: 'asm', version: asmVersion
keepannoCompile "com.google.guava:guava:$guavaVersion"
}
def r8LibPath = "$buildDir/libs/r8lib.jar"
def r8LibExludeDepsPath = "$buildDir/libs/r8lib-exclude-deps.jar"
def r8DesugaredPath = "$buildDir/libs/r8desugared.jar"
def r8LibGeneratedKeepRulesPath = "$buildDir/generated/keep.txt"
def r8LibTestPath = "$buildDir/classes/r8libtest"
def java11ClassFiles = "$buildDir/classes/java/mainJava11"
def r8RetracePath = "$buildDir/libs/r8retrace.jar"
def r8RetraceExludeDepsPath = "$buildDir/libs/r8retrace-exclude-deps.jar"
def osString = OperatingSystem.current().isLinux() ? "linux" :
OperatingSystem.current().isMacOsX() ? "mac" : "windows"
def cloudDependencies = [
"tests" : [
"2017-10-04/art",
"2016-12-19/art"
],
"third_party": [
"aapt2",
"android_cts_baseline",
"android_jar/libcore_latest",
"android_jar/lib-v14",
"android_jar/lib-v15",
"android_jar/lib-v19",
"android_jar/lib-v21",
"android_jar/lib-v22",
"android_jar/lib-v23",
"android_jar/lib-v24",
"android_jar/lib-v25",
"android_jar/lib-v26",
"android_jar/lib-v27",
"android_jar/lib-v28",
"android_jar/lib-v29",
"android_jar/lib-v30",
"android_jar/lib-v31",
"android_jar/lib-v32",
"android_jar/lib-v33",
"android_jar/lib-v34",
"android_jar/lib-master",
"api_database/api_database",
"api-outlining/simple-app-dump",
"binary_compatibility_tests/compiler_api_tests",
"bundletool/bundletool-1.11.0",
"core-lambda-stubs",
"dagger/2.41",
"dart-sdk",
"ddmlib",
"examples",
"examplesAndroidN",
"examplesAndroidO",
"examplesAndroidOLegacy",
"examplesAndroidOGenerated",
"examplesAndroidP",
"examplesAndroidPGenerated",
"gradle/gradle",
"google/google-java-format/1.14.0",
"google-java-format",
"gson/gson-2.10.1",
"guava/guava-32.1.2-android",
"guava/guava-32.1.2-jre",
"jacoco/0.8.2",
"jacoco/0.8.6",
"jasmin",
"junit",
"jdwp-tests",
"jsr223-api-1.0",
"rhino-1.7.10",
"rhino-android-1.1.1",
"kotlin/kotlin-compiler-1.3.72",
"kotlin/kotlin-compiler-1.4.20",
"kotlin/kotlin-compiler-1.5.0",
"kotlin/kotlin-compiler-1.6.0",
"kotlin/kotlin-compiler-1.7.0",
"kotlin/kotlin-compiler-1.8.0",
"kotlinx-coroutines-1.3.6",
"kotlinR8TestResources",
"multidex",
"openjdk/custom_conversion",
"openjdk/openjdk-rt-1.8",
"openjdk/desugar_jdk_libs",
"openjdk/desugar_jdk_libs_11",
"openjdk/desugar_jdk_libs_releases/1.0.9",
"openjdk/desugar_jdk_libs_releases/1.0.10",
"openjdk/desugar_jdk_libs_releases/1.1.0",
"openjdk/desugar_jdk_libs_releases/1.1.1",
"openjdk/desugar_jdk_libs_releases/1.1.5",
"openjdk/desugar_jdk_libs_releases/2.0.3",
"openjdk/jdk-11-test",
"opensource-apps/tivi",
"proguard/proguard5.2.1",
"proguard/proguard6.0.1",
"proguard/proguard-7.0.0",
"proguard/proguard-7.3.2",
"retrace_benchmark",
"retrace/binary_compatibility",
"r8",
"r8-releases/2.0.74",
"r8-releases/3.2.54",
"r8mappings",
"smali"
],
// All dex-vms have a fixed OS of Linux, as they are only supported on Linux, and will be run in a Docker
// container on other platforms where supported.
"tools" : [
"linux/art",
"linux/art-5.1.1",
"linux/art-6.0.1",
"linux/art-7.0.0",
"linux/art-8.1.0",
"linux/art-9.0.0",
"linux/art-10.0.0",
"linux/host/art-12.0.0-beta4",
"linux/host/art-13.0.0",
"linux/host/art-14.0.0-beta3",
"linux/host/art-master",
"linux/dalvik",
"linux/dalvik-4.0.4",
]
]
def cloudSystemDependencies = [
linux: [
"third_party": ["openjdk/openjdk-9.0.4/linux",
"openjdk/jdk8/linux-x86",
"openjdk/jdk-11/linux",
"openjdk/jdk-17/linux",
"openjdk/jdk-20/linux"],
],
osx: [
"third_party": ["openjdk/openjdk-9.0.4/osx",
"openjdk/jdk8/darwin-x86",
"openjdk/jdk-11/osx",
"openjdk/jdk-17/osx",
"openjdk/jdk-20/osx"],
],
windows: [
"third_party": ["openjdk/openjdk-9.0.4/windows",
"openjdk/jdk-11/windows",
"openjdk/jdk-17/windows",
"openjdk/jdk-20/windows"],
],
]
if (OperatingSystem.current().isWindows()) {
cloudSystemDependencies.windows.each { entry ->
cloudDependencies.get(entry.key).addAll(entry.value)
}
} else if (OperatingSystem.current().isLinux()) {
cloudSystemDependencies.linux.each { entry ->
cloudDependencies.get(entry.key).addAll(entry.value)
}
} else if (OperatingSystem.current().isMacOsX()) {
cloudSystemDependencies.osx.each { entry ->
cloudDependencies.get(entry.key).addAll(entry.value)
}
} else {
println "WARNING: Unsupported system: " + OperatingSystem.current()
}
def getDownloadDepsTaskName(entryKey, entryFile) {
return "download_deps_${entryKey}_${entryFile.replace('/', '_').replace('\\', '_')}"
}
cloudDependencies.each { entry ->
entry.value.each { entryFile ->
task (getDownloadDepsTaskName(entry.key, entryFile), type: DownloadDependency) {
type DownloadDependency.Type.GOOGLE_STORAGE
dependency "${entry.key}/${entryFile}"
}
}
}
def x20Dependencies = [
"third_party": [
"benchmarks/kotlin-benches",
"chrome/chrome_200430",
"chrome/monochrome_public_minimal_apks/chrome_200520",
"chrome/clank_google3_prebuilt",
"classlib",
"cf_segments",
"desugar/desugar_20180308",
"internal/issue-127524985",
"framework",
"gmail/gmail_android_180826.15",
"gmscore/gmscore_v10",
"gmscore/latest",
"nest/nest_20180926_7c6cfb",
"proguard/proguard_internal_159423826",
"proguardsettings",
"proto",
"protobuf-lite",
"retrace_internal",
"youtube/youtube.android_17.19"
],
]
x20Dependencies.each { entry ->
entry.value.each { entryFile ->
task "${getDownloadDepsTaskName(entry.key, entryFile)}"(type: DownloadDependency) {
type DownloadDependency.Type.X20
dependency "${entry.key}/${entryFile}"
}
}
}
task downloadOpenJDKrt {
cloudDependencies.each { entry ->
entry.value.each { entryFile ->
if (entryFile.contains("openjdk-rt")) {
dependsOn "${getDownloadDepsTaskName(entry.key, entryFile)}"
}
}
}
}
task downloadAndroidCts {
cloudDependencies.each { entry ->
entry.value.each { entryFile ->
if (entryFile.contains("android_cts_baseline")) {
dependsOn "${getDownloadDepsTaskName(entry.key, entryFile)}"
}
}
}
}
task downloadCloudDeps() {
cloudDependencies.each { entry ->
entry.value.each { entryFile ->
dependsOn "${getDownloadDepsTaskName(entry.key, entryFile)}"
}
}
}
task downloadX20Deps() {
x20Dependencies.each { entry ->
entry.value.each { entryFile ->
dependsOn "${getDownloadDepsTaskName(entry.key, entryFile)}"
}
}
}
task downloadDeps {
dependsOn downloadCloudDeps
if (!project.hasProperty('no_internal')) {
dependsOn downloadX20Deps
}
}
allprojects {
sourceCompatibility = JavaVersion.VERSION_1_8
targetCompatibility = JavaVersion.VERSION_1_8
}
// TODO(ricow): Remove debug prints
println("NOTE: Current operating system: " + OperatingSystem.current())
println("NOTE: Current operating system isWindows: " + OperatingSystem.current().isWindows())
// Check if running with the JDK location from tools/jdk.py.
if (OperatingSystem.current().isWindows()) {
println "NOTE: Running with JDK: " + org.gradle.internal.jvm.Jvm.current().javaHome
compileJava.options.encoding = "UTF-8"
compileTestJava.options.encoding = "UTF-8"
} else {
def javaHomeOut = new StringBuilder()
def javaHomeErr = new StringBuilder()
def javaHomeProc = './tools/jdk.py'.execute([], projectDir)
javaHomeProc.waitForProcessOutput(javaHomeOut, javaHomeErr)
def jdkHome = new File(javaHomeOut.toString().trim())
if (!jdkHome.exists()) {
println "WARNING: Failed to find the ./tools/jdk.py specified JDK: " + jdkHome
} else if (jdkHome != org.gradle.internal.jvm.Jvm.current().javaHome) {
println("WARNING: Gradle is running in a non-pinned Java"
+ ". Gradle Java Home: " + org.gradle.internal.jvm.Jvm.current().javaHome
+ ". Expected: " + jdkHome)
} else {
println("NOTE: Running with jdk from tools/jdk.py: " + jdkHome)
}
}
compileJava.dependsOn downloadCloudDeps
sourceSets.configureEach { sourceSet ->
tasks.named(sourceSet.compileJavaTaskName).configure {
// Default disable errorprone (enabled and setup below).
options.errorprone.enabled = false
options.compilerArgs << '-Xlint:unchecked'
// Run all compilation tasks in a forked subprocess.
options.fork = true
// Javac often runs out of stack space when compiling the tests.
// Increase the stack size for the javac process.
options.forkOptions.jvmArgs << "-Xss256m"
// Test compilation is sometimes hitting the default limit at 1g, increase it.
options.forkOptions.jvmArgs << "-Xmx3g"
}
}
def setJdkCompilationWithCompatibility(String sourceSet, String javaHome, JavaVersion compatibility, boolean enablePreview) {
tasks.named(sourceSet).get().configure {
def jdkDir = "third_party/openjdk/${javaHome}/"
options.fork = true
options.forkOptions.jvmArgs = []
if (enablePreview) {
options.compilerArgs.add('--enable-preview')
}
if (OperatingSystem.current().isLinux()) {
dependsOn getDownloadDepsTaskName("third_party", "openjdk/" + javaHome + "/linux")
options.forkOptions.javaHome = file(jdkDir + 'linux')
} else if (OperatingSystem.current().isMacOsX()) {
dependsOn getDownloadDepsTaskName("third_party", "openjdk/" + javaHome + "/osx")
options.forkOptions.javaHome = compatibility > JavaVersion.VERSION_1_9
? file(jdkDir + 'osx/Contents/Home')
: file(jdkDir + 'osx')
} else {
dependsOn getDownloadDepsTaskName("third_party", "openjdk/" + javaHome + "/windows")
options.forkOptions.javaHome = file(jdkDir + 'windows')
}
sourceCompatibility = compatibility
targetCompatibility = compatibility
}
}
setJdkCompilationWithCompatibility(
sourceSets.main.compileJavaTaskName,
'jdk-11',
JavaVersion.VERSION_11,
false);
setJdkCompilationWithCompatibility(
sourceSets.examplesJava9.compileJavaTaskName,
'openjdk-9.0.4',
JavaVersion.VERSION_1_9,
false)
setJdkCompilationWithCompatibility(
sourceSets.examplesJava10.compileJavaTaskName,
'jdk-11',
JavaVersion.VERSION_1_10,
false)
setJdkCompilationWithCompatibility(
sourceSets.main17.compileJavaTaskName,
'jdk-17',
JavaVersion.VERSION_17,
false)
setJdkCompilationWithCompatibility(
sourceSets.examplesJava11.compileJavaTaskName,
'jdk-11',
JavaVersion.VERSION_11,
false)
setJdkCompilationWithCompatibility(
sourceSets.examplesJava17.compileJavaTaskName,
'jdk-17',
JavaVersion.VERSION_17,
false)
setJdkCompilationWithCompatibility(
sourceSets.examplesJava20.compileJavaTaskName,
'jdk-20',
// TODO(b/218293990): Update Gradle to get JavaVersion.VERSION_18.
JavaVersion.VERSION_17,
false)
if (!project.hasProperty('without_error_prone') &&
// Don't enable error prone on Java 8 as the plugin setup does not support it.
!org.gradle.internal.jvm.Jvm.current().javaVersion.java8) {
compileJava {
// Enable error prone for D8/R8 main sources.
options.errorprone.enabled = true
// Make all warnings errors. Warnings that we have chosen not to fix (or suppress) are
// disabled outright below.
options.compilerArgs << "-Werror"
// Increase number of reported errors to 1000 (default is 100).
options.compilerArgs << "-Xmaxerrs"
options.compilerArgs << "1000"
// Non-default / Experimental checks - explicitly enforced.
options.errorprone.check('RemoveUnusedImports', CheckSeverity.ERROR)
options.errorprone.check('InconsistentOverloads', CheckSeverity.ERROR)
options.errorprone.check('MissingDefault', CheckSeverity.ERROR)
options.errorprone.check('MultipleTopLevelClasses', CheckSeverity.ERROR)
options.errorprone.check('NarrowingCompoundAssignment', CheckSeverity.ERROR)
// Warnings that cause unwanted edits (e.g., inability to write informative asserts).
options.errorprone.check('AlreadyChecked', CheckSeverity.OFF)
// JavaDoc related warnings. Would be nice to resolve but of no real consequence.
options.errorprone.check('InvalidLink', CheckSeverity.OFF)
options.errorprone.check('InvalidBlockTag', CheckSeverity.OFF)
options.errorprone.check('InvalidInlineTag', CheckSeverity.OFF)
options.errorprone.check('EmptyBlockTag', CheckSeverity.OFF)
options.errorprone.check('MissingSummary', CheckSeverity.OFF)
options.errorprone.check('UnrecognisedJavadocTag', CheckSeverity.OFF)
options.errorprone.check('AlmostJavadoc', CheckSeverity.OFF)
// Moving away from identity and canonical items is not planned.
options.errorprone.check('IdentityHashMapUsage', CheckSeverity.OFF)
}
}
task consolidatedLicense {
def license = new File(new File(buildDir, 'generatedLicense'), 'LICENSE')
inputs.files files('LICENSE', 'LIBRARY-LICENSE') + fileTree(dir: 'library-licensing')
def runtimeClasspath = configurations.findByName("runtimeClasspath")
inputs.files { runtimeClasspath.getResolvedConfiguration().files }
outputs.files license
doLast {
def dependencies = []
runtimeClasspath.resolvedConfiguration.resolvedArtifacts.each {
def identifier = (ModuleComponentIdentifier) it.id.componentIdentifier
dependencies.add("${identifier.group}:${identifier.module}")
}
def libraryLicenses = file('LIBRARY-LICENSE').text
dependencies.each {
if (!libraryLicenses.contains("- artifact: $it")) {
throw new GradleException("No license for $it in LIBRARY_LICENSE")
}
}
license.getParentFile().mkdirs()
license.createNewFile()
license.text = "This file lists all licenses for code distributed.\n"
license.text += "All non-library code has the following 3-Clause BSD license.\n"
license.text += "\n"
license.text += "\n"
license.text += file('LICENSE').text
license.text += "\n"
license.text += "\n"
license.text += "Summary of distributed libraries:\n"
license.text += "\n"
license.text += libraryLicenses
license.text += "\n"
license.text += "\n"
license.text += "Licenses details:\n"
fileTree(dir: 'library-licensing').getFiles().stream().sorted().forEach { file ->
license.text += "\n"
license.text += "\n"
license.text += file.text
}
}
}
def repackageDepFile(file) {
if (file.getName().endsWith('.jar')) {
return zipTree(file).matching {
exclude '**/module-info.class'
exclude 'META-INF/maven/**'
exclude 'META-INF/LICENSE.txt'
exclude 'META-INF/MANIFEST.MF'
}
} else {
return fileTree(file)
}
}
task repackageDeps(type: Jar) {
dependsOn downloadCloudDeps
dependsOn project.configurations.runtimeClasspath
project.configurations.runtimeClasspath.forEach {
from repackageDepFile(it)
}
archiveFileName = 'deps_all.jar'
}
task repackageTestDeps(type: Jar) {
dependsOn downloadCloudDeps
dependsOn project.configurations.testCompile
project.configurations.testCompile.forEach {
from repackageDepFile(it)
}
archiveFileName = 'test_deps_all.jar'
}
task repackageSources(type: Jar) {
// If this fails then remove all generated folders from
// build/classes/java/test that is not {com,dalvik}
from sourceSets.main.output
archiveFileName = 'sources_main.jar'
}
task repackageSources17(type: Jar) {
from sourceSets.main17.output
archiveFileName = 'sources_main_17.jar'
}
def r8CreateTask(name, baseName, sources, includeLibraryLicenses, includeSwissArmyKnife) {
return tasks.create("r8Create${name}", Jar) {
entryCompression ZipEntryCompression.STORED
dependsOn sources
dependsOn files('LICENSE')
if (includeLibraryLicenses) {
from consolidatedLicense.outputs.files
} else {
from files('LICENSE')
}
from sources.collect { zipTree(it) }
exclude "$buildDir/classes/**"
archiveFileName = baseName
if (includeSwissArmyKnife) {
manifest {
attributes 'Main-Class': 'com.android.tools.r8.SwissArmyKnife'
}
}
exclude "META-INF/*.kotlin_module"
exclude "**/*.kotlin_metadata"
}
}
def r8RelocateTask(r8Task, output) {
return tasks.create("r8Relocate_${r8Task.name}", Exec) {
dependsOn r8WithDeps
dependsOn r8Task
outputs.file output
workingDir = projectDir
inputs.files r8Task.outputs.files + r8WithDeps.outputs.files
commandLine baseCompilerCommandLine([
"relocator",
"--input",
r8Task.outputs.files[0],
"--output",
output,
"--map",
"com.google.common.**->com.android.tools.r8.com.google.common",
"--map",
"com.google.gson.**->com.android.tools.r8.com.google.gson",
"--map",
"com.google.thirdparty.**->com.android.tools.r8.com.google.thirdparty",
"--map",
"org.objectweb.asm.**->com.android.tools.r8.org.objectweb.asm",
"--map",
"it.unimi.dsi.fastutil.**->com.android.tools.r8.it.unimi.dsi.fastutil",
"--map",
"kotlin.**->com.android.tools.r8.jetbrains.kotlin",
"--map",
"kotlinx.**->com.android.tools.r8.jetbrains.kotlinx",
"--map",
"org.jetbrains.**->com.android.tools.r8.org.jetbrains",
"--map",
"org.intellij.**->com.android.tools.r8.org.intellij",
"--map",
"org.checkerframework.**->com.android.tools.r8.org.checkerframework"
])
}
}
task r8WithDeps {
dependsOn repackageSources
dependsOn repackageDeps
inputs.files ([repackageSources.outputs, repackageDeps.outputs])
def r8Task = r8CreateTask(
'WithDeps',
'r8_with_deps.jar',
repackageSources.outputs.files + repackageDeps.outputs.files,
true,
true)
dependsOn r8Task
outputs.files r8Task.outputs.files
}
task r8WithDeps17 {
dependsOn repackageSources17
dependsOn repackageDeps
inputs.files ([repackageSources17.outputs, repackageDeps.outputs])
def r8Task = r8CreateTask(
'WithDeps17',
'r8_with_deps_17.jar',
repackageSources17.outputs.files + repackageDeps.outputs.files,
true,
true)
dependsOn r8Task
outputs.files r8Task.outputs.files
}
task r8WithRelocatedDeps {
def output = "${buildDir}/libs/r8_with_relocated_deps.jar"
dependsOn r8RelocateTask(r8WithDeps, output)
inputs.files r8WithDeps.outputs.files
outputs.file output
}
task r8WithRelocatedDeps17 {
def output = "${buildDir}/libs/r8_with_relocated_deps_17.jar"
dependsOn r8RelocateTask(r8WithDeps17, output)
inputs.files r8WithDeps17.outputs.files
outputs.file output
}
task r8WithoutDeps {
dependsOn repackageSources
inputs.files repackageSources.outputs
def r8Task = r8CreateTask(
'WithoutDeps',
'r8_without_deps.jar',
repackageSources.outputs.files,
false,
true)
dependsOn r8Task
outputs.files r8Task.outputs.files
}
task r8(type: Copy) {
def r8Task = project.hasProperty("exclude_deps")
? r8WithoutDeps : r8WithRelocatedDeps
dependsOn r8Task
from r8Task.outputs.files[0]
into file("${buildDir}/libs")
rename { String fileName -> "r8.jar" }
outputs.file "${buildDir}/libs/r8.jar"
}
task r8NoManifestWithoutDeps {
dependsOn repackageSources
inputs.files repackageSources.outputs
def r8Task = r8CreateTask(
'NoManifestWithoutDeps',
'r8_no_manifest_without_deps.jar',
repackageSources.outputs.files,
false,
false)
dependsOn r8Task
outputs.files r8Task.outputs.files
}
task r8NoManifestWithDeps {
dependsOn repackageSources
inputs.files ([repackageSources.outputs, repackageDeps.outputs])
def r8Task = r8CreateTask(
'NoManifestWithDeps',
'r8_no_manifest_with_deps.jar',
repackageSources.outputs.files + repackageDeps.outputs.files,
true,
false)
dependsOn r8Task
outputs.files r8Task.outputs.files
}
task r8NoManifestWithRelocatedDeps {
def output = "${buildDir}/libs/r8_no_manifest_with_relocated_deps.jar"
dependsOn r8RelocateTask(r8NoManifestWithDeps, output)
inputs.files r8NoManifestWithDeps.outputs.files
outputs.file output
}
task r8NoManifest(type: Copy) {
def r8Task = project.hasProperty("exclude_deps")
? r8NoManifestWithoutDeps : r8NoManifestWithRelocatedDeps
dependsOn r8Task
from r8Task.outputs.files[0]
into file("${buildDir}/libs")
rename { String fileName -> "r8_no_manifest.jar" }
outputs.file "${buildDir}/libs/r8_no_manifest.jar"
}
def baseCompilerCommandLine(compiler, args = []) {
// Execute r8 commands against a stable r8 with dependencies.
// TODO(b/139725780): See if we can remove or lower the heap size (-Xmx8g).
return [org.gradle.internal.jvm.Jvm.current().getJavaExecutable(),
"-Xmx8g", "-ea", "-jar", r8WithDeps.outputs.files[0]] + compiler + args
}
def baseR8CommandLine(args = []) {
// Execute r8 commands against a stable r8 with dependencies.
return baseCompilerCommandLine("r8", args)
}
def baseD8CommandLine(args = []) {
// Execute r8 commands against a stable r8 with dependencies.
return baseCompilerCommandLine("d8", args)
}
def r8CfCommandLine(input, output, pgConfs = [], args = ["--release"], libs = []) {
def allArgs = [
"--classfile",
input,
"--output", output,
"--pg-map-output", output + ".map",
"--partition-map-output", output + "_map.zip",
"--lib", org.gradle.internal.jvm.Jvm.current().javaHome,
] + args + libs.collectMany { ["--lib", it] } + pgConfs.collectMany { ["--pg-conf", it] }
return baseR8CommandLine(allArgs)
}
def d8CfCommandLine(input, output, args = ["--release"], libs = []) {
def allArgs = [
"--classfile",
input,
"--output", output,
"--lib", "third_party/openjdk/openjdk-rt-1.8/rt.jar"
] + args + libs.collectMany { ["--lib", it] }
return baseD8CommandLine(allArgs)
}
def r8LibCreateTask(
name, pgConfs = [], r8Task, output, libs = [], classpath = [], excldeps=false, debug=false) {
return tasks.create("r8Lib${name}", Exec) {
inputs.files ([pgConfs, r8WithRelocatedDeps.outputs, r8Task.outputs])
outputs.file output
dependsOn downloadOpenJDKrt
dependsOn r8WithRelocatedDeps
dependsOn r8Task
commandLine ([
"python3", "tools/create_r8lib.py",
"--r8jar", r8Task.outputs.files[0],
"--output", output]
+ (excldeps ? ['--excldeps-variant'] : [])
+ (debug ? ['--debug-variant'] : [])
+ (pgConfs.collectMany { ["--pg-conf", it] })
+ (libs.collectMany { ["--lib", it] })
+ (classpath.collectMany { ["--classpath", it] }))
workingDir = projectDir
}
}
task testJarSources(type: Jar, dependsOn: [testClasses]) {
archiveFileName = "r8testsbase.jar"
from sourceSets.test.output
// We only want to include tests that use R8 when generating keep rules for applymapping.
include "com/android/tools/r8/**"
include "android/**"
include "dalvik/**"
}
task testJar(type: Exec) {
dependsOn r8WithDeps
dependsOn testJarSources
def output = "$buildDir/libs/r8tests.jar"
outputs.file output
workingDir = projectDir
inputs.files (testJarSources.outputs.files + r8WithDeps.outputs.files)
commandLine baseCompilerCommandLine([
"relocator",
"--input",
testJarSources.outputs.files[0],
"--output",
output,
"--map",
"kotlinx.metadata.**->com.android.tools.r8.jetbrains.kotlinx.metadata"
])
}
task generateR8LibKeepRules(type: Exec) {
// Depend on r8WithRelocatedDeps to ensure that we do not have external
// dependencies crossing the boundary.
dependsOn r8WithDeps
dependsOn r8NoManifestWithRelocatedDeps
dependsOn testJar
dependsOn repackageTestDeps
dependsOn downloadOpenJDKrt
inputs.files ([
r8WithDeps.outputs,
r8NoManifestWithRelocatedDeps.outputs,
repackageDeps.outputs,
repackageTestDeps.outputs,
testJar.outputs])
outputs.file r8LibGeneratedKeepRulesPath
commandLine baseCompilerCommandLine([
"tracereferences",
"--keep-rules",
"--allowobfuscation",
"--lib",
"third_party/openjdk/openjdk-rt-1.8/rt.jar",
"--lib",
repackageDeps.outputs.files[0],
"--lib",
repackageTestDeps.outputs.files[0],
"--target",
r8NoManifestWithRelocatedDeps.outputs.files[0],
"--source",
testJar.outputs.files[0],
"--output",
r8LibGeneratedKeepRulesPath])
workingDir = projectDir
}
task R8Lib {
dependsOn r8LibCreateTask(
"Main",
["src/main/keep.txt", generateR8LibKeepRules.outputs.files[0]],
r8NoManifestWithRelocatedDeps,
r8LibPath
).dependsOn(generateR8LibKeepRules)
inputs.files r8NoManifestWithRelocatedDeps.outputs.files
outputs.file r8LibPath
}
task R8LibNoDeps {
dependsOn r8LibCreateTask(
"MainNoDeps",
["src/main/keep.txt"],
r8NoManifestWithoutDeps,
r8LibExludeDepsPath,
[],
repackageDeps.outputs.files,
true,
).dependsOn(repackageDeps)
inputs.files ([r8NoManifestWithoutDeps.outputs, repackageDeps.outputs])
outputs.file r8LibExludeDepsPath
}
task R8Desugared(type: Exec) {
dependsOn downloadOpenJDKrt
dependsOn r8NoManifestWithRelocatedDeps
inputs.files r8NoManifestWithRelocatedDeps.outputs.files
commandLine d8CfCommandLine(
r8NoManifestWithRelocatedDeps.outputs.files[0],
r8DesugaredPath,
["--release"])
workingDir = projectDir
outputs.file r8DesugaredPath
}
task R8Retrace {
dependsOn R8Lib
dependsOn r8LibCreateTask(
"Retrace",
["src/main/keep_retrace.txt"],
R8Lib,
r8RetracePath,
[],
[],
false,
true
).dependsOn(R8Lib)
outputs.file r8RetracePath
}
task R8RetraceNoDeps {
dependsOn R8LibNoDeps
dependsOn r8LibCreateTask(
"RetraceNoDeps",
["src/main/keep_retrace.txt"],
R8LibNoDeps,
r8RetraceExludeDepsPath,
[],
repackageDeps.outputs.files,
true,
true,
).dependsOn(R8LibNoDeps)
outputs.file r8RetraceExludeDepsPath
}
task sourceJar(type: Jar, dependsOn: classes) {
classifier = 'src'
from sourceSets.main.allSource
}
task keepAnnoJar(type: Jar) {
archiveFileName = "keepanno-annotations.jar"
from sourceSets.keepanno.output
}
artifacts {
archives sourceJar
}
task createArtTests(type: Exec) {
def outputDir = "build/generated/test/java/com/android/tools/r8/art"
def createArtTestsScript = "tools/create_art_tests.py"
inputs.files files("tests/2017-10-04/art.tar.gz", createArtTestsScript)
outputs.dir outputDir
dependsOn downloadDeps
commandLine "python3", createArtTestsScript
workingDir = projectDir
}
compileTestJava {
dependsOn createArtTests
}
task buildCfSegments(type: Jar, dependsOn: downloadDeps) {
from sourceSets.cfSegments.output
archiveFileName = 'cf_segments.jar'
destinationDir file('build/libs')
}
task buildR8ApiUsageSample(type: Jar) {
from sourceSets.apiUsageSample.output
archiveFileName = 'r8_api_usage_sample.jar'
destinationDir file('tests')
}
task buildApiSampleJars {
dependsOn buildR8ApiUsageSample
}
def buildExampleJarsCreateTask(javaVersion, sourceSet) {
return tasks.create("buildExample${javaVersion}Jars") {
def examplesDir = file("src/test/examples${javaVersion}")
examplesDir.eachDir { dir ->
def name = dir.getName();
def exampleOutputDir = file("build/test/examples${javaVersion}");
def jarName = "${name}.jar"
dependsOn "jar_examples${javaVersion}_${name}"
task "jar_examples${javaVersion}_${name}"(type: Jar) {
archiveName = jarName
destinationDir = exampleOutputDir
from sourceSet.output
include "**/" + name + "/**/*.class"
}
}
}
}
buildExampleJarsCreateTask("Java9", sourceSets.examplesJava9)
buildExampleJarsCreateTask("Java10", sourceSets.examplesJava10)
buildExampleJarsCreateTask("Java11", sourceSets.examplesJava11)
buildExampleJarsCreateTask("Java17", sourceSets.examplesJava17)
buildExampleJarsCreateTask("Java20", sourceSets.examplesJava20)
task buildExamples {
if (OperatingSystem.current().isMacOsX() || OperatingSystem.current().isWindows()) {
logger.lifecycle("WARNING: Testing (including building examples) is only partially supported on your " +
"platform (" + OperatingSystem.current().getName() + ").")
} else if (!OperatingSystem.current().isLinux()) {
logger.lifecycle("WARNING: Testing (including building examples) is not supported on your platform. " +
"It is fully supported on Linux and partially supported on Mac OS and Windows")
return;
}
dependsOn buildExampleJava9Jars
dependsOn buildExampleJava10Jars
dependsOn buildExampleJava11Jars
dependsOn buildExampleJava17Jars
dependsOn buildExampleJava20Jars
}
tasks.withType(Test) {
println("NOTE: Number of processors " + Runtime.runtime.availableProcessors())
def userDefinedCoresPerFork = System.getenv('R8_GRADLE_CORES_PER_FORK')
def processors = Runtime.runtime.availableProcessors()
// See https://docs.gradle.org/current/dsl/org.gradle.api.tasks.testing.Test.html.
if (userDefinedCoresPerFork) {
maxParallelForks = processors.intdiv(userDefinedCoresPerFork.toInteger()) ?: 1
} else {
// On normal work machines this seems to give the best test execution time (without freezing)
maxParallelForks = processors.intdiv(3) ?: 1
// On low cpu count machines (bots) we under subscribe, so increase the count.
if (processors == 32) {
maxParallelForks = 15
}
}
println("NOTE: Max parallel forks " + maxParallelForks)
forkEvery = 0
if (project.hasProperty('disable_assertions')) {
enableAssertions = false
}
// TODO(b/124091860): Increase the max heap size to avoid OOM when running tests.
if (project.hasProperty('test_xmx')) {
maxHeapSize = project.property('test_xmx')
} else {
maxHeapSize = "4G"
}
}
task generateR8TestKeepRules {
def path = "build/generated/r8tests-keep.txt"
outputs.file path
dependsOn R8Lib
doLast {
file(path).write """-keep class ** { *; }
-dontshrink
-dontoptimize
-keepattributes *
-applymapping ${R8Lib.outputs.files[0]}.map
"""
}
}
task buildR8LibCfTestDeps(type: Exec) {
def outputPath = "build/libs/r8libtestdeps-cf.jar"
dependsOn downloadDeps
dependsOn r8NoManifest
dependsOn R8Lib
dependsOn generateR8TestKeepRules
dependsOn testJar
// Take all .jar files as libraries and append the generated test classes in classes/java/test.
def addedLibraries = sourceSets.test.runtimeClasspath.findAll { pkg ->
return pkg.toString().endsWith(".jar")
} + ["${buildDir}/classes/java/test"]
inputs.files testJar.outputs.files +
generateR8TestKeepRules.outputs.files +
R8Lib.outputs
commandLine = r8CfCommandLine(
testJar.outputs.files[0],
outputPath,
[generateR8TestKeepRules.outputs.files[0]],
["--debug", "--classpath", r8NoManifest.outputs.files[0]],
r8NoManifest.outputs.files + addedLibraries)
workingDir = projectDir
outputs.file outputPath
}
task configureTestForR8Lib(type: Copy) {
dependsOn testJar
inputs.files buildR8LibCfTestDeps.outputs
dependsOn R8Lib
delete r8LibTestPath
from zipTree(buildR8LibCfTestDeps.outputs.files[0])
def examplesDir = file("build/test")
if (examplesDir.exists()) {
examplesDir.eachDir { dir ->
from ("${buildDir}/test/${dir.getName()}/classes")
}
}
from ("${buildDir}/runtime/examples")
into r8LibTestPath
outputs.dir r8LibTestPath
}
def shouldRetrace() {
return project.hasProperty('r8lib') || project.hasProperty('r8lib_no_deps')
}
def retrace(Throwable exception) {
def out = new StringBuffer()
def err = new StringBuffer()
def command = "python3 tools/retrace.py --quiet"
def header = "RETRACED STACKTRACE";
out.append("\n--------------------------------------\n")
out.append("${header}\n")
out.append("--------------------------------------\n")
Process process = command.execute()
def processIn = new PrintStream(process.getOut())
process.consumeProcessOutput(out, err)
exception.printStackTrace(processIn)
processIn.flush()
processIn.close()
def errorDuringRetracing = process.waitFor() != 0
if (errorDuringRetracing) {
out.append("ERROR DURING RETRACING\n")
out.append(err.toString())
}
if (project.hasProperty('print_obfuscated_stacktraces') || errorDuringRetracing) {
out.append("\n\n--------------------------------------\n")
out.append("OBFUSCATED STACKTRACE\n")
out.append("--------------------------------------\n")
}
return out.toString()
}
def printStackTrace(TestResult result) {
filterStackTraces(result)
if (shouldRetrace()) {
def exception = new Exception(retrace(result.exception))
exception.setStackTrace([] as StackTraceElement[])
result.exceptions.add(0, exception)
}
}
def filterStackTraces(TestResult result) {
for (Throwable throwable : result.getExceptions()) {
filterStackTrace(throwable)
}
}
// It would be nice to do this in a non-destructive way...
def filterStackTrace(Throwable exception) {
if (!project.hasProperty('print_full_stacktraces')) {
def elements = []
def skipped = []
for (StackTraceElement element : exception.getStackTrace()) {
if (element.toString().contains("com.android.tools.r8")) {
elements.addAll(skipped)
elements.add(element)
skipped.clear()
} else {
skipped.add(element)
}
}
exception.setStackTrace(elements as StackTraceElement[])
}
}
def printAllStackTracesToFile(List<Throwable> exceptions, File out) {
new PrintStream(new FileOutputStream(out)).withCloseable {printer ->
exceptions.forEach { it.printStackTrace(printer) }
}
}
static def escapeHtml(String string) {
return string.replace("&", "&amp;").replace("<", "&lt;").replace(">", "&gt;")
}
static def urlEncode(String string) {
// Not sure why, but the + also needs to be converted to have working links.
return URLEncoder.encode(string, "UTF-8").replace("+","%20")
}
def ensureDir(File dir) {
dir.mkdirs()
return dir
}
// Some of our test parameters have new lines :-( We really don't want test names to span lines.
static def sanitizedTestName(testDesc) {
if (testDesc.getName().contains("\n")) {
throw new RuntimeException("Unsupported use of newline in test name: '${testDesc.getName()}'")
}
return testDesc.getName()
}
static def desanitizedTestName(testName) {
return testName
}
def getTestReportEntryDir(reportDir, testDesc) {
return ensureDir(reportDir.toPath()
.resolve(testDesc.getClassName())
.resolve(sanitizedTestName(testDesc))
.toFile())
}
def getTestReportEntryURL(reportDir, testDesc) {
def classDir = urlEncode(testDesc.getClassName())
def testDir = urlEncode(sanitizedTestName(testDesc))
return "file://${reportDir}/${classDir}/${testDir}"
}
def getTestResultEntryOutputFile(reportDir, testDesc, fileName) {
def dir = getTestReportEntryDir(reportDir, testDesc).toPath()
return dir.resolve(fileName).toFile()
}
def withTestResultEntryWriter(reportDir, testDesc, fileName, append, fn) {
def file = getTestResultEntryOutputFile(reportDir, testDesc, fileName)
new FileWriter(file, append).withCloseable fn
}
static def getGitBranchName() {
def out = new StringBuilder()
def err = new StringBuilder()
def proc = "git rev-parse --abbrev-ref HEAD".execute()
proc.waitForProcessOutput(out, err)
return out.toString().trim()
}
static def getFreshTestReportIndex(File reportDir) {
def number = 0
while (true) {
def freshIndex = reportDir.toPath().resolve("index.${number++}.html").toFile()
if (!freshIndex.exists()) {
return freshIndex
}
}
}
def forEachTestReportAlreadyX(File reportDir, fileName, onTest) {
def out = new StringBuilder()
def err = new StringBuilder()
def proc = "find . -name ${fileName}".execute([], reportDir)
proc.waitForProcessOutput(out, err)
def outString = out.toString()
outString.eachLine {
// Lines are of the form: ./<class>/<name>/FAILURE
def clazz = null
def name = null
try {
def trimmed = it.trim()
def line = trimmed.substring(2)
def sep = line.indexOf("/")
clazz = line.substring(0, sep)
name = line.substring(sep + 1, line.length() - fileName.length() - 1)
} catch (Exception e) {
logger.lifecycle("WARNING: failed attempt to read test description from: '${it}'")
return
}
onTest(clazz, desanitizedTestName(name))
}
return !outString.trim().isEmpty()
}
def forEachTestReportAlreadyFailing(File reportDir, onFailureTest) {
return forEachTestReportAlreadyX(reportDir, TestResult.ResultType.FAILURE.name(), onFailureTest)
}
def forEachTestReportAlreadyPassing(File reportDir, onSucceededTest) {
return forEachTestReportAlreadyX(reportDir, TestResult.ResultType.SUCCESS.name(), onSucceededTest)
}
def forEachTestReportAlreadySkipped(File reportDir, onSucceededTest) {
return forEachTestReportAlreadyX(reportDir, TestResult.ResultType.SKIPPED.name(), onSucceededTest)
}
def setUpTestingState(Test task) {
// Hide all test events from the console, they are written to the report.
task.testLogging { events = [] }
def branch = project.hasProperty('testing-state-name')
? project.getProperty('testing-state-name')
: getGitBranchName()
def reportDir = file("${buildDir}/test-state/${branch}")
def index = reportDir.toPath().resolve("index.html").toFile()
def resetState = project.hasProperty('reset-testing-state')
def reportDirExists = reportDir.exists()
def resuming = !resetState && reportDirExists
def hasFailingTests = false;
if (resuming) {
// Test filtering happens before the test execution is initiated so compute it here.
// If there are still failing tests in the report, include only those.
hasFailingTests = forEachTestReportAlreadyFailing(reportDir, {
clazz, name -> task.filter.includeTestsMatching("$clazz.$name")
})
// Otherwise exclude all of the test already marked as succeeding.
if (!hasFailingTests) {
// Also allow the test to overall succeed if there are no remaining tests that match,
// which is natural if the state already succeeded in full.
task.filter.failOnNoMatchingTests = false
forEachTestReportAlreadyPassing(reportDir, {
clazz, name -> task.filter.excludeTestsMatching("$clazz.$name")
})
forEachTestReportAlreadySkipped(reportDir, {
clazz, name -> task.filter.excludeTestsMatching("$clazz.$name")
})
}
}
task.beforeSuite { desc ->
if (!desc.parent) {
def parentReport = null
if (resetState && reportDirExists) {
delete reportDir
}
if (resuming) {
if (index.exists()) {
parentReport = getFreshTestReportIndex(reportDir)
index.renameTo(parentReport)
}
} else {
reportDir.mkdirs()
}
def runPrefix = resuming ? "Resuming" : "Starting"
def title = "${runPrefix} @ ${branch}"
// Print a console link to the test report for easy access.
println "${runPrefix} test, report written to:"
println " file://${index}"
// Print the new index content.
index << "<html><head><title>${title}</title>"
index << "<style> * { font-family: monospace; }</style>"
index << "<meta http-equiv='refresh' content='10' />"
index << "</head><body><h1>${title}</h1>"
index << "<p>Run on: ${new Date()}</p>"
index << "<p>Git branch: ${branch}</p>"
if (parentReport != null) {
index << "<p><a href=\"file://${parentReport}\">Previous result index</a></p>"
}
index << "<p><a href=\"file://${index}\">Most recent result index</a></p>"
index << "<p><a href=\"file://${reportDir}\">Test directories</a></p>"
index << "<h2>Failing tests (refreshing automatically every 10 seconds)</h2><ul>"
}
}
task.afterSuite { desc, result ->
if (!desc.parent) {
// Update the final test results in the index.
index << "</ul>"
if (result.resultType == TestResult.ResultType.SUCCESS) {
if (hasFailingTests) {
index << "<h2>Rerun of failed tests now pass!</h2>"
index << "<h2>Rerun again to continue with outstanding tests!</h2>"
} else {
index << "<h2 style=\"background-color:#62D856\">GREEN BAR == YOU ROCK!</h2>"
}
} else if (result.resultType == TestResult.ResultType.FAILURE) {
index << "<h2 style=\"background-color:#6D130A\">Some tests failed: ${result.resultType.name()}</h2><ul>"
} else {
index << "<h2>Tests finished: ${result.resultType.name()}</h2><ul>"
}
index << "<li>Number of tests: ${result.testCount}"
index << "<li>Failing tests: ${result.failedTestCount}"
index << "<li>Successful tests: ${result.successfulTestCount}"
index << "<li>Skipped tests: ${result.skippedTestCount}"
index << "</ul></body></html>"
}
}
// Events to stdout/err are appended to the files in the test directories.
task.onOutput { desc, event ->
withTestResultEntryWriter(reportDir, desc, event.getDestination().name(), true, {
it.append(event.getMessage())
})
}
task.beforeTest { desc ->
// Remove any stale output files before running the test.
for (def destType : TestOutputEvent.Destination.values()) {
def destFile = getTestResultEntryOutputFile(reportDir, desc, destType.name())
if (destFile.exists()) {
delete destFile
}
}
}
task.afterTest { desc, result ->
if (result.getTestCount() != 1) {
throw new IllegalStateException("Unexpected test with more than one result: ${desc}")
}
// Clear any previous result files.
for (def resultType : TestResult.ResultType.values()) {
delete getTestResultEntryOutputFile(reportDir, desc, resultType.name())
}
// Emit the result type status in a file of the same name: SUCCESS, FAILURE or SKIPPED.
withTestResultEntryWriter(reportDir, desc, result.getResultType().name(), false, {
it.append(result.getResultType().name())
})
// Emit the test time.
withTestResultEntryWriter(reportDir, desc, "time", false, {
it.append("${result.getEndTime() - result.getStartTime()}")
})
// For failed tests, update the index and emit stack trace information.
if (result.resultType == TestResult.ResultType.FAILURE) {
def title = escapeHtml("${desc.className}.${desc.name}")
def link = getTestReportEntryURL(reportDir, desc)
index << "<li><a href=\"${link}\">${title}</a></li>"
if (!result.exceptions.isEmpty()) {
printAllStackTracesToFile(
result.exceptions,
getTestResultEntryOutputFile(
reportDir,
desc,
"exceptions-raw.txt"))
filterStackTraces(result)
printAllStackTracesToFile(
result.exceptions,
getTestResultEntryOutputFile(
reportDir,
desc,
"exceptions-filtered.txt"))
if (shouldRetrace()) {
withTestResultEntryWriter(reportDir, desc, "exceptions-retraced.txt", false, { writer ->
result.exceptions.forEach { writer.append(retrace(it)) }
})
}
}
}
}
}
def testTimes = [:]
def numberOfTestTimesToPrint = 100
test { task ->
dependsOn sourceSets.keepanno.output
// R8.jar is required for running bootstrap tests.
dependsOn r8
def useTestingState = project.hasProperty('testing-state')
if (useTestingState) {
setUpTestingState(task)
}
if (project.hasProperty('generate_golden_files_to')) {
systemProperty 'generate_golden_files_to', project.property('generate_golden_files_to')
assert project.hasProperty('HEAD_sha1')
systemProperty 'test_git_HEAD_sha1', project.property('HEAD_sha1')
}
if (project.hasProperty('use_golden_files_in')) {
systemProperty 'use_golden_files_in', project.property('use_golden_files_in')
assert project.hasProperty('HEAD_sha1')
systemProperty 'test_git_HEAD_sha1', project.property('HEAD_sha1')
}
if (project.hasProperty('kotlin_compiler_dev')) {
systemProperty 'com.android.tools.r8.kotlincompilerdev', '1';
}
if (project.hasProperty('kotlin_compiler_old')) {
systemProperty 'com.android.tools.r8.kotlincompilerold', '1';
}
if (!useTestingState) {
testLogging.exceptionFormat = 'full'
if (project.hasProperty('print_test_stdout')) {
testLogging.showStandardStreams = true
}
}
if (project.hasProperty('dex_vm') && project.property('dex_vm') != 'default') {
println "NOTE: Running with non default vm: " + project.property('dex_vm')
systemProperty 'dex_vm', project.property('dex_vm')
}
// Forward runtime configurations for test parameters.
if (project.hasProperty('runtimes')) {
println "NOTE: Running with runtimes: " + project.property('runtimes')
systemProperty 'runtimes', project.property('runtimes')
}
if (project.hasProperty('art_profile_rewriting_completeness_check')) {
String key = 'com.android.tools.r8.artprofilerewritingcompletenesscheck'
String value = project.property('art_profile_rewriting_completeness_check')
systemProperty key, value
}
if (project.hasProperty('slow_tests')) {
systemProperty 'slow_tests', project.property('slow_tests')
}
if (project.hasProperty('desugar_jdk_json_dir')) {
systemProperty 'desugar_jdk_json_dir', project.property('desugar_jdk_json_dir')
}
if (project.hasProperty('desugar_jdk_libs')) {
systemProperty 'desugar_jdk_libs', project.property('desugar_jdk_libs')
}
if (!useTestingState) {
if (project.hasProperty('print_times') || project.hasProperty('one_line_per_test')) {
afterTest { desc, result ->
def executionTime = (result.endTime - result.startTime) / 1000
testTimes["${desc.name} [${desc.className}]"] = executionTime
}
afterSuite { desc, result ->
// parent is null if all tests are done.
if (desc.parent == null) {
def sortedTimes = testTimes.sort({ e1, e2 -> e2.value <=> e1.value })
sortedTimes.eachWithIndex { key, value, i ->
println "$key: $value"
}
}
}
}
if (project.hasProperty('one_line_per_test')) {
beforeTest { desc ->
println "Start executing test ${desc.name} [${desc.className}]"
}
afterTest { desc, result ->
if (result.resultType == TestResult.ResultType.FAILURE) {
printStackTrace(result)
}
if (project.hasProperty('update_test_timestamp')) {
file(project.getProperty('update_test_timestamp')).text = new Date().getTime()
}
println "Done executing test ${desc.name} [${desc.className}] with result: ${result.resultType}"
}
} else {
afterTest { desc, result ->
if (result.resultType == TestResult.ResultType.FAILURE) {
printStackTrace(result)
}
}
}
}
if (project.hasProperty('no_internal')) {
exclude "com/android/tools/r8/internal/**"
}
if (project.hasProperty('only_internal')) {
include "com/android/tools/r8/internal/**"
}
if (project.hasProperty('test_namespace')) {
include "com/android/tools/r8/" + project.getProperty('test_namespace') + "/**"
}
if (project.hasProperty('tool') && project.property('tool') == 'd8') {
// Don't run anything, deprecated
println "Running with deprecated tool d8, not running any tests"
include ""
}
if (project.hasProperty('no_arttests')) {
exclude "com/android/tools/r8/art/**"
}
if (project.hasProperty('shard_count') ) {
assert project.hasProperty('shard_number')
int shard_count = project.getProperty('shard_count') as Integer
int shard_number = project.getProperty('shard_number') as Integer
assert shard_count < 65536
assert shard_number < shard_count
exclude {
entry ->
// Don't leave out directories. Leaving out a directory means all entries below.
if (entry.file.isDirectory()) {
return false
}
def first4 = entry.getRelativePath().toString().md5().substring(0, 4)
int hash = Integer.parseInt(first4, 16)
return hash % shard_count != shard_number
}
}
if (project.hasProperty('test_dir')) {
systemProperty 'test_dir', project.property('test_dir')
}
if (project.hasProperty('command_cache_dir')) {
systemProperty 'command_cache_dir', project.property('command_cache_dir')
}
if (project.hasProperty('r8lib')) {
dependsOn configureTestForR8Lib
// R8lib should be used instead of the main output and all the tests in
// r8 should be mapped and exists in r8LibTestPath.
classpath = sourceSets.test.runtimeClasspath.filter {
!it.getAbsolutePath().contains("/build/")
}
classpath += files([r8LibPath, r8LibTestPath])
testClassesDirs = files(r8LibTestPath)
}
if (OperatingSystem.current().isLinux()
|| OperatingSystem.current().isMacOsX()
|| OperatingSystem.current().isWindows()) {
if (OperatingSystem.current().isMacOsX()) {
logger.lifecycle("WARNING: Testing in only partially supported on Mac OS. " +
"Art only runs on Linux and tests requiring Art runs in a Docker container, which must be present. " +
"See tools/docker/README.md for details.")
}
if (OperatingSystem.current().isWindows()) {
logger.lifecycle("WARNING: Testing in only partially supported on Windows. " +
"Art only runs on Linux and tests requiring Art will be skipped")
}
dependsOn downloadDeps
dependsOn buildExamples
} else {
logger.lifecycle("WARNING: Testing in not supported on your platform. Testing is only fully supported on " +
"Linux and partially supported on Mac OS and Windows. Art does not run on other platforms.")
}
}
task javadocD8(type: Javadoc) {
title "D8 API"
classpath = sourceSets.main.compileClasspath
source = sourceSets.main.allJava
include '**/com/android/tools/r8/ArchiveClassFileProvider.java'
include '**/com/android/tools/r8/ArchiveProgramResourceProvider.java'
include '**/com/android/tools/r8/BaseCommand.java'
include '**/com/android/tools/r8/BaseCompilerCommand.java'
include '**/com/android/tools/r8/ClassFileResourceProvider.java'
include '**/com/android/tools/r8/CompilationFailedException.java'
include '**/com/android/tools/r8/CompilationMode.java'
include '**/com/android/tools/r8/D8.java'
include '**/com/android/tools/r8/D8Command.java'
include '**/com/android/tools/r8/DexIndexedConsumer.java'
include '**/com/android/tools/r8/DexFilePerClassFileConsumer.java'
include '**/com/android/tools/r8/Diagnostic.java'
include '**/com/android/tools/r8/DiagnosticsHandler.java'
include '**/com/android/tools/r8/DirectoryClassFileProvider.java'
include '**/com/android/tools/r8/OutputMode.java'
include '**/com/android/tools/r8/ProgramConsumer.java'
include '**/com/android/tools/r8/ProgramResource.java'
include '**/com/android/tools/r8/ProgramResourceProvider.java'
include '**/com/android/tools/r8/Resource.java'
include '**/com/android/tools/r8/ResourceException.java'
include '**/com/android/tools/r8/StringConsumer.java'
include '**/com/android/tools/r8/StringResource.java'
include '**/com/android/tools/r8/Version.java'
include '**/com/android/tools/r8/origin/*.java'
}
task javadocR8(type: Javadoc) {
title "R8 API"
classpath = sourceSets.main.compileClasspath
source = sourceSets.main.allJava
include '**/com/android/tools/r8/ArchiveClassFileProvider.java'
include '**/com/android/tools/r8/ArchiveProgramResourceProvider.java'
include '**/com/android/tools/r8/BaseCommand.java'
include '**/com/android/tools/r8/BaseCompilerCommand.java'
include '**/com/android/tools/r8/ClassFileConsumer.java'
include '**/com/android/tools/r8/ClassFileResourceProvider.java'
include '**/com/android/tools/r8/CompilationFailedException.java'
include '**/com/android/tools/r8/CompilationMode.java'
include '**/com/android/tools/r8/R8.java'
include '**/com/android/tools/r8/R8Command.java'
include '**/com/android/tools/r8/DexIndexedConsumer.java'
include '**/com/android/tools/r8/Diagnostic.java'
include '**/com/android/tools/r8/DiagnosticsHandler.java'
include '**/com/android/tools/r8/DirectoryClassFileProvider.java'
include '**/com/android/tools/r8/OutputMode.java'
include '**/com/android/tools/r8/ProgramConsumer.java'
include '**/com/android/tools/r8/ProgramResource.java'
include '**/com/android/tools/r8/ProgramResourceProvider.java'
include '**/com/android/tools/r8/Resource.java'
include '**/com/android/tools/r8/ResourceException.java'
include '**/com/android/tools/r8/StringConsumer.java'
include '**/com/android/tools/r8/StringResource.java'
include '**/com/android/tools/r8/Version.java'
include '**/com/android/tools/r8/origin/*.java'
}
task copyMavenDeps(type: Copy) {
from configurations.compile into "$buildDir/deps"
from configurations.compileClasspath into "$buildDir/deps"
from configurations.testCompile into "$buildDir/deps"
}
task printMavenDeps {
// Only actually print to stdout when we are updating.
if (project.hasProperty('updatemavendeps')) {
for (Configuration config : configurations) {
if (!config.isCanBeResolved()) {
continue
}
def componentIds = config.incoming.resolutionResult.allDependencies.collect {
it.selected.id
}
def result = dependencies.createArtifactResolutionQuery()
.forComponents(componentIds)
.withArtifacts(MavenModule, MavenPomArtifact)
.execute()
for (component in result.resolvedComponents) {
component.getArtifacts(MavenPomArtifact).each {
println "POM: ${it.file} ${component.id}"
}
}
config.each {
println "JAR: ${it}"
}
}
}
}
allprojects {
tasks.withType(Exec) {
doFirst {
println commandLine.join(' ')
}
}
}