Ian Zerny | dcb172e | 2022-02-22 15:36:45 +0100 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
Søren Gjesse | 6d1934f | 2017-11-09 10:00:24 +0100 | [diff] [blame] | 2 | # Copyright (c) 2017, the R8 project authors. Please see the AUTHORS file |
| 3 | # for details. All rights reserved. Use of this source code is governed by a |
| 4 | # BSD-style license that can be found in the LICENSE file. |
| 5 | |
| 6 | import argparse |
| 7 | import gradle |
| 8 | import os |
Søren Gjesse | 6d1934f | 2017-11-09 10:00:24 +0100 | [diff] [blame] | 9 | from shutil import copyfile |
Mads Ager | 14d9b07 | 2017-11-20 13:42:55 +0100 | [diff] [blame] | 10 | import sys |
Mads Ager | 14d9b07 | 2017-11-20 13:42:55 +0100 | [diff] [blame] | 11 | import utils |
Clément Béra | 0c58dd8 | 2020-03-24 12:49:57 +0000 | [diff] [blame] | 12 | import archive |
Rico Wind | 03463d3 | 2018-01-22 10:44:00 +0100 | [diff] [blame] | 13 | |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 14 | JAR_TARGETS_MAP = { |
| 15 | 'full': [ |
Søren Gjesse | fe640e5 | 2019-11-28 12:46:04 +0100 | [diff] [blame] | 16 | (utils.R8, 'r8'), |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 17 | ], |
| 18 | 'lib': [ |
Søren Gjesse | fe640e5 | 2019-11-28 12:46:04 +0100 | [diff] [blame] | 19 | (utils.R8LIB, 'r8'), |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 20 | ], |
| 21 | } |
| 22 | |
Mads Ager | 12a56bc | 2017-11-27 11:51:25 +0100 | [diff] [blame] | 23 | OTHER_TARGETS = ["LICENSE"] |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 24 | KEEPANNO_JAR = 'keepanno-annotations.jar' |
Søren Gjesse | 6d1934f | 2017-11-09 10:00:24 +0100 | [diff] [blame] | 25 | |
| 26 | def parse_arguments(): |
| 27 | parser = argparse.ArgumentParser( |
| 28 | description = 'Build and copy jars to an Android tree.') |
| 29 | parser.add_argument('android_root', nargs=1, |
| 30 | help='Android checkout root.') |
Mads Ager | 14d9b07 | 2017-11-20 13:42:55 +0100 | [diff] [blame] | 31 | parser.add_argument('--commit_hash', default=None, help='Commit hash') |
Rico Wind | 03463d3 | 2018-01-22 10:44:00 +0100 | [diff] [blame] | 32 | parser.add_argument('--version', default=None, help='The version to download') |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 33 | parser.add_argument( |
| 34 | '--targets', |
| 35 | required=True, |
| 36 | choices=['full', 'lib'], |
| 37 | help="Use 'full' to download the full, non-optimized jars (legacy" + |
Morten Krogh-Jespersen | 87da12f | 2019-01-22 10:32:32 +0100 | [diff] [blame] | 38 | " behaviour) and 'lib' for the R8-processed, optimized jars.", |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 39 | ) |
| 40 | parser.add_argument( |
| 41 | '--maps', |
| 42 | action='store_true', |
| 43 | help="Download proguard maps for jars, use only with '--target lib'.", |
| 44 | ) |
clementbera | 2bd06e8 | 2019-07-24 15:19:18 +0200 | [diff] [blame] | 45 | parser.add_argument( |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 46 | '--keepanno', |
| 47 | action='store_true', |
| 48 | help="Download keepanno-annotations library.", |
| 49 | ) |
| 50 | parser.add_argument( |
clementbera | 2bd06e8 | 2019-07-24 15:19:18 +0200 | [diff] [blame] | 51 | '--java-max-memory-size', |
| 52 | '--java_max_memory_size', |
| 53 | help='Use a custom max memory size for the gradle java instance, eg, 4g') |
Søren Gjesse | 6d1934f | 2017-11-09 10:00:24 +0100 | [diff] [blame] | 54 | return parser.parse_args() |
| 55 | |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 56 | def copy_targets(root, target_root, srcs, dests, maps=False): |
Tamas Kenez | 03ab76f | 2018-12-07 14:33:25 +0100 | [diff] [blame] | 57 | assert len(srcs) == len(dests) |
Mads Ager | 12a56bc | 2017-11-27 11:51:25 +0100 | [diff] [blame] | 58 | for i in range(len(srcs)): |
| 59 | src = os.path.join(root, srcs[i]) |
| 60 | dest = os.path.join(target_root, 'prebuilts', 'r8', dests[i]) |
Søren Gjesse | 50c2927 | 2019-11-27 15:37:12 +0100 | [diff] [blame] | 61 | if os.path.exists(dest): |
Rico Wind | 3d369b4 | 2021-01-12 10:26:24 +0100 | [diff] [blame] | 62 | print('Copying: ' + src + ' -> ' + dest) |
Søren Gjesse | 50c2927 | 2019-11-27 15:37:12 +0100 | [diff] [blame] | 63 | copyfile(src, dest) |
| 64 | if maps: |
Rico Wind | 3d369b4 | 2021-01-12 10:26:24 +0100 | [diff] [blame] | 65 | print('Copying: ' + src + '.map -> ' + dest + '.map') |
Søren Gjesse | 50c2927 | 2019-11-27 15:37:12 +0100 | [diff] [blame] | 66 | copyfile(src + '.map', dest + '.map') |
Søren Gjesse | fe640e5 | 2019-11-28 12:46:04 +0100 | [diff] [blame] | 67 | else: |
Rico Wind | 3d369b4 | 2021-01-12 10:26:24 +0100 | [diff] [blame] | 68 | print('WARNING: Not copying ' + src + ' -> ' + dest + |
| 69 | ', as' + dest + ' does not exist already') |
Søren Gjesse | fe640e5 | 2019-11-28 12:46:04 +0100 | [diff] [blame] | 70 | |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 71 | def copy_jar_targets(root, target_root, jar_targets, maps): |
Morten Krogh-Jespersen | 8a4d1ca | 2021-01-19 08:27:02 +0100 | [diff] [blame] | 72 | srcs = list(map((lambda t: t[0] + '.jar'), jar_targets)) |
| 73 | dests = list(map((lambda t: t[1] + '.jar'), jar_targets)) |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 74 | copy_targets(root, target_root, srcs, dests, maps=maps) |
Mads Ager | 12a56bc | 2017-11-27 11:51:25 +0100 | [diff] [blame] | 75 | |
| 76 | def copy_other_targets(root, target_root): |
| 77 | copy_targets(root, target_root, OTHER_TARGETS, OTHER_TARGETS) |
| 78 | |
Christoffer Quist Adamsen | 870fa46 | 2020-12-15 10:50:54 +0100 | [diff] [blame] | 79 | def download_hash(root, commit_hash, target, quiet=False): |
| 80 | download_target(root, target, commit_hash, True, quiet=quiet) |
Rico Wind | 03463d3 | 2018-01-22 10:44:00 +0100 | [diff] [blame] | 81 | |
| 82 | def download_version(root, version, target): |
Clément Béra | f649e07 | 2020-03-25 07:15:28 +0000 | [diff] [blame] | 83 | download_target(root, target, version, False) |
Rico Wind | 03463d3 | 2018-01-22 10:44:00 +0100 | [diff] [blame] | 84 | |
Christoffer Quist Adamsen | 870fa46 | 2020-12-15 10:50:54 +0100 | [diff] [blame] | 85 | def download_target(root, target, hash_or_version, is_hash, quiet=False): |
Mads Ager | 12a56bc | 2017-11-27 11:51:25 +0100 | [diff] [blame] | 86 | download_path = os.path.join(root, target) |
Clément Béra | 0c58dd8 | 2020-03-24 12:49:57 +0000 | [diff] [blame] | 87 | url = archive.GetUploadDestination( |
| 88 | hash_or_version, |
Clément Béra | 729780c | 2020-03-25 08:50:28 +0000 | [diff] [blame] | 89 | target, |
Clément Béra | 0c58dd8 | 2020-03-24 12:49:57 +0000 | [diff] [blame] | 90 | is_hash) |
Christoffer Quist Adamsen | 870fa46 | 2020-12-15 10:50:54 +0100 | [diff] [blame] | 91 | if not quiet: |
Rico Wind | 3d369b4 | 2021-01-12 10:26:24 +0100 | [diff] [blame] | 92 | print('Downloading: ' + url + ' -> ' + download_path) |
Christoffer Quist Adamsen | 870fa46 | 2020-12-15 10:50:54 +0100 | [diff] [blame] | 93 | utils.download_file_from_cloud_storage(url, download_path, quiet=quiet) |
Mads Ager | 12a56bc | 2017-11-27 11:51:25 +0100 | [diff] [blame] | 94 | |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 95 | def main_download(hash, maps, targets, target_root, version, keepanno=False): |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 96 | jar_targets = JAR_TARGETS_MAP[targets] |
Morten Krogh-Jespersen | 8a4d1ca | 2021-01-19 08:27:02 +0100 | [diff] [blame] | 97 | final_targets = list(map((lambda t: t[0] + '.jar'), jar_targets)) + OTHER_TARGETS |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 98 | with utils.TempDir() as root: |
| 99 | for target in final_targets: |
| 100 | if hash: |
| 101 | download_hash(root, hash, target) |
| 102 | if maps and target not in OTHER_TARGETS: |
| 103 | download_hash(root, hash, target + '.map') |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 104 | if keepanno: |
| 105 | download_hash(root, hash, KEEPANNO_JAR) |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 106 | else: |
| 107 | assert version |
| 108 | download_version(root, version, target) |
| 109 | if maps and target not in OTHER_TARGETS: |
| 110 | download_version(root, version, target + '.map') |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 111 | if keepanno: |
| 112 | download_version(root, version, KEEPANNO_JAR) |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 113 | copy_jar_targets(root, target_root, jar_targets, maps) |
| 114 | copy_other_targets(root, target_root) |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 115 | if keepanno: |
| 116 | copy_targets(root, target_root, [KEEPANNO_JAR], [KEEPANNO_JAR]) |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 117 | |
| 118 | def main_build(maps, max_memory_size, targets, target_root): |
| 119 | jar_targets = JAR_TARGETS_MAP[targets] |
| 120 | gradle_args = map(lambda t: t[0], jar_targets) |
| 121 | if max_memory_size: |
| 122 | gradle_args.append('-Dorg.gradle.jvmargs=-Xmx' + max_memory_size) |
| 123 | gradle.RunGradle(gradle_args) |
| 124 | copy_jar_targets(utils.LIBS, target_root, jar_targets, maps) |
| 125 | copy_other_targets(utils.GENERATED_LICENSE_DIR, target_root) |
| 126 | |
| 127 | def main(args): |
Tamas Kenez | 4f3fe5a | 2018-12-14 14:37:30 +0100 | [diff] [blame] | 128 | if args.maps and args.targets != 'lib': |
| 129 | raise Exception("Use '--maps' only with '--targets lib.") |
Mads Ager | 14d9b07 | 2017-11-20 13:42:55 +0100 | [diff] [blame] | 130 | target_root = args.android_root[0] |
Rico Wind | 03463d3 | 2018-01-22 10:44:00 +0100 | [diff] [blame] | 131 | if args.commit_hash == None and args.version == None: |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 132 | main_build(args.maps, args.java_max_memory_size, args.targets, target_root) |
Mads Ager | 14d9b07 | 2017-11-20 13:42:55 +0100 | [diff] [blame] | 133 | else: |
Rico Wind | 03463d3 | 2018-01-22 10:44:00 +0100 | [diff] [blame] | 134 | assert args.commit_hash == None or args.version == None |
Ian Zerny | 8c5f7b4 | 2023-05-25 11:24:05 +0200 | [diff] [blame] | 135 | main_download( |
| 136 | args.commit_hash, args.maps, args.targets, target_root, args.version, args.keepanno) |
Søren Gjesse | 6d1934f | 2017-11-09 10:00:24 +0100 | [diff] [blame] | 137 | |
| 138 | if __name__ == '__main__': |
Morten Krogh-Jespersen | 1947a86 | 2019-09-26 14:06:48 +0200 | [diff] [blame] | 139 | sys.exit(main(parse_arguments())) |