Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | # Copyright (c) 2018, the R8 project authors. Please see the AUTHORS file |
| 3 | # for details. All rights reserved. Use of this source code is governed by a |
| 4 | # BSD-style license that can be found in the LICENSE file. |
| 5 | |
| 6 | import apk_utils |
| 7 | import os |
| 8 | import optparse |
| 9 | import subprocess |
| 10 | import sys |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 11 | import time |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 12 | import utils |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 13 | import zipfile |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 14 | |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 15 | import as_utils |
| 16 | |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 17 | SHRINKERS = ['r8', 'r8full', 'r8-minified', 'r8full-minified', 'proguard'] |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 18 | WORKING_DIR = utils.BUILD |
| 19 | |
| 20 | if 'R8_BENCHMARK_DIR' in os.environ and os.path.isdir(os.environ['R8_BENCHMARK_DIR']): |
| 21 | WORKING_DIR = os.environ['R8_BENCHMARK_DIR'] |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 22 | |
| 23 | APPS = { |
| 24 | # 'app-name': { |
| 25 | # 'git_repo': ... |
| 26 | # 'app_module': ... (default app) |
| 27 | # 'archives_base_name': ... (default same as app_module) |
| 28 | # 'flavor': ... (default no flavor) |
Søren Gjesse | 8c11148 | 2018-12-21 14:47:57 +0100 | [diff] [blame] | 29 | # 'releaseTarget': ... (default <app_module>:assemble<flavor>Release |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 30 | # }, |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 31 | 'AnExplorer': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 32 | 'app_id': 'dev.dworks.apps.anexplorer.pro', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 33 | 'git_repo': 'https://github.com/1hakr/AnExplorer', |
| 34 | 'flavor': 'googleMobilePro', |
| 35 | 'signed-apk-name': 'AnExplorer-googleMobileProRelease-4.0.3.apk', |
| 36 | }, |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 37 | 'AntennaPod': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 38 | 'app_id': 'de.danoeh.antennapod', |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 39 | 'git_repo': 'https://github.com/AntennaPod/AntennaPod.git', |
| 40 | 'flavor': 'play', |
| 41 | }, |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 42 | 'apps-android-wikipedia': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 43 | 'app_id': 'org.wikipedia', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 44 | 'git_repo': 'https://github.com/wikimedia/apps-android-wikipedia', |
| 45 | 'flavor': 'prod', |
| 46 | 'signed-apk-name': 'app-prod-universal-release.apk' |
| 47 | }, |
Christoffer Quist Adamsen | 61b8c80 | 2018-12-20 08:18:40 +0100 | [diff] [blame] | 48 | 'friendlyeats-android': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 49 | 'app_id': 'com.google.firebase.example.fireeats', |
Christoffer Quist Adamsen | 61b8c80 | 2018-12-20 08:18:40 +0100 | [diff] [blame] | 50 | 'git_repo': 'https://github.com/firebase/friendlyeats-android.git' |
| 51 | }, |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 52 | 'KISS': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 53 | 'app_id': 'fr.neamar.kiss', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 54 | 'git_repo': 'https://github.com/Neamar/KISS', |
| 55 | }, |
| 56 | 'materialistic': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 57 | 'app_id': 'io.github.hidroh.materialistic', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 58 | 'git_repo': 'https://github.com/hidroh/materialistic', |
| 59 | }, |
| 60 | 'Minimal-Todo': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 61 | 'app_id': 'com.avjindersinghsekhon.minimaltodo', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 62 | 'git_repo': 'https://github.com/avjinder/Minimal-Todo', |
| 63 | }, |
| 64 | 'NewPipe': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 65 | 'app_id': 'org.schabi.newpipe', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 66 | 'git_repo': 'https://github.com/TeamNewPipe/NewPipe', |
| 67 | }, |
| 68 | 'Simple-Calendar': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 69 | 'app_id': 'com.simplemobiletools.calendar.pro', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 70 | 'git_repo': 'https://github.com/SimpleMobileTools/Simple-Calendar', |
| 71 | 'signed-apk-name': 'calendar-release.apk' |
| 72 | }, |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 73 | 'tachiyomi': { |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 74 | 'app_id': 'eu.kanade.tachiyomi', |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 75 | 'git_repo': 'https://github.com/sgjesse/tachiyomi.git', |
| 76 | 'flavor': 'standard', |
Søren Gjesse | 8c11148 | 2018-12-21 14:47:57 +0100 | [diff] [blame] | 77 | 'releaseTarget': 'app:assembleRelease', |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 78 | }, |
| 79 | # This does not build yet. |
| 80 | 'muzei': { |
| 81 | 'git_repo': 'https://github.com/sgjesse/muzei.git', |
| 82 | 'app_module': 'main', |
| 83 | 'archives_base_name': 'muzei', |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 84 | 'skip': True, |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 85 | }, |
| 86 | } |
| 87 | |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 88 | # Common environment setup. |
| 89 | user_home = os.path.expanduser('~') |
| 90 | android_home = os.path.join(user_home, 'Android', 'Sdk') |
| 91 | android_build_tools_version = '28.0.3' |
| 92 | android_build_tools = os.path.join( |
| 93 | android_home, 'build-tools', android_build_tools_version) |
| 94 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 95 | # TODO(christofferqa): Do not rely on 'emulator-5554' name |
| 96 | emulator_id = 'emulator-5554' |
| 97 | |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 98 | def ComputeSizeOfDexFilesInApk(apk): |
| 99 | dex_size = 0 |
| 100 | z = zipfile.ZipFile(apk, 'r') |
| 101 | for filename in z.namelist(): |
| 102 | if filename.endswith('.dex'): |
| 103 | dex_size += z.getinfo(filename).file_size |
| 104 | return dex_size |
| 105 | |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 106 | def IsBuiltWithR8(apk): |
| 107 | script = os.path.join(utils.TOOLS_DIR, 'extractmarker.py') |
| 108 | return '~~R8' in subprocess.check_output(['python', script, apk]).strip() |
| 109 | |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 110 | def IsMinifiedR8(shrinker): |
| 111 | return shrinker == 'r8-minified' or shrinker == 'r8full-minified' |
| 112 | |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 113 | def IsTrackedByGit(file): |
| 114 | return subprocess.check_output(['git', 'ls-files', file]).strip() != '' |
| 115 | |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 116 | def GitClone(git_url): |
| 117 | return subprocess.check_output(['git', 'clone', git_url]).strip() |
| 118 | |
| 119 | def GitPull(): |
Christoffer Quist Adamsen | 01c7f0b | 2019-01-10 10:59:16 +0100 | [diff] [blame] | 120 | # Use --no-edit to accept the auto-generated merge message, if any. |
| 121 | return subprocess.call(['git', 'pull', '--no-edit']) == 0 |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 122 | |
| 123 | def GitCheckout(file): |
| 124 | return subprocess.check_output(['git', 'checkout', file]).strip() |
| 125 | |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 126 | def MoveApkToDest(apk, apk_dest): |
| 127 | print('Moving `{}` to `{}`'.format(apk, apk_dest)) |
| 128 | assert os.path.isfile(apk) |
| 129 | if os.path.isfile(apk_dest): |
| 130 | os.remove(apk_dest) |
| 131 | os.rename(apk, apk_dest) |
| 132 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 133 | def InstallApkOnEmulator(apk_dest): |
| 134 | subprocess.check_call( |
| 135 | ['adb', '-s', emulator_id, 'install', '-r', '-d', apk_dest]) |
| 136 | |
| 137 | def WaitForEmulator(): |
| 138 | stdout = subprocess.check_output(['adb', 'devices']) |
| 139 | if '{}\tdevice'.format(emulator_id) in stdout: |
| 140 | return |
| 141 | |
| 142 | print('Emulator \'{}\' not connected; waiting for connection'.format( |
| 143 | emulator_id)) |
| 144 | |
| 145 | time_waited = 0 |
| 146 | while True: |
| 147 | time.sleep(10) |
| 148 | time_waited += 10 |
| 149 | stdout = subprocess.check_output(['adb', 'devices']) |
| 150 | if '{}\tdevice'.format(emulator_id) not in stdout: |
| 151 | print('... still waiting for connection') |
| 152 | if time_waited >= 5 * 60: |
| 153 | raise Exception('No emulator connected for 5 minutes') |
| 154 | else: |
| 155 | return |
| 156 | |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 157 | def GetResultsForApp(app, config, options): |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 158 | git_repo = config['git_repo'] |
| 159 | |
| 160 | # Checkout and build in the build directory. |
| 161 | checkout_dir = os.path.join(WORKING_DIR, app) |
| 162 | |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 163 | result = {} |
| 164 | |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 165 | if not os.path.exists(checkout_dir): |
| 166 | with utils.ChangedWorkingDirectory(WORKING_DIR): |
| 167 | GitClone(git_repo) |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 168 | elif options.pull: |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 169 | with utils.ChangedWorkingDirectory(checkout_dir): |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 170 | # Checkout build.gradle to avoid merge conflicts. |
| 171 | if IsTrackedByGit('build.gradle'): |
| 172 | GitCheckout('build.gradle') |
| 173 | |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 174 | if not GitPull(): |
| 175 | result['status'] = 'failed' |
| 176 | result['error_message'] = 'Unable to pull from remote' |
| 177 | return result |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 178 | |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 179 | result['status'] = 'success' |
| 180 | |
| 181 | result_per_shrinker = BuildAppWithSelectedShrinkers( |
| 182 | app, config, options, checkout_dir) |
| 183 | for shrinker, shrinker_result in result_per_shrinker.iteritems(): |
| 184 | result[shrinker] = shrinker_result |
| 185 | |
| 186 | return result |
| 187 | |
| 188 | def BuildAppWithSelectedShrinkers(app, config, options, checkout_dir): |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 189 | result_per_shrinker = {} |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 190 | |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 191 | with utils.ChangedWorkingDirectory(checkout_dir): |
| 192 | for shrinker in SHRINKERS: |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 193 | if options.shrinker and shrinker not in options.shrinker: |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 194 | continue |
| 195 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 196 | apk_dest = None |
| 197 | result = {} |
| 198 | try: |
| 199 | apk_dest = BuildAppWithShrinker( |
| 200 | app, config, shrinker, checkout_dir, options) |
| 201 | dex_size = ComputeSizeOfDexFilesInApk(apk_dest) |
| 202 | result['apk_dest'] = apk_dest, |
| 203 | result['build_status'] = 'success' |
| 204 | result['dex_size'] = dex_size |
| 205 | except: |
| 206 | warn('Failed to build {} with {}'.format(app, shrinker)) |
| 207 | result['build_status'] = 'failed' |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 208 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 209 | if options.monkey: |
| 210 | if result.get('build_status') == 'success': |
| 211 | result['monkey_status'] = 'success' if RunMonkey( |
| 212 | app, config, apk_dest) else 'failed' |
| 213 | |
| 214 | result_per_shrinker[shrinker] = result |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 215 | |
| 216 | if IsTrackedByGit('gradle.properties'): |
| 217 | GitCheckout('gradle.properties') |
| 218 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 219 | return result_per_shrinker |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 220 | |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 221 | def BuildAppWithShrinker(app, config, shrinker, checkout_dir, options): |
| 222 | print('Building {} with {}'.format(app, shrinker)) |
| 223 | |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 224 | if options.disable_tot: |
| 225 | as_utils.remove_r8_dependency(checkout_dir) |
| 226 | else: |
| 227 | as_utils.add_r8_dependency(checkout_dir, IsMinifiedR8(shrinker)) |
| 228 | |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 229 | app_module = config.get('app_module', 'app') |
| 230 | archives_base_name = config.get(' archives_base_name', app_module) |
| 231 | flavor = config.get('flavor') |
| 232 | |
| 233 | # Ensure that gradle.properties are not modified before modifying it to |
| 234 | # select shrinker. |
| 235 | if IsTrackedByGit('gradle.properties'): |
| 236 | GitCheckout('gradle.properties') |
| 237 | with open("gradle.properties", "a") as gradle_properties: |
| 238 | if 'r8' in shrinker: |
| 239 | gradle_properties.write('\nandroid.enableR8=true\n') |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 240 | if shrinker == 'r8full' or shrinker == 'r8full-minified': |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 241 | gradle_properties.write('android.enableR8.fullMode=true\n') |
| 242 | else: |
| 243 | assert shrinker == 'proguard' |
| 244 | gradle_properties.write('\nandroid.enableR8=false\n') |
| 245 | |
| 246 | out = os.path.join(checkout_dir, 'out', shrinker) |
| 247 | if not os.path.exists(out): |
| 248 | os.makedirs(out) |
| 249 | |
| 250 | env = os.environ.copy() |
| 251 | env['ANDROID_HOME'] = android_home |
| 252 | env['JAVA_OPTS'] = '-ea' |
Søren Gjesse | 8c11148 | 2018-12-21 14:47:57 +0100 | [diff] [blame] | 253 | releaseTarget = config.get('releaseTarget') |
| 254 | if not releaseTarget: |
| 255 | releaseTarget = app_module + ':' + 'assemble' + ( |
| 256 | flavor.capitalize() if flavor else '') + 'Release' |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 257 | |
| 258 | cmd = ['./gradlew', '--no-daemon', 'clean', releaseTarget, '--stacktrace'] |
| 259 | utils.PrintCmd(cmd) |
| 260 | subprocess.check_call(cmd, env=env) |
| 261 | |
| 262 | apk_base_name = (archives_base_name |
| 263 | + (('-' + flavor) if flavor else '') + '-release') |
| 264 | signed_apk_name = config.get('signed-apk-name', apk_base_name + '.apk') |
| 265 | unsigned_apk_name = apk_base_name + '-unsigned.apk' |
| 266 | |
| 267 | build_dir = config.get('build_dir', 'build') |
| 268 | build_output_apks = os.path.join(app_module, build_dir, 'outputs', 'apk') |
| 269 | if flavor: |
| 270 | build_output_apks = os.path.join(build_output_apks, flavor, 'release') |
| 271 | else: |
| 272 | build_output_apks = os.path.join(build_output_apks, 'release') |
| 273 | |
| 274 | signed_apk = os.path.join(build_output_apks, signed_apk_name) |
| 275 | unsigned_apk = os.path.join(build_output_apks, unsigned_apk_name) |
| 276 | |
| 277 | if options.sign_apks and not os.path.isfile(signed_apk): |
| 278 | assert os.path.isfile(unsigned_apk) |
| 279 | if options.sign_apks: |
| 280 | keystore = 'app.keystore' |
| 281 | keystore_password = 'android' |
| 282 | apk_utils.sign_with_apksigner( |
| 283 | android_build_tools, |
| 284 | unsigned_apk, |
| 285 | signed_apk, |
| 286 | keystore, |
| 287 | keystore_password) |
| 288 | |
| 289 | if os.path.isfile(signed_apk): |
| 290 | apk_dest = os.path.join(out, signed_apk_name) |
| 291 | MoveApkToDest(signed_apk, apk_dest) |
| 292 | else: |
| 293 | apk_dest = os.path.join(out, unsigned_apk_name) |
| 294 | MoveApkToDest(unsigned_apk, apk_dest) |
| 295 | |
| 296 | assert IsBuiltWithR8(apk_dest) == ('r8' in shrinker), ( |
| 297 | 'Unexpected marker in generated APK for {}'.format(shrinker)) |
| 298 | |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 299 | return apk_dest |
| 300 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 301 | def RunMonkey(app, config, apk_dest): |
| 302 | WaitForEmulator() |
| 303 | InstallApkOnEmulator(apk_dest) |
| 304 | |
| 305 | app_id = config.get('app_id') |
| 306 | number_of_events_to_generate = 50 |
| 307 | |
| 308 | stdout = subprocess.check_output(['adb', 'shell', 'monkey', '-p', app_id, |
| 309 | str(number_of_events_to_generate)]) |
| 310 | return 'Events injected: {}'.format(number_of_events_to_generate) in stdout |
| 311 | |
| 312 | def LogResults(result_per_shrinker_per_app, options): |
| 313 | for app, result_per_shrinker in result_per_shrinker_per_app.iteritems(): |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 314 | print(app + ':') |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 315 | |
| 316 | if result_per_shrinker.get('status') != 'success': |
| 317 | error_message = result_per_shrinker.get('error_message') |
| 318 | print(' skipped ({})'.format(error_message)) |
| 319 | continue |
| 320 | |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 321 | baseline = float( |
| 322 | result_per_shrinker.get('proguard', {}).get('dex_size', -1)) |
| 323 | for shrinker in SHRINKERS: |
| 324 | if shrinker not in result_per_shrinker: |
| 325 | continue |
| 326 | result = result_per_shrinker.get(shrinker) |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 327 | build_status = result.get('build_status') |
| 328 | if build_status != 'success': |
| 329 | warn(' {}: {}'.format(shrinker, build_status)) |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 330 | else: |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 331 | print(' {}:'.format(shrinker)) |
| 332 | dex_size = result.get('dex_size') |
| 333 | if dex_size != baseline and baseline >= 0: |
| 334 | if dex_size < baseline: |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 335 | success(' dex size: {} ({}, -{}%)'.format( |
| 336 | dex_size, dex_size - baseline, |
| 337 | round((1.0 - dex_size / baseline) * 100), 1)) |
| 338 | elif dex_size >= baseline: |
| 339 | warn(' dex size: {} ({}, +{}%)'.format( |
| 340 | dex_size, dex_size - baseline, |
| 341 | round((baseline - dex_size) / dex_size * 100, 1))) |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 342 | else: |
| 343 | print(' dex size: {}'.format(dex_size)) |
| 344 | if options.monkey: |
| 345 | monkey_status = result.get('monkey_status') |
| 346 | if monkey_status != 'success': |
| 347 | warn(' monkey: {}'.format(monkey_status)) |
| 348 | else: |
| 349 | success(' monkey: {}'.format(monkey_status)) |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 350 | |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 351 | def ParseOptions(argv): |
| 352 | result = optparse.OptionParser() |
| 353 | result.add_option('--app', |
| 354 | help='What app to run on', |
| 355 | choices=APPS.keys()) |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 356 | result.add_option('--monkey', |
| 357 | help='Whether to install and run app(s) with monkey', |
| 358 | default=False, |
| 359 | action='store_true') |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 360 | result.add_option('--pull', |
| 361 | help='Whether to pull the latest version of each app', |
| 362 | default=False, |
| 363 | action='store_true') |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 364 | result.add_option('--sign_apks', |
| 365 | help='Whether the APKs should be signed', |
| 366 | default=False, |
| 367 | action='store_true') |
| 368 | result.add_option('--shrinker', |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 369 | help='The shrinkers to use (by default, all are run)', |
| 370 | action='append') |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 371 | result.add_option('--disable_tot', |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 372 | help='Whether to disable the use of the ToT version of R8', |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 373 | default=False, |
| 374 | action='store_true') |
Christoffer Quist Adamsen | 860fa93 | 2019-01-10 14:27:39 +0100 | [diff] [blame] | 375 | (options, args) = result.parse_args(argv) |
| 376 | if options.shrinker: |
| 377 | for shrinker in options.shrinker: |
| 378 | assert shrinker in SHRINKERS |
| 379 | return (options, args) |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 380 | |
| 381 | def main(argv): |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 382 | global SHRINKERS |
| 383 | |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 384 | (options, args) = ParseOptions(argv) |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 385 | assert options.disable_tot or os.path.isfile(utils.R8_JAR), ( |
Christoffer Quist Adamsen | 10b7db8 | 2018-12-13 14:50:38 +0100 | [diff] [blame] | 386 | 'Cannot build from ToT without r8.jar') |
Christoffer Quist Adamsen | f8ad479 | 2019-01-09 13:19:19 +0100 | [diff] [blame] | 387 | assert options.disable_tot or os.path.isfile(utils.R8LIB_JAR), ( |
| 388 | 'Cannot build from ToT without r8lib.jar') |
| 389 | |
| 390 | if options.disable_tot: |
| 391 | # Cannot run r8 lib without adding r8lib.jar as an dependency |
| 392 | SHRINKERS = [ |
| 393 | shrinker for shrinker in SHRINKERS |
| 394 | if 'minified' not in shrinker] |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 395 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 396 | result_per_shrinker_per_app = {} |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 397 | |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 398 | if options.app: |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 399 | result_per_shrinker_per_app[options.app] = GetResultsForApp( |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 400 | options.app, APPS.get(options.app), options) |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 401 | else: |
Christoffer Quist Adamsen | 3aa8d25 | 2018-12-13 14:56:40 +0100 | [diff] [blame] | 402 | for app, config in APPS.iteritems(): |
| 403 | if not config.get('skip', False): |
Christoffer Quist Adamsen | 724bfb0 | 2019-01-10 09:54:38 +0100 | [diff] [blame] | 404 | result_per_shrinker_per_app[app] = GetResultsForApp( |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 405 | app, config, options) |
| 406 | |
Christoffer Quist Adamsen | 1d0a0fe | 2018-12-21 14:28:56 +0100 | [diff] [blame] | 407 | LogResults(result_per_shrinker_per_app, options) |
Christoffer Quist Adamsen | 404aade | 2018-12-20 13:00:09 +0100 | [diff] [blame] | 408 | |
| 409 | def success(message): |
| 410 | CGREEN = '\033[32m' |
| 411 | CEND = '\033[0m' |
| 412 | print(CGREEN + message + CEND) |
| 413 | |
| 414 | def warn(message): |
| 415 | CRED = '\033[91m' |
| 416 | CEND = '\033[0m' |
| 417 | print(CRED + message + CEND) |
Søren Gjesse | cdae879 | 2018-12-12 09:02:43 +0100 | [diff] [blame] | 418 | |
| 419 | if __name__ == '__main__': |
| 420 | sys.exit(main(sys.argv[1:])) |