Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | # Copyright (c) 2017, the R8 project authors. Please see the AUTHORS file |
| 3 | # for details. All rights reserved. Use of this source code is governed by a |
| 4 | # BSD-style license that can be found in the LICENSE file. |
| 5 | |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 6 | import create_maven_release |
Mathias Rav | dd6a6de | 2018-05-18 10:18:33 +0200 | [diff] [blame] | 7 | import gradle |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 8 | import os |
Mathias Rav | dd6a6de | 2018-05-18 10:18:33 +0200 | [diff] [blame] | 9 | import shutil |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 10 | import subprocess |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 11 | import sys |
Mathias Rav | dd6a6de | 2018-05-18 10:18:33 +0200 | [diff] [blame] | 12 | import toolhelper |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 13 | import utils |
Yohann Roussel | 73f58e1 | 2017-10-13 17:33:14 +0200 | [diff] [blame] | 14 | import zipfile |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 15 | |
Rico Wind | 792e8c7 | 2017-08-30 09:43:46 +0200 | [diff] [blame] | 16 | ARCHIVE_BUCKET = 'r8-releases' |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 17 | |
Mathias Rav | dd6a6de | 2018-05-18 10:18:33 +0200 | [diff] [blame] | 18 | def GetToolVersion(jar_path): |
| 19 | output = subprocess.check_output(['java', '-jar', jar_path, '--version']) |
| 20 | return output.splitlines()[0].strip() |
| 21 | |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 22 | def GetVersion(): |
Mathias Rav | dd6a6de | 2018-05-18 10:18:33 +0200 | [diff] [blame] | 23 | r8_version = GetToolVersion(utils.R8_JAR) |
| 24 | d8_version = GetToolVersion(utils.D8_JAR) |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 25 | # The version printed is "D8 vVERSION_NUMBER" and "R8 vVERSION_NUMBER" |
| 26 | # Sanity check that versions match. |
| 27 | if d8_version.split()[1] != r8_version.split()[1]: |
| 28 | raise Exception( |
| 29 | 'Version mismatch: \n%s\n%s' % (d8_version, r8_version)) |
| 30 | return d8_version.split()[1] |
| 31 | |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 32 | def GetGitBranches(): |
| 33 | return subprocess.check_output(['git', 'show', '-s', '--pretty=%d', 'HEAD']) |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 34 | |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 35 | def GetGitHash(): |
| 36 | return subprocess.check_output(['git', 'rev-parse', 'HEAD']).strip() |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 37 | |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 38 | def IsMaster(version): |
Rico Wind | 2f72029 | 2017-10-06 14:32:12 +0200 | [diff] [blame] | 39 | branches = subprocess.check_output(['git', 'branch', '-r', '--contains', |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 40 | 'HEAD']) |
| 41 | if not version.endswith('-dev'): |
| 42 | # Sanity check, we don't want to archive on top of release builds EVER |
| 43 | # Note that even though we branch, we never push the bots to build the same |
| 44 | # commit as master on a branch since we always change the version to |
| 45 | # not have dev (or we crash here :-)). |
| 46 | if 'origin/master' in branches: |
| 47 | raise Exception('We are seeing origin/master in a commit that ' |
| 48 | 'don\'t have -dev in version') |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 49 | return False |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 50 | if not 'origin/master' in branches: |
| 51 | raise Exception('We are not seeing origin/master ' |
| 52 | 'in a commit that have -dev in version') |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 53 | return True |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 54 | |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 55 | def GetStorageDestination(storage_prefix, |
| 56 | version_or_path, |
| 57 | file_name, |
| 58 | is_master): |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 59 | # We archive master commits under raw/master instead of directly under raw |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 60 | version_dir = GetVersionDestination(storage_prefix, |
| 61 | version_or_path, |
| 62 | is_master) |
Rico Wind | 1a29c4f | 2018-01-25 08:43:08 +0100 | [diff] [blame] | 63 | return '%s/%s' % (version_dir, file_name) |
| 64 | |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 65 | def GetVersionDestination(storage_prefix, version_or_path, is_master): |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 66 | archive_dir = 'raw/master' if is_master else 'raw' |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 67 | return '%s%s/%s/%s' % (storage_prefix, ARCHIVE_BUCKET, |
| 68 | archive_dir, version_or_path) |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 69 | |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 70 | def GetUploadDestination(version_or_path, file_name, is_master): |
| 71 | return GetStorageDestination('gs://', version_or_path, file_name, is_master) |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 72 | |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 73 | def GetUrl(version_or_path, file_name, is_master): |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 74 | return GetStorageDestination('http://storage.googleapis.com/', |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 75 | version_or_path, file_name, is_master) |
| 76 | |
| 77 | def GetMavenUrl(is_master): |
| 78 | return GetVersionDestination('http://storage.googleapis.com/', '', is_master) |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 79 | |
| 80 | def Main(): |
| 81 | if not 'BUILDBOT_BUILDERNAME' in os.environ: |
| 82 | raise Exception('You are not a bot, don\'t archive builds') |
Mads Ager | 0bd1ebd | 2017-11-22 13:40:21 +0100 | [diff] [blame] | 83 | # Create maven release first which uses a build that exclude dependencies. |
Mads Ager | a4911eb | 2017-11-22 13:19:36 +0100 | [diff] [blame] | 84 | create_maven_release.main(["--out", utils.LIBS]) |
| 85 | |
Mads Ager | 0bd1ebd | 2017-11-22 13:40:21 +0100 | [diff] [blame] | 86 | # Generate and copy the build that exclude dependencies. |
Mads Ager | b10c07f | 2017-11-27 13:25:52 +0100 | [diff] [blame] | 87 | gradle.RunGradleExcludeDeps([utils.R8, utils.R8_SRC]) |
Mads Ager | 0bd1ebd | 2017-11-22 13:40:21 +0100 | [diff] [blame] | 88 | shutil.copyfile(utils.R8_JAR, utils.R8_EXCLUDE_DEPS_JAR) |
| 89 | |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 90 | # Ensure all archived artifacts has been built before archiving. |
| 91 | gradle.RunGradle([utils.D8, utils.R8, utils.COMPATDX, utils.COMPATPROGUARD]) |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 92 | version = GetVersion() |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 93 | is_master = IsMaster(version) |
Rico Wind | 0c24ae7 | 2017-09-08 11:33:56 +0200 | [diff] [blame] | 94 | if is_master: |
| 95 | # On master we use the git hash to archive with |
| 96 | print 'On master, using git hash for archiving' |
| 97 | version = GetGitHash() |
| 98 | |
Rico Wind | 1a29c4f | 2018-01-25 08:43:08 +0100 | [diff] [blame] | 99 | destination = GetVersionDestination('gs://', version, is_master) |
| 100 | if utils.cloud_storage_exists(destination): |
| 101 | raise Exception('Target archive directory %s already exists' % destination) |
Yohann Roussel | 73f58e1 | 2017-10-13 17:33:14 +0200 | [diff] [blame] | 102 | with utils.TempDir() as temp: |
| 103 | version_file = os.path.join(temp, 'r8-version.properties') |
| 104 | with open(version_file,'w') as version_writer: |
| 105 | version_writer.write('version.sha=' + GetGitHash() + '\n') |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 106 | version_writer.write( |
| 107 | 'releaser=go/r8bot (' + os.environ.get('BUILDBOT_SLAVENAME') + ')\n') |
Yohann Roussel | 73f58e1 | 2017-10-13 17:33:14 +0200 | [diff] [blame] | 108 | version_writer.write('version-file.version.code=1\n') |
| 109 | |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 110 | for file in [utils.D8_JAR, |
| 111 | utils.R8_JAR, |
Mads Ager | b10c07f | 2017-11-27 13:25:52 +0100 | [diff] [blame] | 112 | utils.R8_SRC_JAR, |
Mads Ager | 0bd1ebd | 2017-11-22 13:40:21 +0100 | [diff] [blame] | 113 | utils.R8_EXCLUDE_DEPS_JAR, |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 114 | utils.COMPATDX_JAR, |
| 115 | utils.COMPATPROGUARD_JAR, |
Mads Ager | 12a56bc | 2017-11-27 11:51:25 +0100 | [diff] [blame] | 116 | utils.MAVEN_ZIP, |
| 117 | utils.GENERATED_LICENSE]: |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 118 | file_name = os.path.basename(file) |
Yohann Roussel | 73f58e1 | 2017-10-13 17:33:14 +0200 | [diff] [blame] | 119 | tagged_jar = os.path.join(temp, file_name) |
Mads Ager | ac79413 | 2017-11-09 11:38:45 +0100 | [diff] [blame] | 120 | shutil.copyfile(file, tagged_jar) |
Mads Ager | b10c07f | 2017-11-27 13:25:52 +0100 | [diff] [blame] | 121 | if file_name.endswith('.jar') and not file_name.endswith('-src.jar'): |
Mads Ager | afc0cda | 2017-11-27 13:04:27 +0100 | [diff] [blame] | 122 | with zipfile.ZipFile(tagged_jar, 'a') as zip: |
| 123 | zip.write(version_file, os.path.basename(version_file)) |
Yohann Roussel | 73f58e1 | 2017-10-13 17:33:14 +0200 | [diff] [blame] | 124 | destination = GetUploadDestination(version, file_name, is_master) |
| 125 | print('Uploading %s to %s' % (tagged_jar, destination)) |
| 126 | utils.upload_file_to_cloud_storage(tagged_jar, destination) |
| 127 | print('File available at: %s' % GetUrl(version, file_name, is_master)) |
Rico Wind | c0b1638 | 2018-05-17 13:23:43 +0200 | [diff] [blame] | 128 | if file == utils.R8_JAR: |
| 129 | # Upload R8 to a maven compatible location. |
| 130 | maven_dst = GetUploadDestination(utils.get_maven_path(version), |
| 131 | 'r8-%s.jar' % version, is_master) |
| 132 | utils.upload_file_to_cloud_storage(tagged_jar, maven_dst) |
| 133 | print('Maven repo root available at: %s' % GetMavenUrl(is_master)) |
| 134 | |
Rico Wind | b4621c1 | 2017-08-28 12:48:53 +0200 | [diff] [blame] | 135 | |
| 136 | if __name__ == '__main__': |
| 137 | sys.exit(Main()) |