tools/download_from_x20.py

#!/usr/bin/env python3
# Copyright (c) 2016, the R8 project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.

# Script for downloading from x20 a dependency in the same way we use cloud
# storage.

import optparse
import os
import shutil
import subprocess
import sys
import tarfile
import utils

GMSCORE_DEPS = '/google/data/ro/teams/r8/deps'

def parse_options():
  return optparse.OptionParser().parse_args()

def download(src, dest):
  print('Downloading %s to %s' % (src, dest))
  shutil.copyfile(src, dest)
  utils.unpack_archive(dest)

def Main():
  (options, args) = parse_options()
  assert len(args) == 1
  sha1_file = args[0]
  dest = sha1_file[:-5]
  print('Ensuring %s' % dest)
  with open(sha1_file, 'r') as input_sha:
    sha1 = input_sha.readline()
  if os.path.exists(dest) and utils.get_sha1(dest) == sha1:
    print('sha1 matches, not downloading')
    dest_dir = utils.extract_dir(dest)
    if os.path.exists(dest_dir):
      print('destination directory exists, no extraction')
    else:
      utils.unpack_archive(dest)
    return
  src = os.path.join(GMSCORE_DEPS, sha1)
  if not os.path.exists(src):
    print('File (%s) does not exist on x20' % src)
    print('Maybe pass -Pno_internal to your gradle invocation')
    return 42
  download(src, dest)

if __name__ == '__main__':
  sys.exit(Main())