tools/upload_benchmark_data_to_google_storage.py

#!/usr/bin/env python3
# Copyright (c) 2024, the R8 project authors. Please see the AUTHORS file
# for details. All rights reserved. Use of this source code is governed by a
# BSD-style license that can be found in the LICENSE file.

import historic_run
import json
import os
import perf
import time
import utils

import sys

APPS = perf.APPS
TARGETS = ['r8-full']
NUM_COMMITS = 1000

INDEX_HTML = os.path.join(utils.TOOLS_DIR, 'perf/index.html')


def DownloadCloudBucket(dest):
    os.makedirs(dest)
    utils.download_file_from_cloud_storage(perf.GetGSLocation('*'),
                                           dest,
                                           concurrent=True,
                                           flags=['-R'])


def ParseJsonFromCloudStorage(filename, local_bucket):
    abs_path = os.path.join(local_bucket, filename)
    if not os.path.exists(abs_path):
        return None
    with open(abs_path, 'r') as f:
        lines = f.readlines()
        content = ''.join(lines)
        try:
            return json.loads(content)
        except:
            return None


def run():
    # Get the N most recent commits sorted by newest first.
    top = utils.get_sha1_from_revision('origin/main')
    bottom = utils.get_nth_sha1_from_revision(NUM_COMMITS - 1, 'origin/main')
    commits = historic_run.enumerate_git_commits(top, bottom)
    assert len(commits) == NUM_COMMITS

    # Download all benchmark data from the cloud bucket to a temp folder.
    with utils.TempDir() as temp:
        local_bucket = os.path.join(temp, perf.BUCKET)
        DownloadCloudBucket(local_bucket)

        # Aggregate all the result.json files into a single benchmark_data.json file
        # that has the same format as tools/perf/benchmark_data.json.
        benchmark_data = []
        for commit in commits:
            benchmarks = {}
            for app in APPS:
                for target in TARGETS:
                    filename = perf.GetArtifactLocation(app, target,
                                                        commit.hash(),
                                                        'result.json')
                    app_benchmark_data = ParseJsonFromCloudStorage(
                        filename, local_bucket)
                    if app_benchmark_data:
                        benchmarks[app] = app_benchmark_data
            if benchmarks or benchmark_data:
                benchmark_data.append({
                    'author': commit.author_name(),
                    'hash': commit.hash(),
                    'submitted': commit.committer_timestamp(),
                    'title': commit.title(),
                    'benchmarks': benchmarks
                })

        # Trim data.
        new_benchmark_data_len = len(benchmark_data)
        while new_benchmark_data_len > 0:
            candidate_len = new_benchmark_data_len - 1
            if not benchmark_data[candidate_len]['benchmarks']:
                new_benchmark_data_len = candidate_len
            else:
                break
        benchmark_data = benchmark_data[0:new_benchmark_data_len]

        # Serialize JSON to temp file.
        benchmark_data_file = os.path.join(temp, 'benchmark_data.json')
        with open(benchmark_data_file, 'w') as f:
            json.dump(benchmark_data, f)

        # Write output files to public bucket.
        perf.ArchiveOutputFile(benchmark_data_file,
                               'benchmark_data.json',
                               header='Cache-Control:no-store')
        perf.ArchiveOutputFile(INDEX_HTML, 'index.html')


def main():
    run()


if __name__ == '__main__':
    sys.exit(main())