libcxx/utils/ci/lnt/submit-benchmarks

#!/usr/bin/env python3
# ===----------------------------------------------------------------------===##
#
# Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
#
# ===----------------------------------------------------------------------===##

import argparse
import logging
import pathlib
import subprocess
import sys


def main(argv):
    parser = argparse.ArgumentParser(
        prog='submit-benchmarks',
        description='Submit a LNT JSON report to a LNT server.',
        epilog='This script depends on the modules listed in `libcxx/utils/ci/lnt/requirements.txt`.')
    parser.add_argument('report', type=pathlib.Path,
        help='Path to the LNT JSON report to submit.')
    parser.add_argument('--lnt-url', type=str, required=True,
        help='The URL of the LNT instance to submit results to.')
    parser.add_argument('--test-suite', type=str, required=True,
        help='The name of the test suite for reporting LNT results.')
    parser.add_argument('--dry-run', action='store_true',
        help='Do not actually perform any action. Use with -vv to see what would be executed.')
    parser.add_argument('-v', '--verbose', action='count', default=0,
        help='Verbosity level: passing the option multiple times increases the level.')
    args = parser.parse_args(argv)

    if args.verbose == 0:
        logging.basicConfig(level=logging.INFO)
    elif args.verbose >= 1:
        logging.basicConfig(level=logging.DEBUG)

    def run(command, **kwargs):
        command = [str(c) for c in command]
        logging.debug(f'$ {" ".join(command)}')
        if args.dry_run:
            return
        try:
            if not args.verbose:
                if 'stdout' not in kwargs:
                    kwargs['stdout'] = subprocess.PIPE
                if 'stderr' not in kwargs:
                    kwargs['stderr'] = subprocess.PIPE
            subprocess.run(command, check=True, **kwargs)
        except subprocess.CalledProcessError as e:
            if e.stdout:
                sys.stdout.write(e.stdout.decode())
            if e.stderr:
                sys.stderr.write(e.stderr.decode())
            raise

    logging.info(f'Submitting results to {args.lnt_url}')
    submission_url = f'{args.lnt_url}/db_default/v4/{args.test_suite}/submitRun'
    run(['lnt', 'submit', '--ignore-regressions', '--merge', 'append', submission_url, args.report.resolve()])


if __name__ == '__main__':
    main(sys.argv[1:])