aws-benchmark.py

#!/usr/bin/env python3

# This file is part of BenchExec, a framework for reliable benchmarking:
# https://github.com/sosy-lab/benchexec
#
# SPDX-FileCopyrightText: 2007-2020 Dirk Beyer <https://www.sosy-lab.org>
#
# SPDX-License-Identifier: Apache-2.0

import logging
import os
import sys

from benchexec import __version__
import benchexec.benchexec
import benchexec.model
import benchexec.tools
import benchexec.util

sys.dont_write_bytecode = True  # prevent creation of .pyc files

# Add ./benchmark/tools to __path__ of benchexec.tools package
# such that additional tool-wrapper modules can be placed in this directory.
benchexec.tools.__path__ = [
    os.path.join(os.path.dirname(__file__), "benchmark", "tools")
] + benchexec.tools.__path__


class Benchmark(benchexec.benchexec.BenchExec):
    """
    An extension of BenchExec for use with CPAchecker
    to execute benchmarks in the AWS Cloud.
    """

    DEFAULT_OUTPUT_PATH = "test/results/"

    def create_argument_parser(self):
        parser = super(Benchmark, self).create_argument_parser()

        aws_args = parser.add_argument_group("Options for using Amazon AWS Cloud")
        aws_args.add_argument(
            "--aws",
            dest="aws",
            action="store_true",
            help="Use Amazon AWS to execute benchmarks.",
        )
        aws_args.add_argument(
            "--awsConfig",
            dest="aws_config",
            metavar="CONFIG",
            type=str,
            help="The config containing the data for performing the required post/get http-requests. It is automatically created during the execution of the setup.sh script.",
        )

        return parser

    def load_executor(self):
        if self.config.aws:
            if self.config.aws_config:
                if not os.path.isfile(self.config.aws_config):
                    sys.exit(
                        f"Config param provided, but could not find a file "
                        f"at the corresponding path: {self.config.aws_config}"
                    )
            elif not os.path.isfile(
                os.path.join(
                    os.path.expanduser("~"),
                    ".config",
                    "sv-comp-aws",
                    "aws.client.config",
                )
            ):
                sys.exit(
                    "AWS flag without a config specified, but could not find a "
                    "config file at the default location either "
                    "(~/.config/sv-comp-aws/aws.client.config)."
                )
            import aws.awsexecutor as executor

            logging.debug("Running benchexec %s using Amazon AWS.", __version__)
        else:
            logging.warning(
                "AWS flag was not specified. Benchexec will be executed only on the local machine."
            )
            executor = super(Benchmark, self).load_executor()

        return executor


if __name__ == "__main__":
    benchexec.benchexec.main(Benchmark())