atest/test_runners/regression_test_runner.py

# Copyright 2018, The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""
Regression Detection test runner class.
"""

# pylint: disable=import-error
import constants
from test_runners import test_runner_base


class RegressionTestRunner(test_runner_base.TestRunnerBase):
    """Regression Test Runner class."""
    NAME = 'RegressionTestRunner'
    EXECUTABLE = 'tradefed.sh'
    _RUN_CMD = '{exe} run commandAndExit regression -n {args}'
    _BUILD_REQ = {'tradefed-core', constants.ATEST_TF_MODULE}

    def __init__(self, results_dir):
        """Init stuff for base class."""
        super(RegressionTestRunner, self).__init__(results_dir)
        self.run_cmd_dict = {'exe': self.EXECUTABLE,
                             'args': ''}

    # pylint: disable=unused-argument
    def run_tests(self, test_infos, extra_args, reporter):
        """Run the list of test_infos.

        Args:
            test_infos: List of TestInfo.
            extra_args: Dict of args to add to regression detection test run.
            reporter: A ResultReporter instance.

        Returns:
            Return code of the process for running tests.
        """
        run_cmds = self.generate_run_commands(test_infos, extra_args)
        proc = super(RegressionTestRunner, self).run(run_cmds[0],
                                                     output_to_stdout=True)
        proc.wait()
        return proc.returncode

    def host_env_check(self):
        """Check that host env has everything we need.

        We actually can assume the host env is fine because we have the same
        requirements that atest has. Update this to check for android env vars
        if that changes.
        """
        pass

    def get_test_runner_build_reqs(self):
        """Return the build requirements.

        Returns:
            Set of build targets.
        """
        return self._BUILD_REQ

    # pylint: disable=unused-argument
    def generate_run_commands(self, test_infos, extra_args, port=None):
        """Generate a list of run commands from TestInfos.

        Args:
            test_infos: A set of TestInfo instances.
            extra_args: A Dict of extra args to append.
            port: Optional. An int of the port number to send events to.
                  Subprocess reporter in TF won't try to connect if it's None.

        Returns:
            A list that contains the string of atest tradefed run command.
            Only one command is returned.
        """
        pre = extra_args.pop(constants.PRE_PATCH_FOLDER)
        post = extra_args.pop(constants.POST_PATCH_FOLDER)
        args = ['--pre-patch-metrics', pre, '--post-patch-metrics', post]
        self.run_cmd_dict['args'] = ' '.join(args)
        run_cmd = self._RUN_CMD.format(**self.run_cmd_dict)
        return [run_cmd]