| #!/usr/bin/env python |
| # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """Runs the Monkey tests on one or more devices.""" |
| import logging |
| import optparse |
| import random |
| import sys |
| |
| from pylib.base import base_test_result |
| from pylib.base import test_dispatcher |
| from pylib.host_driven import test_case |
| from pylib.host_driven import test_runner |
| from pylib.utils import report_results |
| from pylib.utils import test_options_parser |
| |
| |
| class MonkeyTest(test_case.HostDrivenTestCase): |
| def __init__(self, test_name, package_name, activity_name, category, seed, |
| throttle, event_count, verbosity, extra_args): |
| """Create a MonkeyTest object. |
| |
| Args: |
| test_name: Name of the method to run for this test object. |
| package_name: Allowed package. |
| activity_name: Name of the activity to start. |
| category: A list of allowed categories. |
| seed: Seed value for pseduo-random generator. Same seed value |
| generates the same sequence of events. Seed is randomized by default. |
| throttle: Delay between events (ms). |
| event_count: Number of events to generate. |
| verbosity: Verbosity level [0-3]. |
| extra_args: A string of other args to pass to the command verbatim. |
| """ |
| super(MonkeyTest, self).__init__(test_name) |
| self.package_name = package_name |
| self.activity_name = activity_name |
| self.category = category |
| self.seed = seed or random.randint(1, 100) |
| self.throttle = throttle |
| self.event_count = event_count |
| self.verbosity = verbosity |
| self.extra_args = extra_args |
| |
| def testMonkey(self): |
| # Launch and wait for Chrome to launch. |
| self.adb.StartActivity(self.package_name, |
| self.activity_name, |
| wait_for_completion=True, |
| action='android.intent.action.MAIN', |
| force_stop=True) |
| |
| # Chrome crashes are not always caught by Monkey test runner. |
| # Verify Chrome has the same PID before and after the test. |
| before_pids = self.adb.ExtractPid(self.package_name) |
| |
| # Run the test. |
| output = '' |
| if before_pids: |
| output = '\n'.join(self._LaunchMonkeyTest()) |
| after_pids = self.adb.ExtractPid(self.package_name) |
| |
| crashed = (not before_pids or not after_pids |
| or after_pids[0] != before_pids[0]) |
| |
| results = base_test_result.TestRunResults() |
| if 'Monkey finished' in output and not crashed: |
| result = base_test_result.BaseTestResult( |
| self.tagged_name, base_test_result.ResultType.PASS, log=output) |
| else: |
| result = base_test_result.BaseTestResult( |
| self.tagged_name, base_test_result.ResultType.FAIL, log=output) |
| results.AddResult(result) |
| return results |
| |
| def _LaunchMonkeyTest(self): |
| """Runs monkey test for a given package. |
| |
| Returns: |
| Output from the monkey command on the device. |
| """ |
| |
| timeout_ms = self.event_count * self.throttle * 1.5 |
| |
| cmd = ['monkey', |
| '-p %s' % self.package_name, |
| ' '.join(['-c %s' % c for c in self.category]), |
| '--throttle %d' % self.throttle, |
| '-s %d' % self.seed, |
| '-v ' * self.verbosity, |
| '--monitor-native-crashes', |
| '--kill-process-after-error', |
| self.extra_args, |
| '%d' % self.event_count] |
| return self.adb.RunShellCommand(' '.join(cmd), timeout_time=timeout_ms) |
| |
| |
| def RunMonkeyTests(options): |
| """Runs the Monkey tests, replicating it if there multiple devices.""" |
| logger = logging.getLogger() |
| logger.setLevel(logging.DEBUG) |
| |
| # Actually run the tests. |
| logging.debug('Running monkey tests.') |
| available_tests = [ |
| MonkeyTest('testMonkey', options.package_name, options.activity_name, |
| category=options.category, seed=options.seed, |
| throttle=options.throttle, event_count=options.event_count, |
| verbosity=options.verbosity, extra_args=options.extra_args)] |
| |
| def TestRunnerFactory(device, shard_index): |
| return test_runner.HostDrivenTestRunner( |
| device, shard_index, '', options.build_type, False, False) |
| |
| results, exit_code = test_dispatcher.RunTests( |
| available_tests, TestRunnerFactory, False, None, shard=False, |
| build_type=options.build_type, num_retries=0) |
| |
| report_results.LogFull( |
| results=results, |
| test_type='Monkey', |
| test_package='Monkey', |
| build_type=options.build_type) |
| |
| return exit_code |
| |
| |
| def main(): |
| desc = 'Run the Monkey tests on 1 or more devices.' |
| parser = optparse.OptionParser(description=desc) |
| test_options_parser.AddBuildTypeOption(parser) |
| parser.add_option('--package-name', help='Allowed package.') |
| parser.add_option('--activity-name', |
| default='com.google.android.apps.chrome.Main', |
| help='Name of the activity to start [default: %default].') |
| parser.add_option('--category', default='', |
| help='A list of allowed categories [default: %default].') |
| parser.add_option('--throttle', default=100, type='int', |
| help='Delay between events (ms) [default: %default]. ') |
| parser.add_option('--seed', type='int', |
| help=('Seed value for pseudo-random generator. Same seed ' |
| 'value generates the same sequence of events. Seed ' |
| 'is randomized by default.')) |
| parser.add_option('--event-count', default=10000, type='int', |
| help='Number of events to generate [default: %default].') |
| parser.add_option('--verbosity', default=1, type='int', |
| help='Verbosity level [0-3] [default: %default].') |
| parser.add_option('--extra-args', default='', |
| help=('String of other args to pass to the command verbatim' |
| ' [default: "%default"].')) |
| (options, args) = parser.parse_args() |
| |
| if args: |
| parser.print_help(sys.stderr) |
| parser.error('Unknown arguments: %s' % args) |
| |
| if not options.package_name: |
| parser.print_help(sys.stderr) |
| parser.error('Missing package name') |
| |
| if options.category: |
| options.category = options.category.split(',') |
| |
| RunMonkeyTests(options) |
| |
| |
| if __name__ == '__main__': |
| main() |