| #!/usr/bin/env python |
| # |
| # Copyright (C) 2017 The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| """test.py: Tests for simpleperf python scripts. |
| |
| These are smoke tests Using examples to run python scripts. |
| For each example, we go through the steps of running each python script. |
| Examples are collected from simpleperf/demo, which includes: |
| SimpleperfExamplePureJava |
| SimpleperfExampleWithNative |
| SimpleperfExampleOfKotlin |
| |
| Tested python scripts include: |
| app_profiler.py |
| report.py |
| annotate.py |
| report_sample.py |
| pprof_proto_generator.py |
| report_html.py |
| |
| Test using both `adb root` and `adb unroot`. |
| |
| """ |
| from __future__ import print_function |
| import argparse |
| import collections |
| import filecmp |
| import fnmatch |
| import inspect |
| import json |
| import logging |
| import os |
| import re |
| import shutil |
| import signal |
| import subprocess |
| import sys |
| import time |
| import types |
| import unittest |
| |
| from app_profiler import NativeLibDownloader |
| from binary_cache_builder import BinaryCacheBuilder |
| from simpleperf_report_lib import ReportLib |
| from utils import log_exit, log_info, log_fatal |
| from utils import AdbHelper, Addr2Nearestline, bytes_to_str, find_tool_path, get_script_dir |
| from utils import is_elf_file, is_python3, is_windows, Objdump, ReadElf, remove, SourceFileSearcher |
| from utils import str_to_bytes |
| |
| try: |
| # pylint: disable=unused-import |
| import google.protobuf |
| # pylint: disable=ungrouped-imports |
| from pprof_proto_generator import load_pprof_profile |
| HAS_GOOGLE_PROTOBUF = True |
| except ImportError: |
| HAS_GOOGLE_PROTOBUF = False |
| |
| INFERNO_SCRIPT = os.path.join(get_script_dir(), "inferno.bat" if is_windows() else "./inferno.sh") |
| |
| |
| class TestLogger: |
| """ Write test progress in sys.stderr and keep verbose log in log file. """ |
| def __init__(self): |
| self.log_file = 'test.log' |
| remove(self.log_file) |
| # Logs can come from multiple processes. So use append mode to avoid overwrite. |
| self.log_fh = open(self.log_file, 'a') |
| logging.basicConfig(filename=self.log_file) |
| |
| def writeln(self, s): |
| return self.write(s + '\n') |
| |
| def write(self, s): |
| sys.stderr.write(s) |
| self.log_fh.write(s) |
| # Child processes can also write to log file, so flush it immediately to keep the order. |
| self.flush() |
| |
| def flush(self): |
| self.log_fh.flush() |
| |
| |
| TEST_LOGGER = TestLogger() |
| |
| |
| class TestHelper: |
| """ Keep global test info. """ |
| |
| def __init__(self): |
| self.script_dir = os.path.abspath(get_script_dir()) |
| self.cur_dir = os.getcwd() |
| self.testdata_dir = os.path.join(self.cur_dir, 'testdata') |
| self.test_base_dir = os.path.join(self.cur_dir, 'test_results') |
| self.adb = AdbHelper(enable_switch_to_root=True) |
| self.android_version = self.adb.get_android_version() |
| self.device_features = None |
| self.browser_option = [] |
| self.progress_fh = None |
| |
| def testdata_path(self, testdata_name): |
| """ Return the path of a test data. """ |
| return os.path.join(self.testdata_dir, testdata_name.replace('/', os.sep)) |
| |
| def test_dir(self, test_name): |
| """ Return the dir to run a test. """ |
| return os.path.join(self.test_base_dir, test_name) |
| |
| def script_path(self, script_name): |
| """ Return the dir of python scripts. """ |
| return os.path.join(self.script_dir, script_name) |
| |
| def get_device_features(self): |
| if self.device_features is None: |
| args = [sys.executable, self.script_path( |
| 'run_simpleperf_on_device.py'), 'list', '--show-features'] |
| output = subprocess.check_output(args, stderr=TEST_LOGGER.log_fh) |
| output = bytes_to_str(output) |
| self.device_features = output.split() |
| return self.device_features |
| |
| def is_trace_offcpu_supported(self): |
| return 'trace-offcpu' in self.get_device_features() |
| |
| def build_testdata(self): |
| """ Collect testdata in self.testdata_dir. |
| In system/extras/simpleperf/scripts, testdata comes from: |
| <script_dir>/../testdata, <script_dir>/script_testdata, <script_dir>/../demo |
| In prebuilts/simpleperf, testdata comes from: |
| <script_dir>/testdata |
| """ |
| if os.path.isdir(self.testdata_dir): |
| return # already built |
| os.makedirs(self.testdata_dir) |
| |
| source_dirs = [os.path.join('..', 'testdata'), 'script_testdata', |
| os.path.join('..', 'demo'), 'testdata'] |
| source_dirs = [os.path.join(self.script_dir, x) for x in source_dirs] |
| source_dirs = [x for x in source_dirs if os.path.isdir(x)] |
| |
| for source_dir in source_dirs: |
| for name in os.listdir(source_dir): |
| source = os.path.join(source_dir, name) |
| target = os.path.join(self.testdata_dir, name) |
| if os.path.exists(target): |
| continue |
| if os.path.isfile(source): |
| shutil.copyfile(source, target) |
| elif os.path.isdir(source): |
| shutil.copytree(source, target) |
| |
| def get_32bit_abi(self): |
| return self.adb.get_property('ro.product.cpu.abilist32').strip().split(',')[0] |
| |
| def write_progress(self, progress): |
| if self.progress_fh: |
| self.progress_fh.write(progress + '\n') |
| self.progress_fh.flush() |
| |
| |
| TEST_HELPER = TestHelper() |
| |
| |
| class TestBase(unittest.TestCase): |
| def setUp(self): |
| """ Run each test in a separate dir. """ |
| self.test_dir = TEST_HELPER.test_dir('%s.%s' % ( |
| self.__class__.__name__, self._testMethodName)) |
| os.makedirs(self.test_dir) |
| self.saved_cwd = os.getcwd() |
| os.chdir(self.test_dir) |
| TEST_LOGGER.writeln('begin test %s.%s' % (self.__class__.__name__, self._testMethodName)) |
| self.start_time = time.time() |
| |
| |
| def run(self, result=None): |
| ret = super(TestBase, self).run(result) |
| if result.errors and result.errors[-1][0] == self: |
| status = 'FAILED' |
| err_info = result.errors[-1][1] |
| elif result.failures and result.failures[-1][0] == self: |
| status = 'FAILED' |
| err_info = result.failures[-1][1] |
| else: |
| status = 'OK' |
| |
| time_taken = time.time() - self.start_time |
| TEST_LOGGER.writeln( |
| 'end test %s.%s %s (%.3fs)' % |
| (self.__class__.__name__, self._testMethodName, status, time_taken)) |
| if status != 'OK': |
| TEST_LOGGER.writeln(err_info) |
| |
| # Remove test data for passed tests to save space. |
| os.chdir(self.saved_cwd) |
| if status == 'OK': |
| shutil.rmtree(self.test_dir) |
| TEST_HELPER.write_progress( |
| '%s.%s %s' % (self.__class__.__name__, self._testMethodName, status)) |
| return ret |
| |
| def run_cmd(self, args, return_output=False, drop_output=True): |
| if args[0] == 'report_html.py' or args[0] == INFERNO_SCRIPT: |
| args += TEST_HELPER.browser_option |
| if args[0].endswith('.py'): |
| args = [sys.executable, TEST_HELPER.script_path(args[0])] + args[1:] |
| use_shell = args[0].endswith('.bat') |
| try: |
| if return_output: |
| stdout_fd = subprocess.PIPE |
| drop_output = False |
| elif drop_output: |
| if is_python3(): |
| stdout_fd = subprocess.DEVNULL |
| else: |
| stdout_fd = open(os.devnull, 'w') |
| else: |
| stdout_fd = None |
| |
| subproc = subprocess.Popen(args, stdout=stdout_fd, |
| stderr=TEST_LOGGER.log_fh, shell=use_shell) |
| stdout_data, _ = subproc.communicate() |
| output_data = bytes_to_str(stdout_data) |
| returncode = subproc.returncode |
| |
| if drop_output and not is_python3(): |
| stdout_fd.close() |
| |
| except OSError: |
| returncode = None |
| self.assertEqual(returncode, 0, msg="failed to run cmd: %s" % args) |
| if return_output: |
| return output_data |
| return '' |
| |
| def check_strings_in_file(self, filename, strings): |
| self.check_exist(filename=filename) |
| with open(filename, 'r') as fh: |
| self.check_strings_in_content(fh.read(), strings) |
| |
| def check_exist(self, filename=None, dirname=None): |
| if filename: |
| self.assertTrue(os.path.isfile(filename), filename) |
| if dirname: |
| self.assertTrue(os.path.isdir(dirname), dirname) |
| |
| def check_strings_in_content(self, content, strings): |
| fulfilled = [content.find(s) != -1 for s in strings] |
| self.check_fulfilled_entries(fulfilled, strings) |
| |
| def check_fulfilled_entries(self, fulfilled, entries): |
| failed_entries = [] |
| for ok, entry in zip(fulfilled, entries): |
| if not ok: |
| failed_entries.append(entry) |
| |
| if failed_entries: |
| self.fail('failed in below entries: %s' % (failed_entries,)) |
| |
| |
| class TestExampleBase(TestBase): |
| @classmethod |
| def prepare(cls, example_name, package_name, activity_name, abi=None, adb_root=False): |
| cls.adb = AdbHelper(enable_switch_to_root=adb_root) |
| cls.example_path = TEST_HELPER.testdata_path(example_name) |
| if not os.path.isdir(cls.example_path): |
| log_fatal("can't find " + cls.example_path) |
| for root, _, files in os.walk(cls.example_path): |
| if 'app-profiling.apk' in files: |
| cls.apk_path = os.path.join(root, 'app-profiling.apk') |
| break |
| if not hasattr(cls, 'apk_path'): |
| log_fatal("can't find app-profiling.apk under " + cls.example_path) |
| cls.package_name = package_name |
| cls.activity_name = activity_name |
| args = ["install", "-r"] |
| if abi: |
| args += ["--abi", abi] |
| args.append(cls.apk_path) |
| cls.adb.check_run(args) |
| cls.adb_root = adb_root |
| cls.has_perf_data_for_report = False |
| # On Android >= P (version 9), we can profile JITed and interpreted Java code. |
| # So only compile Java code on Android <= O (version 8). |
| cls.use_compiled_java_code = TEST_HELPER.android_version <= 8 |
| cls.testcase_dir = TEST_HELPER.test_dir(cls.__name__) |
| |
| @classmethod |
| def tearDownClass(cls): |
| remove(cls.testcase_dir) |
| if hasattr(cls, 'package_name'): |
| cls.adb.check_run(["uninstall", cls.package_name]) |
| |
| def setUp(self): |
| super(TestExampleBase, self).setUp() |
| if 'TraceOffCpu' in self.id() and not TEST_HELPER.is_trace_offcpu_supported(): |
| self.skipTest('trace-offcpu is not supported on device') |
| # Use testcase_dir to share a common perf.data for reporting. So we don't need to |
| # generate it for each test. |
| if not os.path.isdir(self.testcase_dir): |
| os.makedirs(self.testcase_dir) |
| os.chdir(self.testcase_dir) |
| self.run_app_profiler(compile_java_code=self.use_compiled_java_code) |
| os.chdir(self.test_dir) |
| |
| for name in os.listdir(self.testcase_dir): |
| path = os.path.join(self.testcase_dir, name) |
| if os.path.isfile(path): |
| shutil.copy(path, self.test_dir) |
| elif os.path.isdir(path): |
| shutil.copytree(path, os.path.join(self.test_dir, name)) |
| |
| def run(self, result=None): |
| self.__class__.test_result = result |
| super(TestExampleBase, self).run(result) |
| |
| def run_app_profiler(self, record_arg="-g --duration 10", build_binary_cache=True, |
| start_activity=True, compile_java_code=False): |
| args = ['app_profiler.py', '--app', self.package_name, '-r', record_arg, '-o', 'perf.data'] |
| if not build_binary_cache: |
| args.append("-nb") |
| if compile_java_code: |
| args.append('--compile_java_code') |
| if start_activity: |
| args += ["-a", self.activity_name] |
| args += ["-lib", self.example_path] |
| if not self.adb_root: |
| args.append("--disable_adb_root") |
| self.run_cmd(args) |
| self.check_exist(filename="perf.data") |
| if build_binary_cache: |
| self.check_exist(dirname="binary_cache") |
| |
| def check_file_under_dir(self, dirname, filename): |
| self.check_exist(dirname=dirname) |
| for _, _, files in os.walk(dirname): |
| for f in files: |
| if f == filename: |
| return |
| self.fail("Failed to call check_file_under_dir(dir=%s, file=%s)" % (dirname, filename)) |
| |
| def check_annotation_summary(self, summary_file, check_entries): |
| """ check_entries is a list of (name, accumulated_period, period). |
| This function checks for each entry, if the line containing [name] |
| has at least required accumulated_period and period. |
| """ |
| self.check_exist(filename=summary_file) |
| with open(summary_file, 'r') as fh: |
| summary = fh.read() |
| fulfilled = [False for x in check_entries] |
| summary_check_re = re.compile(r'accumulated_period:\s*([\d.]+)%.*period:\s*([\d.]+)%') |
| for line in summary.split('\n'): |
| for i, (name, need_acc_period, need_period) in enumerate(check_entries): |
| if not fulfilled[i] and name in line: |
| m = summary_check_re.search(line) |
| if m: |
| acc_period = float(m.group(1)) |
| period = float(m.group(2)) |
| if acc_period >= need_acc_period and period >= need_period: |
| fulfilled[i] = True |
| |
| self.check_fulfilled_entries(fulfilled, check_entries) |
| |
| def check_inferno_report_html(self, check_entries, filename="report.html"): |
| self.check_exist(filename=filename) |
| with open(filename, 'r') as fh: |
| data = fh.read() |
| fulfilled = [False for _ in check_entries] |
| for line in data.split('\n'): |
| # each entry is a (function_name, min_percentage) pair. |
| for i, entry in enumerate(check_entries): |
| if fulfilled[i] or line.find(entry[0]) == -1: |
| continue |
| m = re.search(r'(\d+\.\d+)%', line) |
| if m and float(m.group(1)) >= entry[1]: |
| fulfilled[i] = True |
| break |
| self.check_fulfilled_entries(fulfilled, check_entries) |
| |
| def common_test_app_profiler(self): |
| self.run_cmd(["app_profiler.py", "-h"]) |
| remove("binary_cache") |
| self.run_app_profiler(build_binary_cache=False) |
| self.assertFalse(os.path.isdir("binary_cache")) |
| args = ["binary_cache_builder.py"] |
| if not self.adb_root: |
| args.append("--disable_adb_root") |
| self.run_cmd(args) |
| self.check_exist(dirname="binary_cache") |
| remove("binary_cache") |
| self.run_app_profiler(build_binary_cache=True) |
| self.run_app_profiler() |
| self.run_app_profiler(start_activity=False) |
| |
| def common_test_report(self): |
| self.run_cmd(["report.py", "-h"]) |
| self.run_cmd(["report.py"]) |
| self.run_cmd(["report.py", "-i", "perf.data"]) |
| self.run_cmd(["report.py", "-g"]) |
| self.run_cmd(["report.py", "--self-kill-for-testing", "-g", "--gui"]) |
| |
| def common_test_annotate(self): |
| self.run_cmd(["annotate.py", "-h"]) |
| remove("annotated_files") |
| self.run_cmd(["annotate.py", "-s", self.example_path]) |
| self.check_exist(dirname="annotated_files") |
| |
| def common_test_report_sample(self, check_strings): |
| self.run_cmd(["report_sample.py", "-h"]) |
| self.run_cmd(["report_sample.py"]) |
| output = self.run_cmd(["report_sample.py", "perf.data"], return_output=True) |
| self.check_strings_in_content(output, check_strings) |
| |
| def common_test_pprof_proto_generator(self, check_strings_with_lines, |
| check_strings_without_lines): |
| if not HAS_GOOGLE_PROTOBUF: |
| log_info('Skip test for pprof_proto_generator because google.protobuf is missing') |
| return |
| self.run_cmd(["pprof_proto_generator.py", "-h"]) |
| self.run_cmd(["pprof_proto_generator.py"]) |
| remove("pprof.profile") |
| self.run_cmd(["pprof_proto_generator.py", "-i", "perf.data", "-o", "pprof.profile"]) |
| self.check_exist(filename="pprof.profile") |
| self.run_cmd(["pprof_proto_generator.py", "--show"]) |
| output = self.run_cmd(["pprof_proto_generator.py", "--show", "pprof.profile"], |
| return_output=True) |
| self.check_strings_in_content(output, check_strings_with_lines + ["has_line_numbers: True"]) |
| remove("binary_cache") |
| self.run_cmd(["pprof_proto_generator.py"]) |
| output = self.run_cmd(["pprof_proto_generator.py", "--show", "pprof.profile"], |
| return_output=True) |
| self.check_strings_in_content(output, check_strings_without_lines + |
| ["has_line_numbers: False"]) |
| |
| def common_test_inferno(self): |
| self.run_cmd([INFERNO_SCRIPT, "-h"]) |
| remove("perf.data") |
| append_args = [] if self.adb_root else ["--disable_adb_root"] |
| self.run_cmd([INFERNO_SCRIPT, "-p", self.package_name, "-t", "3"] + append_args) |
| self.check_exist(filename="perf.data") |
| self.run_cmd([INFERNO_SCRIPT, "-p", self.package_name, "-f", "1000", "-du", "-t", "1"] + |
| append_args) |
| self.run_cmd([INFERNO_SCRIPT, "-p", self.package_name, "-e", "100000 cpu-cycles", |
| "-t", "1"] + append_args) |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| |
| def common_test_report_html(self): |
| self.run_cmd(['report_html.py', '-h']) |
| self.run_cmd(['report_html.py']) |
| self.run_cmd(['report_html.py', '--add_source_code', '--source_dirs', 'testdata']) |
| self.run_cmd(['report_html.py', '--add_disassembly']) |
| # Test with multiple perf.data. |
| shutil.move('perf.data', 'perf2.data') |
| self.run_app_profiler(record_arg='-g -f 1000 --duration 3 -e task-clock:u') |
| self.run_cmd(['report_html.py', '-i', 'perf.data', 'perf2.data']) |
| |
| |
| class TestExamplePureJava(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExamplePureJava", |
| "com.example.simpleperf.simpleperfexamplepurejava", |
| ".MainActivity") |
| |
| def test_app_profiler(self): |
| self.common_test_app_profiler() |
| |
| def test_app_profiler_profile_from_launch(self): |
| self.run_app_profiler(start_activity=True, build_binary_cache=False) |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run", |
| "__start_thread"]) |
| |
| def test_app_profiler_multiprocesses(self): |
| self.adb.check_run(['shell', 'am', 'force-stop', self.package_name]) |
| self.adb.check_run(['shell', 'am', 'start', '-n', |
| self.package_name + '/.MultiProcessActivity']) |
| # Wait until both MultiProcessActivity and MultiProcessService set up. |
| time.sleep(3) |
| self.run_app_profiler(start_activity=False) |
| self.run_cmd(["report.py", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", ["BusyService", "BusyThread"]) |
| |
| def test_app_profiler_with_ctrl_c(self): |
| if is_windows(): |
| return |
| self.adb.check_run(['shell', 'am', 'start', '-n', self.package_name + '/.MainActivity']) |
| time.sleep(1) |
| args = [sys.executable, TEST_HELPER.script_path("app_profiler.py"), |
| "--app", self.package_name, "-r", "--duration 10000", "--disable_adb_root"] |
| subproc = subprocess.Popen(args) |
| time.sleep(3) |
| |
| subproc.send_signal(signal.SIGINT) |
| subproc.wait() |
| self.assertEqual(subproc.returncode, 0) |
| self.run_cmd(["report.py"]) |
| |
| def test_app_profiler_stop_after_app_exit(self): |
| self.adb.check_run(['shell', 'am', 'start', '-n', self.package_name + '/.MainActivity']) |
| time.sleep(1) |
| subproc = subprocess.Popen( |
| [sys.executable, TEST_HELPER.script_path('app_profiler.py'), |
| '--app', self.package_name, '-r', '--duration 10000', '--disable_adb_root']) |
| time.sleep(3) |
| self.adb.check_run(['shell', 'am', 'force-stop', self.package_name]) |
| subproc.wait() |
| self.assertEqual(subproc.returncode, 0) |
| self.run_cmd(["report.py"]) |
| |
| def test_app_profiler_with_ndk_path(self): |
| # Although we pass an invalid ndk path, it should be able to find tools in default ndk path. |
| self.run_cmd(['app_profiler.py', '--app', self.package_name, '-a', self.activity_name, |
| '--ndk_path', '.']) |
| |
| def test_report(self): |
| self.common_test_report() |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run", |
| "__start_thread"]) |
| |
| def test_profile_with_process_id(self): |
| self.adb.check_run(['shell', 'am', 'start', '-n', self.package_name + '/.MainActivity']) |
| time.sleep(1) |
| pid = self.adb.check_run_and_return_output([ |
| 'shell', 'pidof', 'com.example.simpleperf.simpleperfexamplepurejava']).strip() |
| self.run_app_profiler(start_activity=False, record_arg='-g --duration 10 -p ' + pid) |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run", |
| "__start_thread"]) |
| |
| def test_annotate(self): |
| self.common_test_annotate() |
| if not self.use_compiled_java_code: |
| # Currently annotating Java code is only supported when the Java code is compiled. |
| return |
| self.check_file_under_dir("annotated_files", "MainActivity.java") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [ |
| ("MainActivity.java", 80, 80), |
| ("run", 80, 0), |
| ("callFunction", 0, 0), |
| ("line 23", 80, 0)]) |
| |
| def test_report_sample(self): |
| self.common_test_report_sample( |
| ["com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run", |
| "__start_thread"]) |
| |
| def test_pprof_proto_generator(self): |
| check_strings_with_lines = [] |
| if self.use_compiled_java_code: |
| check_strings_with_lines = [ |
| "com/example/simpleperf/simpleperfexamplepurejava/MainActivity.java", |
| "run"] |
| self.common_test_pprof_proto_generator( |
| check_strings_with_lines=check_strings_with_lines, |
| check_strings_without_lines=[ |
| "com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run"]) |
| |
| def test_inferno(self): |
| self.common_test_inferno() |
| self.run_app_profiler() |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.check_inferno_report_html( |
| [('com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run', 80)]) |
| self.run_cmd([INFERNO_SCRIPT, "-sc", "-o", "report2.html"]) |
| self.check_inferno_report_html( |
| [('com.example.simpleperf.simpleperfexamplepurejava.MainActivity$1.run', 80)], |
| "report2.html") |
| |
| def test_inferno_in_another_dir(self): |
| test_dir = 'inferno_testdir' |
| os.mkdir(test_dir) |
| os.chdir(test_dir) |
| self.run_cmd(['app_profiler.py', '--app', self.package_name, |
| '-r', '-e task-clock:u -g --duration 3']) |
| self.check_exist(filename="perf.data") |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| |
| def test_report_html(self): |
| self.common_test_report_html() |
| |
| def test_run_simpleperf_without_usb_connection(self): |
| self.adb.check_run(['shell', 'am', 'start', '-n', self.package_name + '/.MainActivity']) |
| self.run_cmd(['run_simpleperf_without_usb_connection.py', 'start', '-p', |
| self.package_name, '--size_limit', '1M']) |
| self.adb.check_run(['kill-server']) |
| time.sleep(3) |
| # Start adb process outside self.test_dir. Because it will be removed after testing. |
| os.chdir(self.saved_cwd) |
| self.adb.check_run(['devices']) |
| os.chdir(self.test_dir) |
| self.run_cmd(['run_simpleperf_without_usb_connection.py', 'stop']) |
| self.check_exist(filename="perf.data") |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| |
| |
| class TestExamplePureJavaRoot(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExamplePureJava", |
| "com.example.simpleperf.simpleperfexamplepurejava", |
| ".MainActivity", |
| adb_root=True) |
| |
| def test_app_profiler(self): |
| self.common_test_app_profiler() |
| |
| |
| class TestExamplePureJavaTraceOffCpu(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExamplePureJava", |
| "com.example.simpleperf.simpleperfexamplepurejava", |
| ".SleepActivity") |
| |
| def test_smoke(self): |
| self.run_app_profiler(record_arg="-g -f 1000 --duration 10 -e cpu-cycles:u --trace-offcpu") |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexamplepurejava.SleepActivity$1.run", |
| "com.example.simpleperf.simpleperfexamplepurejava.SleepActivity$1.RunFunction", |
| "com.example.simpleperf.simpleperfexamplepurejava.SleepActivity$1.SleepFunction" |
| ]) |
| remove("annotated_files") |
| self.run_cmd(["annotate.py", "-s", self.example_path]) |
| self.check_exist(dirname="annotated_files") |
| if self.use_compiled_java_code: |
| self.check_file_under_dir("annotated_files", "SleepActivity.java") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [ |
| ("SleepActivity.java", 80, 20), |
| ("run", 80, 0), |
| ("RunFunction", 20, 20), |
| ("SleepFunction", 20, 0), |
| ("line 24", 1, 0), |
| ("line 32", 20, 0)]) |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.check_inferno_report_html( |
| [('com.example.simpleperf.simpleperfexamplepurejava.SleepActivity$1.run', 80), |
| ('com.example.simpleperf.simpleperfexamplepurejava.SleepActivity$1.RunFunction', |
| 20), |
| ('com.example.simpleperf.simpleperfexamplepurejava.SleepActivity$1.SleepFunction', |
| 20)]) |
| |
| |
| class TestExampleWithNative(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".MainActivity") |
| |
| def test_app_profiler(self): |
| self.common_test_app_profiler() |
| |
| def test_app_profiler_profile_from_launch(self): |
| self.run_app_profiler(start_activity=True, build_binary_cache=False) |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", ["BusyLoopThread", "__start_thread"]) |
| |
| def test_report(self): |
| self.common_test_report() |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", ["BusyLoopThread", "__start_thread"]) |
| |
| def test_annotate(self): |
| self.common_test_annotate() |
| self.check_file_under_dir("annotated_files", "native-lib.cpp") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [ |
| ("native-lib.cpp", 20, 0), |
| ("BusyLoopThread", 20, 0), |
| ("line 46", 20, 0)]) |
| |
| def test_report_sample(self): |
| self.common_test_report_sample( |
| ["BusyLoopThread", |
| "__start_thread"]) |
| |
| def test_pprof_proto_generator(self): |
| check_strings_with_lines = [ |
| "native-lib.cpp", |
| "BusyLoopThread", |
| # Check if dso name in perf.data is replaced by binary path in binary_cache. |
| 'filename: binary_cache'] |
| self.common_test_pprof_proto_generator( |
| check_strings_with_lines, |
| check_strings_without_lines=["BusyLoopThread"]) |
| |
| def test_inferno(self): |
| self.common_test_inferno() |
| self.run_app_profiler() |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.check_inferno_report_html([('BusyLoopThread', 20)]) |
| |
| def test_report_html(self): |
| self.common_test_report_html() |
| self.run_cmd(['report_html.py', '--add_source_code', '--source_dirs', 'testdata', |
| '--add_disassembly', '--binary_filter', "libnative-lib.so"]) |
| |
| |
| class TestExampleWithNativeRoot(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".MainActivity", |
| adb_root=True) |
| |
| def test_app_profiler(self): |
| self.common_test_app_profiler() |
| |
| |
| class TestExampleWithNativeTraceOffCpu(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".SleepActivity") |
| |
| def test_smoke(self): |
| self.run_app_profiler(record_arg="-g -f 1000 --duration 10 -e cpu-cycles:u --trace-offcpu") |
| self.run_cmd(["report.py", "-g", "--comms", "SleepThread", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "SleepThread(void*)", |
| "RunFunction()", |
| "SleepFunction(unsigned long long)"]) |
| remove("annotated_files") |
| self.run_cmd(["annotate.py", "-s", self.example_path, "--comm", "SleepThread"]) |
| self.check_exist(dirname="annotated_files") |
| self.check_file_under_dir("annotated_files", "native-lib.cpp") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [ |
| ("native-lib.cpp", 80, 20), |
| ("SleepThread", 80, 0), |
| ("RunFunction", 20, 20), |
| ("SleepFunction", 20, 0), |
| ("line 73", 20, 0), |
| ("line 83", 20, 0)]) |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.check_inferno_report_html([('SleepThread', 80), |
| ('RunFunction', 20), |
| ('SleepFunction', 20)]) |
| |
| |
| class TestExampleWithNativeJniCall(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".MixActivity") |
| |
| def test_smoke(self): |
| self.run_app_profiler() |
| self.run_cmd(["report.py", "-g", "--comms", "BusyThread", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexamplewithnative.MixActivity$1.run", |
| "Java_com_example_simpleperf_simpleperfexamplewithnative_MixActivity_callFunction"]) |
| remove("annotated_files") |
| self.run_cmd(["annotate.py", "-s", self.example_path, "--comm", "BusyThread"]) |
| self.check_exist(dirname="annotated_files") |
| self.check_file_under_dir("annotated_files", "native-lib.cpp") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [("native-lib.cpp", 5, 0), ("line 40", 5, 0)]) |
| if self.use_compiled_java_code: |
| self.check_file_under_dir("annotated_files", "MixActivity.java") |
| self.check_annotation_summary(summary_file, [ |
| ("MixActivity.java", 80, 0), |
| ("run", 80, 0), |
| ("line 26", 20, 0), |
| ("native-lib.cpp", 5, 0), |
| ("line 40", 5, 0)]) |
| |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| |
| |
| class TestExampleWithNativeForce32Bit(TestExampleWithNative): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".MainActivity", |
| abi=TEST_HELPER.get_32bit_abi()) |
| |
| |
| class TestExampleWithNativeRootForce32Bit(TestExampleWithNativeRoot): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".MainActivity", |
| abi=TEST_HELPER.get_32bit_abi(), |
| adb_root=False) |
| |
| |
| class TestExampleWithNativeTraceOffCpuForce32Bit(TestExampleWithNativeTraceOffCpu): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleWithNative", |
| "com.example.simpleperf.simpleperfexamplewithnative", |
| ".SleepActivity", |
| abi=TEST_HELPER.get_32bit_abi()) |
| |
| |
| class TestExampleOfKotlin(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleOfKotlin", |
| "com.example.simpleperf.simpleperfexampleofkotlin", |
| ".MainActivity") |
| |
| def test_app_profiler(self): |
| self.common_test_app_profiler() |
| |
| def test_app_profiler_profile_from_launch(self): |
| self.run_app_profiler(start_activity=True, build_binary_cache=False) |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexampleofkotlin.MainActivity$createBusyThread$1." + |
| "run", "__start_thread"]) |
| |
| def test_report(self): |
| self.common_test_report() |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.check_strings_in_file("report.txt", [ |
| "com.example.simpleperf.simpleperfexampleofkotlin.MainActivity$createBusyThread$1." + |
| "run", "__start_thread"]) |
| |
| def test_annotate(self): |
| if not self.use_compiled_java_code: |
| return |
| self.common_test_annotate() |
| self.check_file_under_dir("annotated_files", "MainActivity.kt") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [ |
| ("MainActivity.kt", 80, 80), |
| ("run", 80, 0), |
| ("callFunction", 0, 0), |
| ("line 19", 80, 0), |
| ("line 25", 0, 0)]) |
| |
| def test_report_sample(self): |
| self.common_test_report_sample([ |
| "com.example.simpleperf.simpleperfexampleofkotlin.MainActivity$createBusyThread$1." + |
| "run", "__start_thread"]) |
| |
| def test_pprof_proto_generator(self): |
| check_strings_with_lines = [] |
| if self.use_compiled_java_code: |
| check_strings_with_lines = [ |
| "com/example/simpleperf/simpleperfexampleofkotlin/MainActivity.kt", |
| "run"] |
| self.common_test_pprof_proto_generator( |
| check_strings_with_lines=check_strings_with_lines, |
| check_strings_without_lines=["com.example.simpleperf.simpleperfexampleofkotlin." + |
| "MainActivity$createBusyThread$1.run"]) |
| |
| def test_inferno(self): |
| self.common_test_inferno() |
| self.run_app_profiler() |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.check_inferno_report_html([('com.example.simpleperf.simpleperfexampleofkotlin.' + |
| 'MainActivity$createBusyThread$1.run', 80)]) |
| |
| def test_report_html(self): |
| self.common_test_report_html() |
| |
| |
| class TestExampleOfKotlinRoot(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleOfKotlin", |
| "com.example.simpleperf.simpleperfexampleofkotlin", |
| ".MainActivity", |
| adb_root=True) |
| |
| def test_app_profiler(self): |
| self.common_test_app_profiler() |
| |
| |
| class TestExampleOfKotlinTraceOffCpu(TestExampleBase): |
| @classmethod |
| def setUpClass(cls): |
| cls.prepare("SimpleperfExampleOfKotlin", |
| "com.example.simpleperf.simpleperfexampleofkotlin", |
| ".SleepActivity") |
| |
| def test_smoke(self): |
| self.run_app_profiler(record_arg="-g -f 1000 --duration 10 -e cpu-cycles:u --trace-offcpu") |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| function_prefix = "com.example.simpleperf.simpleperfexampleofkotlin." + \ |
| "SleepActivity$createRunSleepThread$1." |
| self.check_strings_in_file("report.txt", [ |
| function_prefix + "run", |
| function_prefix + "RunFunction", |
| function_prefix + "SleepFunction" |
| ]) |
| if self.use_compiled_java_code: |
| remove("annotated_files") |
| self.run_cmd(["annotate.py", "-s", self.example_path]) |
| self.check_exist(dirname="annotated_files") |
| self.check_file_under_dir("annotated_files", "SleepActivity.kt") |
| summary_file = os.path.join("annotated_files", "summary") |
| self.check_annotation_summary(summary_file, [ |
| ("SleepActivity.kt", 80, 20), |
| ("run", 80, 0), |
| ("RunFunction", 20, 20), |
| ("SleepFunction", 20, 0), |
| ("line 24", 20, 0), |
| ("line 32", 20, 0)]) |
| |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.check_inferno_report_html([ |
| (function_prefix + 'run', 80), |
| (function_prefix + 'RunFunction', 20), |
| (function_prefix + 'SleepFunction', 20)]) |
| |
| |
| class TestNativeProfiling(TestBase): |
| def setUp(self): |
| super(TestNativeProfiling, self).setUp() |
| self.is_rooted_device = TEST_HELPER.adb.switch_to_root() |
| |
| def test_profile_cmd(self): |
| self.run_cmd(["app_profiler.py", "-cmd", "pm -l", "--disable_adb_root"]) |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| |
| def test_profile_native_program(self): |
| if not self.is_rooted_device: |
| return |
| self.run_cmd(["app_profiler.py", "-np", "surfaceflinger"]) |
| self.run_cmd(["report.py", "-g", "-o", "report.txt"]) |
| self.run_cmd([INFERNO_SCRIPT, "-sc"]) |
| self.run_cmd([INFERNO_SCRIPT, "-np", "surfaceflinger"]) |
| |
| def test_profile_pids(self): |
| if not self.is_rooted_device: |
| return |
| pid = int(TEST_HELPER.adb.check_run_and_return_output(['shell', 'pidof', 'system_server'])) |
| self.run_cmd(['app_profiler.py', '--pid', str(pid), '-r', '--duration 1']) |
| self.run_cmd(['app_profiler.py', '--pid', str(pid), str(pid), '-r', '--duration 1']) |
| self.run_cmd(['app_profiler.py', '--tid', str(pid), '-r', '--duration 1']) |
| self.run_cmd(['app_profiler.py', '--tid', str(pid), str(pid), '-r', '--duration 1']) |
| self.run_cmd([INFERNO_SCRIPT, '--pid', str(pid), '-t', '1']) |
| |
| def test_profile_system_wide(self): |
| if not self.is_rooted_device: |
| return |
| self.run_cmd(['app_profiler.py', '--system_wide', '-r', '--duration 1']) |
| |
| |
| class TestReportLib(TestBase): |
| def setUp(self): |
| super(TestReportLib, self).setUp() |
| self.report_lib = ReportLib() |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_symbols.data')) |
| |
| def tearDown(self): |
| self.report_lib.Close() |
| super(TestReportLib, self).tearDown() |
| |
| def test_build_id(self): |
| build_id = self.report_lib.GetBuildIdForPath('/data/t2') |
| self.assertEqual(build_id, '0x70f1fe24500fc8b0d9eb477199ca1ca21acca4de') |
| |
| def test_symbol(self): |
| found_func2 = False |
| while self.report_lib.GetNextSample(): |
| symbol = self.report_lib.GetSymbolOfCurrentSample() |
| if symbol.symbol_name == 'func2(int, int)': |
| found_func2 = True |
| self.assertEqual(symbol.symbol_addr, 0x4004ed) |
| self.assertEqual(symbol.symbol_len, 0x14) |
| self.assertTrue(found_func2) |
| |
| def test_sample(self): |
| found_sample = False |
| while self.report_lib.GetNextSample(): |
| sample = self.report_lib.GetCurrentSample() |
| if sample.ip == 0x4004ff and sample.time == 7637889424953: |
| found_sample = True |
| self.assertEqual(sample.pid, 15926) |
| self.assertEqual(sample.tid, 15926) |
| self.assertEqual(sample.thread_comm, 't2') |
| self.assertEqual(sample.cpu, 5) |
| self.assertEqual(sample.period, 694614) |
| event = self.report_lib.GetEventOfCurrentSample() |
| self.assertEqual(event.name, 'cpu-cycles') |
| callchain = self.report_lib.GetCallChainOfCurrentSample() |
| self.assertEqual(callchain.nr, 0) |
| self.assertTrue(found_sample) |
| |
| def test_meta_info(self): |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_trace_offcpu.data')) |
| meta_info = self.report_lib.MetaInfo() |
| self.assertTrue("simpleperf_version" in meta_info) |
| self.assertEqual(meta_info["system_wide_collection"], "false") |
| self.assertEqual(meta_info["trace_offcpu"], "true") |
| self.assertEqual(meta_info["event_type_info"], "cpu-cycles,0,0\nsched:sched_switch,2,47") |
| self.assertTrue("product_props" in meta_info) |
| |
| def test_event_name_from_meta_info(self): |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_tracepoint_event.data')) |
| event_names = set() |
| while self.report_lib.GetNextSample(): |
| event_names.add(self.report_lib.GetEventOfCurrentSample().name) |
| self.assertTrue('sched:sched_switch' in event_names) |
| self.assertTrue('cpu-cycles' in event_names) |
| |
| def test_record_cmd(self): |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_trace_offcpu.data')) |
| self.assertEqual(self.report_lib.GetRecordCmd(), |
| "/data/local/tmp/simpleperf record --trace-offcpu --duration 2 -g " + |
| "./simpleperf_runtest_run_and_sleep64") |
| |
| def test_offcpu(self): |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_trace_offcpu.data')) |
| total_period = 0 |
| sleep_function_period = 0 |
| sleep_function_name = "SleepFunction(unsigned long long)" |
| while self.report_lib.GetNextSample(): |
| sample = self.report_lib.GetCurrentSample() |
| total_period += sample.period |
| if self.report_lib.GetSymbolOfCurrentSample().symbol_name == sleep_function_name: |
| sleep_function_period += sample.period |
| continue |
| callchain = self.report_lib.GetCallChainOfCurrentSample() |
| for i in range(callchain.nr): |
| if callchain.entries[i].symbol.symbol_name == sleep_function_name: |
| sleep_function_period += sample.period |
| break |
| self.assertEqual(self.report_lib.GetEventOfCurrentSample().name, 'cpu-cycles') |
| sleep_percentage = float(sleep_function_period) / total_period |
| self.assertGreater(sleep_percentage, 0.30) |
| |
| def test_show_art_frames(self): |
| def has_art_frame(report_lib): |
| report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_interpreter_frames.data')) |
| result = False |
| while report_lib.GetNextSample(): |
| callchain = report_lib.GetCallChainOfCurrentSample() |
| for i in range(callchain.nr): |
| if callchain.entries[i].symbol.symbol_name == 'artMterpAsmInstructionStart': |
| result = True |
| break |
| report_lib.Close() |
| return result |
| |
| report_lib = ReportLib() |
| self.assertFalse(has_art_frame(report_lib)) |
| report_lib = ReportLib() |
| report_lib.ShowArtFrames(False) |
| self.assertFalse(has_art_frame(report_lib)) |
| report_lib = ReportLib() |
| report_lib.ShowArtFrames(True) |
| self.assertTrue(has_art_frame(report_lib)) |
| |
| def test_merge_java_methods(self): |
| def parse_dso_names(report_lib): |
| dso_names = set() |
| report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_interpreter_frames.data')) |
| while report_lib.GetNextSample(): |
| dso_names.add(report_lib.GetSymbolOfCurrentSample().dso_name) |
| callchain = report_lib.GetCallChainOfCurrentSample() |
| for i in range(callchain.nr): |
| dso_names.add(callchain.entries[i].symbol.dso_name) |
| report_lib.Close() |
| has_jit_symfiles = any('TemporaryFile-' in name for name in dso_names) |
| has_jit_cache = '[JIT cache]' in dso_names |
| return has_jit_symfiles, has_jit_cache |
| |
| report_lib = ReportLib() |
| self.assertEqual(parse_dso_names(report_lib), (False, True)) |
| |
| report_lib = ReportLib() |
| report_lib.MergeJavaMethods(True) |
| self.assertEqual(parse_dso_names(report_lib), (False, True)) |
| |
| report_lib = ReportLib() |
| report_lib.MergeJavaMethods(False) |
| self.assertEqual(parse_dso_names(report_lib), (True, False)) |
| |
| def test_jited_java_methods(self): |
| report_lib = ReportLib() |
| report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_jit_symbol.data')) |
| has_jit_cache = False |
| while report_lib.GetNextSample(): |
| if report_lib.GetSymbolOfCurrentSample().dso_name == '[JIT app cache]': |
| has_jit_cache = True |
| callchain = report_lib.GetCallChainOfCurrentSample() |
| for i in range(callchain.nr): |
| if callchain.entries[i].symbol.dso_name == '[JIT app cache]': |
| has_jit_cache = True |
| report_lib.Close() |
| self.assertTrue(has_jit_cache) |
| |
| def test_tracing_data(self): |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path('perf_with_tracepoint_event.data')) |
| has_tracing_data = False |
| while self.report_lib.GetNextSample(): |
| event = self.report_lib.GetEventOfCurrentSample() |
| tracing_data = self.report_lib.GetTracingDataOfCurrentSample() |
| if event.name == 'sched:sched_switch': |
| self.assertIsNotNone(tracing_data) |
| self.assertIn('prev_pid', tracing_data) |
| self.assertIn('next_comm', tracing_data) |
| if tracing_data['prev_pid'] == 9896 and tracing_data['next_comm'] == 'swapper/4': |
| has_tracing_data = True |
| else: |
| self.assertIsNone(tracing_data) |
| self.assertTrue(has_tracing_data) |
| |
| def test_dynamic_field_in_tracing_data(self): |
| self.report_lib.SetRecordFile(TEST_HELPER.testdata_path( |
| 'perf_with_tracepoint_event_dynamic_field.data')) |
| has_dynamic_field = False |
| while self.report_lib.GetNextSample(): |
| event = self.report_lib.GetEventOfCurrentSample() |
| tracing_data = self.report_lib.GetTracingDataOfCurrentSample() |
| if event.name == 'kprobes:myopen': |
| self.assertIsNotNone(tracing_data) |
| self.assertIn('name', tracing_data) |
| if tracing_data['name'] == '/sys/kernel/debug/tracing/events/kprobes/myopen/format': |
| has_dynamic_field = True |
| else: |
| self.assertIsNone(tracing_data) |
| self.assertTrue(has_dynamic_field) |
| |
| |
| class TestRunSimpleperfOnDevice(TestBase): |
| def test_smoke(self): |
| self.run_cmd(['run_simpleperf_on_device.py', 'list', '--show-features']) |
| |
| |
| class TestTools(TestBase): |
| def test_addr2nearestline(self): |
| self.run_addr2nearestline_test(True) |
| self.run_addr2nearestline_test(False) |
| |
| def run_addr2nearestline_test(self, with_function_name): |
| binary_cache_path = TEST_HELPER.testdata_dir |
| test_map = { |
| '/simpleperf_runtest_two_functions_arm64': [ |
| { |
| 'func_addr': 0x668, |
| 'addr': 0x668, |
| 'source': 'system/extras/simpleperf/runtest/two_functions.cpp:20', |
| 'function': 'main', |
| }, |
| { |
| 'func_addr': 0x668, |
| 'addr': 0x6a4, |
| 'source': """system/extras/simpleperf/runtest/two_functions.cpp:7 |
| system/extras/simpleperf/runtest/two_functions.cpp:22""", |
| 'function': """Function1() |
| main""", |
| }, |
| ], |
| '/simpleperf_runtest_two_functions_arm': [ |
| { |
| 'func_addr': 0x784, |
| 'addr': 0x7b0, |
| 'source': """system/extras/simpleperf/runtest/two_functions.cpp:14 |
| system/extras/simpleperf/runtest/two_functions.cpp:23""", |
| 'function': """Function2() |
| main""", |
| }, |
| { |
| 'func_addr': 0x784, |
| 'addr': 0x7d0, |
| 'source': """system/extras/simpleperf/runtest/two_functions.cpp:15 |
| system/extras/simpleperf/runtest/two_functions.cpp:23""", |
| 'function': """Function2() |
| main""", |
| } |
| ], |
| '/simpleperf_runtest_two_functions_x86_64': [ |
| { |
| 'func_addr': 0x840, |
| 'addr': 0x840, |
| 'source': 'system/extras/simpleperf/runtest/two_functions.cpp:7', |
| 'function': 'Function1()', |
| }, |
| { |
| 'func_addr': 0x920, |
| 'addr': 0x94a, |
| 'source': """system/extras/simpleperf/runtest/two_functions.cpp:7 |
| system/extras/simpleperf/runtest/two_functions.cpp:22""", |
| 'function': """Function1() |
| main""", |
| } |
| ], |
| '/simpleperf_runtest_two_functions_x86': [ |
| { |
| 'func_addr': 0x6d0, |
| 'addr': 0x6da, |
| 'source': 'system/extras/simpleperf/runtest/two_functions.cpp:14', |
| 'function': 'Function2()', |
| }, |
| { |
| 'func_addr': 0x710, |
| 'addr': 0x749, |
| 'source': """system/extras/simpleperf/runtest/two_functions.cpp:8 |
| system/extras/simpleperf/runtest/two_functions.cpp:22""", |
| 'function': """Function1() |
| main""", |
| } |
| ], |
| } |
| addr2line = Addr2Nearestline(None, binary_cache_path, with_function_name) |
| for dso_path in test_map: |
| test_addrs = test_map[dso_path] |
| for test_addr in test_addrs: |
| addr2line.add_addr(dso_path, test_addr['func_addr'], test_addr['addr']) |
| addr2line.convert_addrs_to_lines() |
| for dso_path in test_map: |
| dso = addr2line.get_dso(dso_path) |
| self.assertIsNotNone(dso, dso_path) |
| test_addrs = test_map[dso_path] |
| for test_addr in test_addrs: |
| expected_files = [] |
| expected_lines = [] |
| expected_functions = [] |
| for line in test_addr['source'].split('\n'): |
| items = line.split(':') |
| expected_files.append(items[0].strip()) |
| expected_lines.append(int(items[1])) |
| for line in test_addr['function'].split('\n'): |
| expected_functions.append(line.strip()) |
| self.assertEqual(len(expected_files), len(expected_functions)) |
| |
| if with_function_name: |
| expected_source = list(zip(expected_files, expected_lines, expected_functions)) |
| else: |
| expected_source = list(zip(expected_files, expected_lines)) |
| |
| actual_source = addr2line.get_addr_source(dso, test_addr['addr']) |
| if is_windows(): |
| self.assertIsNotNone(actual_source, 'for %s:0x%x' % |
| (dso_path, test_addr['addr'])) |
| for i, source in enumerate(actual_source): |
| new_source = list(source) |
| new_source[0] = new_source[0].replace('\\', '/') |
| actual_source[i] = tuple(new_source) |
| |
| self.assertEqual(actual_source, expected_source, |
| 'for %s:0x%x, expected source %s, actual source %s' % |
| (dso_path, test_addr['addr'], expected_source, actual_source)) |
| |
| def test_objdump(self): |
| binary_cache_path = TEST_HELPER.testdata_dir |
| test_map = { |
| '/simpleperf_runtest_two_functions_arm64': { |
| 'start_addr': 0x668, |
| 'len': 116, |
| 'expected_items': [ |
| ('main():', 0), |
| ('system/extras/simpleperf/runtest/two_functions.cpp:20', 0), |
| (' 694: add x20, x20, #0x6de', 0x694), |
| ], |
| }, |
| '/simpleperf_runtest_two_functions_arm': { |
| 'start_addr': 0x784, |
| 'len': 80, |
| 'expected_items': [ |
| ('main():', 0), |
| ('system/extras/simpleperf/runtest/two_functions.cpp:20', 0), |
| (' 7ae: bne.n 7a6 <main+0x22>', 0x7ae), |
| ], |
| }, |
| '/simpleperf_runtest_two_functions_x86_64': { |
| 'start_addr': 0x920, |
| 'len': 201, |
| 'expected_items': [ |
| ('main():', 0), |
| ('system/extras/simpleperf/runtest/two_functions.cpp:20', 0), |
| (' 96e: mov %edx,(%rbx,%rax,4)', 0x96e), |
| ], |
| }, |
| '/simpleperf_runtest_two_functions_x86': { |
| 'start_addr': 0x710, |
| 'len': 98, |
| 'expected_items': [ |
| ('main():', 0), |
| ('system/extras/simpleperf/runtest/two_functions.cpp:20', 0), |
| (' 748: cmp $0x5f5e100,%ebp', 0x748), |
| ], |
| }, |
| } |
| objdump = Objdump(None, binary_cache_path) |
| for dso_path in test_map: |
| dso = test_map[dso_path] |
| dso_info = objdump.get_dso_info(dso_path) |
| self.assertIsNotNone(dso_info, dso_path) |
| disassemble_code = objdump.disassemble_code(dso_info, dso['start_addr'], dso['len']) |
| self.assertTrue(disassemble_code, dso_path) |
| for item in dso['expected_items']: |
| self.assertIn( |
| item, disassemble_code, 'for %s: %s not found %s' % |
| (dso_path, item, disassemble_code)) |
| |
| def test_readelf(self): |
| test_map = { |
| 'simpleperf_runtest_two_functions_arm64': { |
| 'arch': 'arm64', |
| 'build_id': '0xe8ecb3916d989dbdc068345c30f0c24300000000', |
| 'sections': ['.interp', '.note.android.ident', '.note.gnu.build-id', '.dynsym', |
| '.dynstr', '.gnu.hash', '.gnu.version', '.gnu.version_r', '.rela.dyn', |
| '.rela.plt', '.plt', '.text', '.rodata', '.eh_frame', '.eh_frame_hdr', |
| '.preinit_array', '.init_array', '.fini_array', '.dynamic', '.got', |
| '.got.plt', '.data', '.bss', '.comment', '.debug_str', '.debug_loc', |
| '.debug_abbrev', '.debug_info', '.debug_ranges', '.debug_macinfo', |
| '.debug_pubnames', '.debug_pubtypes', '.debug_line', |
| '.note.gnu.gold-version', '.symtab', '.strtab', '.shstrtab'], |
| }, |
| 'simpleperf_runtest_two_functions_arm': { |
| 'arch': 'arm', |
| 'build_id': '0x718f5b36c4148ee1bd3f51af89ed2be600000000', |
| }, |
| 'simpleperf_runtest_two_functions_x86_64': { |
| 'arch': 'x86_64', |
| }, |
| 'simpleperf_runtest_two_functions_x86': { |
| 'arch': 'x86', |
| } |
| } |
| readelf = ReadElf(None) |
| for dso_path in test_map: |
| dso_info = test_map[dso_path] |
| path = os.path.join(TEST_HELPER.testdata_dir, dso_path) |
| self.assertEqual(dso_info['arch'], readelf.get_arch(path)) |
| if 'build_id' in dso_info: |
| self.assertEqual(dso_info['build_id'], readelf.get_build_id(path), dso_path) |
| if 'sections' in dso_info: |
| self.assertEqual(dso_info['sections'], readelf.get_sections(path), dso_path) |
| self.assertEqual(readelf.get_arch('not_exist_file'), 'unknown') |
| self.assertEqual(readelf.get_build_id('not_exist_file'), '') |
| self.assertEqual(readelf.get_sections('not_exist_file'), []) |
| |
| def test_source_file_searcher(self): |
| searcher = SourceFileSearcher( |
| [TEST_HELPER.testdata_path('SimpleperfExampleWithNative'), |
| TEST_HELPER.testdata_path('SimpleperfExampleOfKotlin')]) |
| def format_path(path): |
| return os.path.join(TEST_HELPER.testdata_dir, path.replace('/', os.sep)) |
| # Find a C++ file with pure file name. |
| self.assertEqual( |
| format_path('SimpleperfExampleWithNative/app/src/main/cpp/native-lib.cpp'), |
| searcher.get_real_path('native-lib.cpp')) |
| # Find a C++ file with an absolute file path. |
| self.assertEqual( |
| format_path('SimpleperfExampleWithNative/app/src/main/cpp/native-lib.cpp'), |
| searcher.get_real_path('/data/native-lib.cpp')) |
| # Find a Java file. |
| self.assertEqual( |
| format_path('SimpleperfExampleWithNative/app/src/main/java/com/example/' + |
| 'simpleperf/simpleperfexamplewithnative/MainActivity.java'), |
| searcher.get_real_path('simpleperfexamplewithnative/MainActivity.java')) |
| # Find a Kotlin file. |
| self.assertEqual( |
| format_path('SimpleperfExampleOfKotlin/app/src/main/java/com/example/' + |
| 'simpleperf/simpleperfexampleofkotlin/MainActivity.kt'), |
| searcher.get_real_path('MainActivity.kt')) |
| |
| def test_is_elf_file(self): |
| self.assertTrue(is_elf_file(TEST_HELPER.testdata_path( |
| 'simpleperf_runtest_two_functions_arm'))) |
| with open('not_elf', 'wb') as fh: |
| fh.write(b'\x90123') |
| try: |
| self.assertFalse(is_elf_file('not_elf')) |
| finally: |
| remove('not_elf') |
| |
| |
| class TestNativeLibDownloader(TestBase): |
| def setUp(self): |
| super(TestNativeLibDownloader, self).setUp() |
| self.adb = TEST_HELPER.adb |
| self.adb.check_run(['shell', 'rm', '-rf', '/data/local/tmp/native_libs']) |
| |
| def tearDown(self): |
| self.adb.check_run(['shell', 'rm', '-rf', '/data/local/tmp/native_libs']) |
| super(TestNativeLibDownloader, self).tearDown() |
| |
| def list_lib_on_device(self, path): |
| result, output = self.adb.run_and_return_output( |
| ['shell', 'ls', '-llc', path], log_output=False) |
| return output if result else '' |
| |
| def test_smoke(self): |
| # Sync all native libs on device. |
| downloader = NativeLibDownloader(None, 'arm64', self.adb) |
| downloader.collect_native_libs_on_host(TEST_HELPER.testdata_path( |
| 'SimpleperfExampleWithNative/app/build/intermediates/cmake/profiling')) |
| self.assertEqual(len(downloader.host_build_id_map), 2) |
| for entry in downloader.host_build_id_map.values(): |
| self.assertEqual(entry.score, 3) |
| downloader.collect_native_libs_on_device() |
| self.assertEqual(len(downloader.device_build_id_map), 0) |
| |
| lib_list = list(downloader.host_build_id_map.items()) |
| for sync_count in [0, 1, 2]: |
| build_id_map = {} |
| for i in range(sync_count): |
| build_id_map[lib_list[i][0]] = lib_list[i][1] |
| downloader.host_build_id_map = build_id_map |
| downloader.sync_native_libs_on_device() |
| downloader.collect_native_libs_on_device() |
| self.assertEqual(len(downloader.device_build_id_map), sync_count) |
| for i, item in enumerate(lib_list): |
| build_id = item[0] |
| name = item[1].name |
| if i < sync_count: |
| self.assertTrue(build_id in downloader.device_build_id_map) |
| self.assertEqual(name, downloader.device_build_id_map[build_id]) |
| self.assertTrue(self.list_lib_on_device(downloader.dir_on_device + name)) |
| else: |
| self.assertTrue(build_id not in downloader.device_build_id_map) |
| self.assertFalse(self.list_lib_on_device(downloader.dir_on_device + name)) |
| if sync_count == 1: |
| self.adb.run(['pull', '/data/local/tmp/native_libs/build_id_list', |
| 'build_id_list']) |
| with open('build_id_list', 'rb') as fh: |
| self.assertEqual(bytes_to_str(fh.read()), |
| '{}={}\n'.format(lib_list[0][0], lib_list[0][1].name)) |
| remove('build_id_list') |
| |
| def test_handle_wrong_build_id_list(self): |
| with open('build_id_list', 'wb') as fh: |
| fh.write(str_to_bytes('fake_build_id=binary_not_exist\n')) |
| self.adb.check_run(['shell', 'mkdir', '-p', '/data/local/tmp/native_libs']) |
| self.adb.check_run(['push', 'build_id_list', '/data/local/tmp/native_libs']) |
| remove('build_id_list') |
| downloader = NativeLibDownloader(None, 'arm64', self.adb) |
| downloader.collect_native_libs_on_device() |
| self.assertEqual(len(downloader.device_build_id_map), 0) |
| |
| def test_download_file_without_build_id(self): |
| downloader = NativeLibDownloader(None, 'x86_64', self.adb) |
| name = 'elf.so' |
| shutil.copyfile(TEST_HELPER.testdata_path('data/symfs_without_build_id/elf'), name) |
| downloader.collect_native_libs_on_host('.') |
| downloader.collect_native_libs_on_device() |
| self.assertIn(name, downloader.no_build_id_file_map) |
| # Check if file wihtout build id can be downloaded. |
| downloader.sync_native_libs_on_device() |
| target_file = downloader.dir_on_device + name |
| target_file_stat = self.list_lib_on_device(target_file) |
| self.assertTrue(target_file_stat) |
| |
| # No need to re-download if file size doesn't change. |
| downloader.sync_native_libs_on_device() |
| self.assertEqual(target_file_stat, self.list_lib_on_device(target_file)) |
| |
| # Need to re-download if file size changes. |
| self.adb.check_run(['shell', 'truncate', '-s', '0', target_file]) |
| target_file_stat = self.list_lib_on_device(target_file) |
| downloader.sync_native_libs_on_device() |
| self.assertNotEqual(target_file_stat, self.list_lib_on_device(target_file)) |
| |
| |
| class TestReportHtml(TestBase): |
| def test_long_callchain(self): |
| self.run_cmd(['report_html.py', '-i', |
| TEST_HELPER.testdata_path('perf_with_long_callchain.data')]) |
| |
| def test_aggregated_by_thread_name(self): |
| # Calculate event_count for each thread name before aggregation. |
| event_count_for_thread_name = collections.defaultdict(lambda: 0) |
| # use "--min_func_percent 0" to avoid cutting any thread. |
| self.run_cmd(['report_html.py', '--min_func_percent', '0', '-i', |
| TEST_HELPER.testdata_path('aggregatable_perf1.data'), |
| TEST_HELPER.testdata_path('aggregatable_perf2.data')]) |
| record_data = self._load_record_data_in_html('report.html') |
| event = record_data['sampleInfo'][0] |
| for process in event['processes']: |
| for thread in process['threads']: |
| thread_name = record_data['threadNames'][str(thread['tid'])] |
| event_count_for_thread_name[thread_name] += thread['eventCount'] |
| |
| # Check event count for each thread after aggregation. |
| self.run_cmd(['report_html.py', '--aggregate-by-thread-name', |
| '--min_func_percent', '0', '-i', |
| TEST_HELPER.testdata_path('aggregatable_perf1.data'), |
| TEST_HELPER.testdata_path('aggregatable_perf2.data')]) |
| record_data = self._load_record_data_in_html('report.html') |
| event = record_data['sampleInfo'][0] |
| hit_count = 0 |
| for process in event['processes']: |
| for thread in process['threads']: |
| thread_name = record_data['threadNames'][str(thread['tid'])] |
| self.assertEqual(thread['eventCount'], |
| event_count_for_thread_name[thread_name]) |
| hit_count += 1 |
| self.assertEqual(hit_count, len(event_count_for_thread_name)) |
| |
| def test_no_empty_process(self): |
| """ Test not showing a process having no threads. """ |
| perf_data = TEST_HELPER.testdata_path('two_process_perf.data') |
| self.run_cmd(['report_html.py', '-i', perf_data]) |
| record_data = self._load_record_data_in_html('report.html') |
| processes = record_data['sampleInfo'][0]['processes'] |
| self.assertEqual(len(processes), 2) |
| |
| # One process is removed because all its threads are removed for not |
| # reaching the min_func_percent limit. |
| self.run_cmd(['report_html.py', '-i', perf_data, '--min_func_percent', '20']) |
| record_data = self._load_record_data_in_html('report.html') |
| processes = record_data['sampleInfo'][0]['processes'] |
| self.assertEqual(len(processes), 1) |
| |
| def _load_record_data_in_html(self, html_file): |
| with open(html_file, 'r') as fh: |
| data = fh.read() |
| start_str = 'type="application/json"' |
| end_str = '</script>' |
| start_pos = data.find(start_str) |
| self.assertNotEqual(start_pos, -1) |
| start_pos = data.find('>', start_pos) |
| self.assertNotEqual(start_pos, -1) |
| start_pos += 1 |
| end_pos = data.find(end_str, start_pos) |
| self.assertNotEqual(end_pos, -1) |
| json_data = data[start_pos:end_pos] |
| return json.loads(json_data) |
| |
| |
| class TestBinaryCacheBuilder(TestBase): |
| def test_copy_binaries_from_symfs_dirs(self): |
| readelf = ReadElf(None) |
| strip = find_tool_path('strip', arch='arm') |
| self.assertIsNotNone(strip) |
| symfs_dir = os.path.join(self.test_dir, 'symfs_dir') |
| remove(symfs_dir) |
| os.mkdir(symfs_dir) |
| filename = 'simpleperf_runtest_two_functions_arm' |
| origin_file = TEST_HELPER.testdata_path(filename) |
| source_file = os.path.join(symfs_dir, filename) |
| target_file = os.path.join('binary_cache', filename) |
| expected_build_id = readelf.get_build_id(origin_file) |
| binary_cache_builder = BinaryCacheBuilder(None, False) |
| binary_cache_builder.binaries['simpleperf_runtest_two_functions_arm'] = expected_build_id |
| |
| # Copy binary if target file doesn't exist. |
| remove(target_file) |
| self.run_cmd([strip, '--strip-all', '-o', source_file, origin_file]) |
| binary_cache_builder.copy_binaries_from_symfs_dirs([symfs_dir]) |
| self.assertTrue(filecmp.cmp(target_file, source_file)) |
| |
| # Copy binary if target file doesn't have .symtab and source file has .symtab. |
| self.run_cmd([strip, '--strip-debug', '-o', source_file, origin_file]) |
| binary_cache_builder.copy_binaries_from_symfs_dirs([symfs_dir]) |
| self.assertTrue(filecmp.cmp(target_file, source_file)) |
| |
| # Copy binary if target file doesn't have .debug_line and source_files has .debug_line. |
| shutil.copy(origin_file, source_file) |
| binary_cache_builder.copy_binaries_from_symfs_dirs([symfs_dir]) |
| self.assertTrue(filecmp.cmp(target_file, source_file)) |
| |
| def test_copy_elf_without_build_id_from_symfs_dir(self): |
| binary_cache_builder = BinaryCacheBuilder(None, False) |
| binary_cache_builder.binaries['elf'] = '' |
| symfs_dir = TEST_HELPER.testdata_path('data/symfs_without_build_id') |
| source_file = os.path.join(symfs_dir, 'elf') |
| target_file = os.path.join('binary_cache', 'elf') |
| binary_cache_builder.copy_binaries_from_symfs_dirs([symfs_dir]) |
| self.assertTrue(filecmp.cmp(target_file, source_file)) |
| binary_cache_builder.pull_binaries_from_device() |
| self.assertTrue(filecmp.cmp(target_file, source_file)) |
| |
| |
| class TestApiProfiler(TestBase): |
| def run_api_test(self, package_name, apk_name, expected_reports, min_android_version): |
| adb = TEST_HELPER.adb |
| if TEST_HELPER.android_version < ord(min_android_version) - ord('L') + 5: |
| log_info('skip this test on Android < %s.' % min_android_version) |
| return |
| # step 1: Prepare profiling. |
| self.run_cmd(['api_profiler.py', 'prepare']) |
| # step 2: Install and run the app. |
| apk_path = TEST_HELPER.testdata_path(apk_name) |
| adb.run(['uninstall', package_name]) |
| adb.check_run(['install', '-t', apk_path]) |
| # Without sleep, the activity may be killed by post install intent ACTION_PACKAGE_CHANGED. |
| time.sleep(3) |
| adb.check_run(['shell', 'am', 'start', '-n', package_name + '/.MainActivity']) |
| # step 3: Wait until the app exits. |
| time.sleep(4) |
| while True: |
| result = adb.run(['shell', 'pidof', package_name]) |
| if not result: |
| break |
| time.sleep(1) |
| # step 4: Collect recording data. |
| remove('simpleperf_data') |
| self.run_cmd(['api_profiler.py', 'collect', '-p', package_name, '-o', 'simpleperf_data']) |
| # step 5: Check recording data. |
| names = os.listdir('simpleperf_data') |
| self.assertGreater(len(names), 0) |
| for name in names: |
| path = os.path.join('simpleperf_data', name) |
| remove('report.txt') |
| self.run_cmd(['report.py', '-g', '-o', 'report.txt', '-i', path]) |
| self.check_strings_in_file('report.txt', expected_reports) |
| # step 6: Clean up. |
| adb.check_run(['uninstall', package_name]) |
| |
| def run_cpp_api_test(self, apk_name, min_android_version): |
| self.run_api_test('simpleperf.demo.cpp_api', apk_name, ['BusyThreadFunc'], |
| min_android_version) |
| |
| def test_cpp_api_on_a_debuggable_app_targeting_prev_q(self): |
| # The source code of the apk is in simpleperf/demo/CppApi (with a small change to exit |
| # after recording). |
| self.run_cpp_api_test('cpp_api-debug_prev_Q.apk', 'N') |
| |
| def test_cpp_api_on_a_debuggable_app_targeting_q(self): |
| self.run_cpp_api_test('cpp_api-debug_Q.apk', 'N') |
| |
| def test_cpp_api_on_a_profileable_app_targeting_prev_q(self): |
| # a release apk with <profileable android:shell="true" /> |
| self.run_cpp_api_test('cpp_api-profile_prev_Q.apk', 'Q') |
| |
| def test_cpp_api_on_a_profileable_app_targeting_q(self): |
| self.run_cpp_api_test('cpp_api-profile_Q.apk', 'Q') |
| |
| def run_java_api_test(self, apk_name, min_android_version): |
| self.run_api_test('simpleperf.demo.java_api', apk_name, |
| ['simpleperf.demo.java_api.MainActivity', 'java.lang.Thread.run'], |
| min_android_version) |
| |
| def test_java_api_on_a_debuggable_app_targeting_prev_q(self): |
| # The source code of the apk is in simpleperf/demo/JavaApi (with a small change to exit |
| # after recording). |
| self.run_java_api_test('java_api-debug_prev_Q.apk', 'P') |
| |
| def test_java_api_on_a_debuggable_app_targeting_q(self): |
| self.run_java_api_test('java_api-debug_Q.apk', 'P') |
| |
| def test_java_api_on_a_profileable_app_targeting_prev_q(self): |
| # a release apk with <profileable android:shell="true" /> |
| self.run_java_api_test('java_api-profile_prev_Q.apk', 'Q') |
| |
| def test_java_api_on_a_profileable_app_targeting_q(self): |
| self.run_java_api_test('java_api-profile_Q.apk', 'Q') |
| |
| |
| class TestPprofProtoGenerator(TestBase): |
| def setUp(self): |
| super(TestPprofProtoGenerator, self).setUp() |
| if not HAS_GOOGLE_PROTOBUF: |
| raise unittest.SkipTest( |
| 'Skip test for pprof_proto_generator because google.protobuf is missing') |
| |
| def run_generator(self, options=None, testdata_file='perf_with_interpreter_frames.data'): |
| testdata_path = TEST_HELPER.testdata_path(testdata_file) |
| options = options or [] |
| self.run_cmd(['pprof_proto_generator.py', '-i', testdata_path] + options) |
| return self.run_cmd(['pprof_proto_generator.py', '--show'], return_output=True) |
| |
| def generate_profile(self, options, testdata_files): |
| testdata_paths = [TEST_HELPER.testdata_path(f) for f in testdata_files] |
| options = options or [] |
| self.run_cmd(['pprof_proto_generator.py', '-i'] + testdata_paths + options) |
| return load_pprof_profile('pprof.profile') |
| |
| def test_show_art_frames(self): |
| art_frame_str = 'art::interpreter::DoCall' |
| # By default, don't show art frames. |
| self.assertNotIn(art_frame_str, self.run_generator()) |
| # Use --show_art_frames to show art frames. |
| self.assertIn(art_frame_str, self.run_generator(['--show_art_frames'])) |
| |
| def test_pid_filter(self): |
| key = 'PlayScene::DoFrame()' # function in process 10419 |
| self.assertIn(key, self.run_generator()) |
| self.assertIn(key, self.run_generator(['--pid', '10419'])) |
| self.assertIn(key, self.run_generator(['--pid', '10419', '10416'])) |
| self.assertNotIn(key, self.run_generator(['--pid', '10416'])) |
| |
| def test_tid_filter(self): |
| key1 = 'art::ProfileSaver::Run()' # function in thread 10459 |
| key2 = 'PlayScene::DoFrame()' # function in thread 10463 |
| for options in ([], ['--tid', '10459', '10463']): |
| output = self.run_generator(options) |
| self.assertIn(key1, output) |
| self.assertIn(key2, output) |
| output = self.run_generator(['--tid', '10459']) |
| self.assertIn(key1, output) |
| self.assertNotIn(key2, output) |
| output = self.run_generator(['--tid', '10463']) |
| self.assertNotIn(key1, output) |
| self.assertIn(key2, output) |
| |
| def test_comm_filter(self): |
| key1 = 'art::ProfileSaver::Run()' # function in thread 'Profile Saver' |
| key2 = 'PlayScene::DoFrame()' # function in thread 'e.sample.tunnel' |
| for options in ([], ['--comm', 'Profile Saver', 'e.sample.tunnel']): |
| output = self.run_generator(options) |
| self.assertIn(key1, output) |
| self.assertIn(key2, output) |
| output = self.run_generator(['--comm', 'Profile Saver']) |
| self.assertIn(key1, output) |
| self.assertNotIn(key2, output) |
| output = self.run_generator(['--comm', 'e.sample.tunnel']) |
| self.assertNotIn(key1, output) |
| self.assertIn(key2, output) |
| |
| def test_build_id(self): |
| """ Test the build ids generated are not padded with zeros. """ |
| self.assertIn('build_id: e3e938cc9e40de2cfe1a5ac7595897de(', self.run_generator()) |
| |
| def test_location_address(self): |
| """ Test if the address of a location is within the memory range of the corresponding |
| mapping. |
| """ |
| profile = self.generate_profile(None, ['perf_with_interpreter_frames.data']) |
| # pylint: disable=no-member |
| for location in profile.location: |
| mapping = profile.mapping[location.mapping_id - 1] |
| self.assertLessEqual(mapping.memory_start, location.address) |
| self.assertGreaterEqual(mapping.memory_limit, location.address) |
| |
| def test_multiple_perf_data(self): |
| """ Test reporting multiple recording file. """ |
| profile1 = self.generate_profile(None, ['aggregatable_perf1.data']) |
| profile2 = self.generate_profile(None, ['aggregatable_perf2.data']) |
| profile_both = self.generate_profile( |
| None, ['aggregatable_perf1.data', 'aggregatable_perf2.data']) |
| # pylint: disable=no-member |
| self.assertGreater(len(profile_both.sample), len(profile1.sample)) |
| self.assertGreater(len(profile_both.sample), len(profile2.sample)) |
| |
| |
| class TestRecordingRealApps(TestBase): |
| def setUp(self): |
| super(TestRecordingRealApps, self).setUp() |
| self.adb = TEST_HELPER.adb |
| self.installed_packages = [] |
| |
| def tearDown(self): |
| for package in self.installed_packages: |
| self.adb.run(['shell', 'pm', 'uninstall', package]) |
| super(TestRecordingRealApps, self).tearDown() |
| |
| def install_apk(self, apk_path, package_name): |
| self.adb.run(['uninstall', package_name]) |
| self.adb.run(['install', '-t', apk_path]) |
| self.installed_packages.append(package_name) |
| |
| def start_app(self, start_cmd): |
| subprocess.Popen(self.adb.adb_path + ' ' + start_cmd, shell=True, |
| stdout=TEST_LOGGER.log_fh, stderr=TEST_LOGGER.log_fh) |
| |
| def record_data(self, package_name, record_arg): |
| self.run_cmd(['app_profiler.py', '--app', package_name, '-r', record_arg]) |
| |
| def check_symbol_in_record_file(self, symbol_name): |
| self.run_cmd(['report.py', '--children', '-o', 'report.txt']) |
| self.check_strings_in_file('report.txt', [symbol_name]) |
| |
| def test_recording_displaybitmaps(self): |
| self.install_apk(TEST_HELPER.testdata_path('DisplayBitmaps.apk'), |
| 'com.example.android.displayingbitmaps') |
| self.install_apk(TEST_HELPER.testdata_path('DisplayBitmapsTest.apk'), |
| 'com.example.android.displayingbitmaps.test') |
| self.start_app('shell am instrument -w -r -e debug false -e class ' + |
| 'com.example.android.displayingbitmaps.tests.GridViewTest ' + |
| 'com.example.android.displayingbitmaps.test/' + |
| 'androidx.test.runner.AndroidJUnitRunner') |
| self.record_data('com.example.android.displayingbitmaps', '-e cpu-clock -g --duration 10') |
| if TEST_HELPER.android_version >= 9: |
| self.check_symbol_in_record_file('androidx.test.espresso') |
| |
| def test_recording_endless_tunnel(self): |
| self.install_apk(TEST_HELPER.testdata_path( |
| 'EndlessTunnel.apk'), 'com.google.sample.tunnel') |
| self.start_app('shell am start -n com.google.sample.tunnel/android.app.NativeActivity -a ' + |
| 'android.intent.action.MAIN -c android.intent.category.LAUNCHER') |
| self.record_data('com.google.sample.tunnel', '-e cpu-clock -g --duration 10') |
| self.check_symbol_in_record_file('PlayScene::DoFrame') |
| |
| |
| def get_all_tests(): |
| tests = [] |
| for name, value in globals().items(): |
| if isinstance(value, type) and issubclass(value, unittest.TestCase): |
| for member_name, member in inspect.getmembers(value): |
| if isinstance(member, (types.MethodType, types.FunctionType)): |
| if member_name.startswith('test'): |
| tests.append(name + '.' + member_name) |
| return sorted(tests) |
| |
| |
| def run_tests(tests): |
| TEST_HELPER.build_testdata() |
| argv = [sys.argv[0]] + tests |
| test_runner = unittest.TextTestRunner(stream=TEST_LOGGER, verbosity=0) |
| test_program = unittest.main(argv=argv, testRunner=test_runner, exit=False, verbosity=0) |
| result = test_program.result.wasSuccessful() |
| remove(TEST_HELPER.testdata_dir) |
| return result |
| |
| |
| def main(): |
| parser = argparse.ArgumentParser(description='Test simpleperf scripts') |
| parser.add_argument('--list-tests', action='store_true', help='List all tests.') |
| parser.add_argument('--test-from', nargs=1, help='Run left tests from the selected test.') |
| parser.add_argument('--browser', action='store_true', help='pop report html file in browser.') |
| parser.add_argument('--progress-file', help='write test progress file') |
| parser.add_argument('pattern', nargs='*', help='Run tests matching the selected pattern.') |
| args = parser.parse_args() |
| tests = get_all_tests() |
| if args.list_tests: |
| print('\n'.join(tests)) |
| return True |
| if args.test_from: |
| start_pos = 0 |
| while start_pos < len(tests) and tests[start_pos] != args.test_from[0]: |
| start_pos += 1 |
| if start_pos == len(tests): |
| log_exit("Can't find test %s" % args.test_from[0]) |
| tests = tests[start_pos:] |
| if args.pattern: |
| patterns = [re.compile(fnmatch.translate(x)) for x in args.pattern] |
| tests = [t for t in tests if any(pattern.match(t) for pattern in patterns)] |
| if not tests: |
| log_exit('No tests are matched.') |
| |
| if TEST_HELPER.android_version < 7: |
| print("Skip tests on Android version < N.", file=TEST_LOGGER) |
| return False |
| |
| remove(TEST_HELPER.test_base_dir) |
| |
| if not args.browser: |
| TEST_HELPER.browser_option = ['--no_browser'] |
| |
| if args.progress_file: |
| TEST_HELPER.progress_fh = open(args.progress_file, 'w') |
| |
| result = run_tests(tests) |
| if not result: |
| print('Tests failed, see %s for details.' % TEST_LOGGER.log_file, file=TEST_LOGGER) |
| TEST_HELPER.write_progress('Test end') |
| return result |
| |
| |
| if __name__ == '__main__': |
| sys.exit(0 if main() else 1) |
