| #!/usr/bin/env python |
| |
| import os |
| import sys |
| import string |
| import argparse |
| import subprocess |
| import tempfile |
| |
| |
| root_dir = os.path.abspath(os.path.dirname(__file__)) |
| |
| |
| parser = argparse.ArgumentParser(description='Android system files extractor') |
| parser.add_argument("-p", "--prefix", metavar="NAME", required=True, |
| help="Prefix for stored files, e.g. galaxy-s7-us") |
| |
| |
| # System files which need to be read with `adb shell cat filename` |
| # instead of `adb pull filename` |
| SHELL_PREFIX = [ |
| "/sys/class/kgsl/kgsl-3d0/", |
| ] |
| |
| SYSTEM_FILES = [ |
| "/proc/cpuinfo", |
| "/system/build.prop", |
| "/sys/class/kgsl/kgsl-3d0/bus_split", |
| "/sys/class/kgsl/kgsl-3d0/clock_mhz", |
| "/sys/class/kgsl/kgsl-3d0/deep_nap_timer", |
| "/sys/class/kgsl/kgsl-3d0/default_pwrlevel", |
| "/sys/class/kgsl/kgsl-3d0/dev", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/available_frequencies", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/available_governors", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/cur_freq", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/governor", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/gpu_load", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/max_freq", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/min_freq", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/polling_interval", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/suspend_time", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/target_freq", |
| "/sys/class/kgsl/kgsl-3d0/devfreq/trans_stat", |
| "/sys/class/kgsl/kgsl-3d0/device/op_cpu_table", |
| "/sys/class/kgsl/kgsl-3d0/freq_table_mhz", |
| "/sys/class/kgsl/kgsl-3d0/ft_fast_hang_detect", |
| "/sys/class/kgsl/kgsl-3d0/ft_hang_intr_status", |
| "/sys/class/kgsl/kgsl-3d0/ft_long_ib_detect", |
| "/sys/class/kgsl/kgsl-3d0/ft_pagefault_policy", |
| "/sys/class/kgsl/kgsl-3d0/ft_policy", |
| "/sys/class/kgsl/kgsl-3d0/gpu_available_frequencies", |
| "/sys/class/kgsl/kgsl-3d0/gpu_busy_percentage", |
| "/sys/class/kgsl/kgsl-3d0/gpu_clock_stats", |
| "/sys/class/kgsl/kgsl-3d0/gpu_llc_slice_enable", |
| "/sys/class/kgsl/kgsl-3d0/gpu_model", |
| "/sys/class/kgsl/kgsl-3d0/gpubusy", |
| "/sys/class/kgsl/kgsl-3d0/gpuclk", |
| "/sys/class/kgsl/kgsl-3d0/gpuhtw_llc_slice_enable", |
| "/sys/class/kgsl/kgsl-3d0/hwcg", |
| "/sys/class/kgsl/kgsl-3d0/idle_timer", |
| "/sys/class/kgsl/kgsl-3d0/lm", |
| "/sys/class/kgsl/kgsl-3d0/max_gpuclk", |
| "/sys/class/kgsl/kgsl-3d0/max_pwrlevel", |
| "/sys/class/kgsl/kgsl-3d0/min_clock_mhz", |
| "/sys/class/kgsl/kgsl-3d0/min_pwrlevel", |
| "/sys/class/kgsl/kgsl-3d0/num_pwrlevels", |
| "/sys/class/kgsl/kgsl-3d0/pmqos_active_latency", |
| "/sys/class/kgsl/kgsl-3d0/popp", |
| "/sys/class/kgsl/kgsl-3d0/preempt_count", |
| "/sys/class/kgsl/kgsl-3d0/preempt_level", |
| "/sys/class/kgsl/kgsl-3d0/preemption", |
| "/sys/class/kgsl/kgsl-3d0/pwrscale", |
| "/sys/class/kgsl/kgsl-3d0/reset_count", |
| "/sys/class/kgsl/kgsl-3d0/skipsaverestore", |
| "/sys/class/kgsl/kgsl-3d0/sptp_pc", |
| "/sys/class/kgsl/kgsl-3d0/thermal_pwrlevel", |
| "/sys/class/kgsl/kgsl-3d0/throttling", |
| "/sys/class/kgsl/kgsl-3d0/usesgmem", |
| "/sys/class/kgsl/kgsl-3d0/wake_nice", |
| "/sys/class/kgsl/kgsl-3d0/wake_timeout", |
| "/sys/devices/soc0/accessory_chip", |
| "/sys/devices/soc0/build_id", |
| "/sys/devices/soc0/chip_family", |
| "/sys/devices/soc0/chip_name", |
| "/sys/devices/soc0/family", |
| "/sys/devices/soc0/foundry_id", |
| "/sys/devices/soc0/hw_platform", |
| "/sys/devices/soc0/image_crm_version", |
| "/sys/devices/soc0/image_variant", |
| "/sys/devices/soc0/image_version", |
| "/sys/devices/soc0/images", |
| "/sys/devices/soc0/machine", |
| "/sys/devices/soc0/ncluster_array_offset", |
| "/sys/devices/soc0/ndefective_parts_array_offset", |
| "/sys/devices/soc0/nmodem_supported", |
| "/sys/devices/soc0/nproduct_id", |
| "/sys/devices/soc0/num_clusters", |
| "/sys/devices/soc0/num_defective_parts", |
| "/sys/devices/soc0/platform_subtype", |
| "/sys/devices/soc0/platform_subtype_id", |
| "/sys/devices/soc0/platform_version", |
| "/sys/devices/soc0/pmic_die_revision", |
| "/sys/devices/soc0/pmic_model", |
| "/sys/devices/soc0/raw_device_family", |
| "/sys/devices/soc0/raw_device_number", |
| "/sys/devices/soc0/raw_id", |
| "/sys/devices/soc0/raw_version", |
| "/sys/devices/soc0/revision", |
| "/sys/devices/soc0/select_image", |
| "/sys/devices/soc0/serial_number", |
| "/sys/devices/soc0/soc_id", |
| "/sys/devices/soc0/vendor", |
| "/sys/devices/system/b.L/big_threads", |
| "/sys/devices/system/b.L/boot_cluster", |
| "/sys/devices/system/b.L/core_status", |
| "/sys/devices/system/b.L/little_threads", |
| "/sys/devices/system/b.L/down_migrations", |
| "/sys/devices/system/b.L/up_migrations", |
| "/sys/devices/system/cpu/isolated", |
| "/sys/devices/system/cpu/kernel_max", |
| "/sys/devices/system/cpu/modalias", |
| "/sys/devices/system/cpu/offline", |
| "/sys/devices/system/cpu/online", |
| "/sys/devices/system/cpu/possible", |
| "/sys/devices/system/cpu/present", |
| "/sys/devices/system/cpu/sched_isolated", |
| "/sys/devices/system/cpu/clusterhotplug/cur_hstate", |
| "/sys/devices/system/cpu/clusterhotplug/down_freq", |
| "/sys/devices/system/cpu/clusterhotplug/down_tasks", |
| "/sys/devices/system/cpu/clusterhotplug/down_threshold", |
| "/sys/devices/system/cpu/clusterhotplug/sampling_rate", |
| "/sys/devices/system/cpu/clusterhotplug/time_in_state", |
| "/sys/devices/system/cpu/clusterhotplug/up_freq", |
| "/sys/devices/system/cpu/clusterhotplug/up_tasks", |
| "/sys/devices/system/cpu/clusterhotplug/up_threshold", |
| "/sys/devices/system/cpu/cpufreq/all_time_in_state", |
| "/sys/devices/system/cpu/cpufreq/current_in_state", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/big_cpu_num", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/big_max_freq", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/big_min_freq", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/hmp_boost_type", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/hmp_prev_boost_type", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/ltl_cpu_num", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/ltl_divider", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/ltl_max_freq", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/ltl_min_freq", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/ltl_min_lock", |
| "/sys/devices/system/cpu/cpufreq/cpufreq_limit/requests", |
| "/sys/devices/system/cpu/cpuidle/current_driver", |
| "/sys/devices/system/cpu/cpuidle/current_governor_ro", |
| "/sys/devices/system/cpu/cputopo/cpus_per_cluster", |
| "/sys/devices/system/cpu/cputopo/big_cpumask", |
| "/sys/devices/system/cpu/cputopo/glbinfo", |
| "/sys/devices/system/cpu/cputopo/is_big_little", |
| "/sys/devices/system/cpu/cputopo/is_multi_cluster", |
| "/sys/devices/system/cpu/cputopo/little_cpumask", |
| "/sys/devices/system/cpu/cputopo/nr_clusters", |
| "/sys/devices/system/sched/idle_prefer", |
| "/sys/devices/system/sched/sched_boost", |
| ] |
| |
| CPU_FILES = [ |
| "core_ctl/active_cpus", |
| "core_ctl/busy_up_thres", |
| "core_ctl/busy_down_thres", |
| "core_ctl/enable", |
| "core_ctl/global_state", |
| "core_ctl/is_big_cluster", |
| "core_ctl/max_cpus", |
| "core_ctl/min_cpus", |
| "core_ctl/need_cpus", |
| "core_ctl/not_preferred", |
| "core_ctl/offline_delay_ms", |
| "core_ctl/task_thres", |
| "current_driver", |
| "current_governor_ro", |
| "cpuidle/driver/name", |
| "cpufreq/affected_cpus", |
| "cpufreq/cpuinfo_max_freq", |
| "cpufreq/cpuinfo_min_freq", |
| "cpufreq/cpuinfo_transition_latency", |
| "cpufreq/related_cpus", |
| "cpufreq/scaling_available_frequencies", |
| "cpufreq/scaling_available_governors", |
| "cpufreq/scaling_cur_freq", |
| "cpufreq/scaling_driver", |
| "cpufreq/scaling_governor", |
| "cpufreq/scaling_max_freq", |
| "cpufreq/scaling_min_freq", |
| "cpufreq/sched/down_throttle_nsec", |
| "cpufreq/sched/up_throttle_nsec", |
| "cpufreq/stats/time_in_state", |
| "cpufreq/stats/total_trans", |
| "cpufreq/stats/trans_table", |
| "isolate", |
| "regs/identification/midr_el1", |
| "regs/identification/revidr_el1", |
| "sched_load_boost", |
| "topology/core_id", |
| "topology/core_siblings", |
| "topology/core_siblings_list", |
| "topology/cpu_capacity", |
| "topology/max_cpu_capacity", |
| "topology/physical_package_id", |
| "topology/thread_siblings", |
| "topology/thread_siblings_list", |
| ] |
| |
| CACHE_FILES = [ |
| "allocation_policy", |
| "coherency_line_size", |
| "level", |
| "number_of_sets", |
| "shared_cpu_list", |
| "shared_cpu_map", |
| "size", |
| "type", |
| "ways_of_associativity", |
| "write_policy", |
| ] |
| |
| def c_escape(string): |
| c_string = "" |
| for c in string: |
| if c == "\\": |
| c_string += "\\\\" |
| elif c == "\"": |
| c_string += "\\\"" |
| elif c == "\t": |
| c_string += "\\t" |
| elif c == "\n": |
| c_string += "\\n" |
| elif c == "\r": |
| c_string += "\\r" |
| elif ord(c) == 0: |
| c_string += "\\0" |
| elif 32 <= ord(c) < 127: |
| c_string += c |
| else: |
| c_string += "x%02X" % ord(c) |
| return c_string |
| |
| def adb_shell(commands): |
| env = os.environ.copy() |
| env["LC_ALL"] = "C" |
| |
| adb = subprocess.Popen(["adb", "shell"] + commands, env=env, stdout=subprocess.PIPE) |
| stdout, _ = adb.communicate() |
| if adb.returncode == 0: |
| return stdout |
| |
| def adb_push(local_path, device_path): |
| env = os.environ.copy() |
| env["LC_ALL"] = "C" |
| |
| adb = subprocess.Popen(["adb", "push", local_path, device_path], env=env) |
| adb.communicate() |
| return adb.returncode == 0 |
| |
| def adb_pull(device_path, local_path): |
| if any(device_path.startswith(prefix) for prefix in SHELL_PREFIX): |
| content = adb_shell(["cat", device_path]) |
| if content is not None: |
| if not content.rstrip().endswith("No such file or directory"): |
| with open(local_path, "wb") as local_file: |
| local_file.write(content) |
| return True |
| else: |
| env = os.environ.copy() |
| env["LC_ALL"] = "C" |
| |
| adb = subprocess.Popen(["adb", "pull", device_path, local_path], env=env) |
| adb.communicate() |
| return adb.returncode == 0 |
| |
| def adb_getprop(): |
| properties = adb_shell(["getprop"]) |
| properties_list = list() |
| while properties: |
| assert properties.startswith("[") |
| properties = properties[1:] |
| key, properties = properties.split("]", 1) |
| properties = properties.strip() |
| assert properties.startswith(":") |
| properties = properties[1:].strip() |
| assert properties.startswith("[") |
| properties = properties[1:] |
| value, properties = properties.split("]", 1) |
| properties = properties.strip() |
| properties_list.append((key, value)) |
| return properties_list |
| |
| def add_mock_file(stream, path, content): |
| assert content is not None |
| stream.write("\t{\n") |
| stream.write("\t\t.path = \"%s\",\n" % path) |
| stream.write("\t\t.size = %d,\n" % len(content)) |
| if len(content.splitlines()) > 1: |
| stream.write("\t\t.content =") |
| for line in content.splitlines(True): |
| stream.write("\n\t\t\t\"%s\"" % c_escape(line)) |
| stream.write(",\n") |
| else: |
| stream.write("\t\t.content = \"%s\",\n" % c_escape(content)) |
| stream.write("\t},\n") |
| |
| |
| def dump_device_file(stream, path, prefix_line=None): |
| temp_fd, temp_path = tempfile.mkstemp() |
| os.close(temp_fd) |
| try: |
| if adb_pull(path, temp_path): |
| with open(temp_path, "rb") as temp_file: |
| content = temp_file.read() |
| if prefix_line is not None: |
| stream.write(prefix_line) |
| add_mock_file(stream, path, content) |
| return content |
| finally: |
| if os.path.exists(temp_path): |
| os.remove(temp_path) |
| |
| |
| def main(args): |
| options = parser.parse_args(args) |
| |
| dmesg_content = adb_shell(["dmesg"]) |
| if dmesg_content is not None and dmesg_content.strip() == "klogctl: Operation not permitted": |
| dmesg_content = None |
| if dmesg_content is not None: |
| with open(os.path.join("test", "dmesg", options.prefix + ".log"), "w") as dmesg_dump: |
| dmesg_dump.write(dmesg_content) |
| |
| build_prop_content = None |
| proc_cpuinfo_content = None |
| proc_cpuinfo_content32 = None |
| kernel_max = 0 |
| with open(os.path.join("test", "mock", options.prefix + ".h"), "w") as file_header: |
| file_header.write("struct cpuinfo_mock_file filesystem[] = {\n") |
| android_props = adb_getprop() |
| abi = None |
| for key, value in android_props: |
| if key == "ro.product.cpu.abi": |
| abi = value |
| for path in SYSTEM_FILES: |
| arm64_prefix = None |
| if path == "/proc/cpuinfo" and abi == "arm64-v8a": |
| arm64_prefix = "#if CPUINFO_ARCH_ARM64\n" |
| content = dump_device_file(file_header, path, prefix_line=arm64_prefix) |
| if content is not None: |
| if path == "/proc/cpuinfo": |
| proc_cpuinfo_content = content |
| elif path == "/system/build.prop": |
| build_prop_content = content |
| elif path == "/sys/devices/system/cpu/kernel_max": |
| kernel_max = int(content.strip()) |
| if arm64_prefix: |
| cpuinfo_dump_binary = os.path.join(root_dir, "..", "build", "android", "armeabi-v7a", "cpuinfo-dump") |
| assert os.path.isfile(cpuinfo_dump_binary) |
| adb_push(cpuinfo_dump_binary, "/data/local/tmp/cpuinfo-dump") |
| proc_cpuinfo_content32 = adb_shell(["/data/local/tmp/cpuinfo-dump"]) |
| if proc_cpuinfo_content32: |
| proc_cpuinfo_content32 = "\n".join(proc_cpuinfo_content32.splitlines()) |
| file_header.write("#elif CPUINFO_ARCH_ARM\n") |
| add_mock_file(file_header, "/proc/cpuinfo", proc_cpuinfo_content32) |
| file_header.write("#endif\n") |
| |
| for cpu in range(kernel_max + 1): |
| for filename in CPU_FILES: |
| path = "/sys/devices/system/cpu/cpu%d/%s" % (cpu, filename) |
| dump_device_file(file_header, path) |
| for index in range(5): |
| for filename in CACHE_FILES: |
| path = "/sys/devices/system/cpu/cpu%d/cache/index%d/%s" % (cpu, index, filename) |
| dump_device_file(file_header, path) |
| file_header.write("\t{ NULL },\n") |
| file_header.write("};\n") |
| file_header.write("#ifdef __ANDROID__\n") |
| file_header.write("struct cpuinfo_mock_property properties[] = {\n") |
| for key, value in android_props: |
| file_header.write("\t{\n") |
| file_header.write("\t\t.key = \"%s\",\n" % c_escape(key)) |
| file_header.write("\t\t.value = \"%s\",\n" % c_escape(value)) |
| file_header.write("\t},\n") |
| file_header.write("\t{ NULL },\n") |
| file_header.write("};\n") |
| file_header.write("#endif /* __ANDROID__ */\n") |
| |
| if proc_cpuinfo_content is not None: |
| with open(os.path.join("test", "cpuinfo", options.prefix + ".log"), "w") as proc_cpuinfo_dump: |
| proc_cpuinfo_dump.write(proc_cpuinfo_content) |
| if proc_cpuinfo_content32 is not None: |
| with open(os.path.join("test", "cpuinfo", options.prefix + ".armeabi.log"), "w") as proc_cpuinfo_dump32: |
| proc_cpuinfo_dump32.write(proc_cpuinfo_content32) |
| if build_prop_content is not None: |
| with open(os.path.join("test", "build.prop", options.prefix + ".log"), "w") as build_prop_dump: |
| build_prop_dump.write(build_prop_content) |
| |
| if __name__ == "__main__": |
| main(sys.argv[1:]) |
