| /* SPDX-License-Identifier: GPL-2.0 */ |
| #ifdef PROTECT_TRACE_INCLUDE_PATH |
| #undef PROTECT_TRACE_INCLUDE_PATH |
| |
| #include <trace/hooks/save_incpath.h> |
| #include <trace/hooks/mm.h> |
| #include <trace/hooks/restore_incpath.h> |
| |
| #else /* PROTECT_TRACE_INCLUDE_PATH */ |
| |
| #undef TRACE_SYSTEM |
| #define TRACE_SYSTEM mm |
| |
| #define TRACE_INCLUDE_PATH trace/hooks |
| |
| #if !defined(_TRACE_HOOK_MM_H) || defined(TRACE_HEADER_MULTI_READ) |
| #define _TRACE_HOOK_MM_H |
| |
| #include <linux/types.h> |
| |
| #include <linux/mm.h> |
| #include <linux/oom.h> |
| #include <linux/tracepoint.h> |
| #include <trace/hooks/vendor_hooks.h> |
| #include <linux/rwsem.h> |
| |
| #ifdef __GENKSYMS__ |
| struct slabinfo; |
| struct cgroup_subsys_state; |
| struct device; |
| struct mem_cgroup; |
| struct readahead_control; |
| #else |
| /* struct slabinfo */ |
| #include <../mm/slab.h> |
| /* struct cgroup_subsys_state */ |
| #include <linux/cgroup-defs.h> |
| /* struct device */ |
| #include <linux/device.h> |
| /* struct mem_cgroup */ |
| #include <linux/memcontrol.h> |
| /* struct readahead_control */ |
| #include <linux/pagemap.h> |
| #endif /* __GENKSYMS__ */ |
| struct cma; |
| struct swap_slots_cache; |
| struct page_vma_mapped_walk; |
| |
| DECLARE_RESTRICTED_HOOK(android_rvh_set_skip_swapcache_flags, |
| TP_PROTO(gfp_t *flags), |
| TP_ARGS(flags), 1); |
| DECLARE_RESTRICTED_HOOK(android_rvh_set_gfp_zone_flags, |
| TP_PROTO(gfp_t *flags), |
| TP_ARGS(flags), 1); |
| DECLARE_RESTRICTED_HOOK(android_rvh_set_readahead_gfp_mask, |
| TP_PROTO(gfp_t *flags), |
| TP_ARGS(flags), 1); |
| DECLARE_HOOK(android_vh_cma_alloc_start, |
| TP_PROTO(s64 *ts), |
| TP_ARGS(ts)); |
| DECLARE_HOOK(android_vh_cma_alloc_finish, |
| TP_PROTO(struct cma *cma, struct page *page, unsigned long count, |
| unsigned int align, gfp_t gfp_mask, s64 ts), |
| TP_ARGS(cma, page, count, align, gfp_mask, ts)); |
| DECLARE_HOOK(android_vh_rmqueue, |
| TP_PROTO(struct zone *preferred_zone, struct zone *zone, |
| unsigned int order, gfp_t gfp_flags, |
| unsigned int alloc_flags, int migratetype), |
| TP_ARGS(preferred_zone, zone, order, |
| gfp_flags, alloc_flags, migratetype)); |
| DECLARE_HOOK(android_vh_pagecache_get_page, |
| TP_PROTO(struct address_space *mapping, pgoff_t index, |
| int fgp_flags, gfp_t gfp_mask, struct page *page), |
| TP_ARGS(mapping, index, fgp_flags, gfp_mask, page)); |
| DECLARE_HOOK(android_vh_filemap_fault_get_page, |
| TP_PROTO(struct vm_fault *vmf, struct page **page, bool *retry), |
| TP_ARGS(vmf, page, retry)); |
| DECLARE_HOOK(android_vh_filemap_fault_cache_page, |
| TP_PROTO(struct vm_fault *vmf, struct page *page), |
| TP_ARGS(vmf, page)); |
| DECLARE_HOOK(android_vh_meminfo_proc_show, |
| TP_PROTO(struct seq_file *m), |
| TP_ARGS(m)); |
| DECLARE_HOOK(android_vh_exit_mm, |
| TP_PROTO(struct mm_struct *mm), |
| TP_ARGS(mm)); |
| DECLARE_HOOK(android_vh_get_from_fragment_pool, |
| TP_PROTO(struct mm_struct *mm, struct vm_unmapped_area_info *info, |
| unsigned long *addr), |
| TP_ARGS(mm, info, addr)); |
| DECLARE_HOOK(android_vh_exclude_reserved_zone, |
| TP_PROTO(struct mm_struct *mm, struct vm_unmapped_area_info *info), |
| TP_ARGS(mm, info)); |
| DECLARE_HOOK(android_vh_include_reserved_zone, |
| TP_PROTO(struct mm_struct *mm, struct vm_unmapped_area_info *info, |
| unsigned long *addr), |
| TP_ARGS(mm, info, addr)); |
| DECLARE_HOOK(android_vh_show_mem, |
| TP_PROTO(unsigned int filter, nodemask_t *nodemask), |
| TP_ARGS(filter, nodemask)); |
| DECLARE_HOOK(android_vh_alloc_pages_slowpath_begin, |
| TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long *pdata), |
| TP_ARGS(gfp_mask, order, pdata)); |
| DECLARE_HOOK(android_vh_alloc_pages_slowpath_end, |
| TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long data), |
| TP_ARGS(gfp_mask, order, data)); |
| struct dirty_throttle_control; |
| DECLARE_HOOK(android_vh_mm_dirty_limits, |
| TP_PROTO(struct dirty_throttle_control *const gdtc, bool strictlimit, |
| unsigned long dirty, unsigned long bg_thresh, |
| unsigned long nr_reclaimable, unsigned long pages_dirtied), |
| TP_ARGS(gdtc, strictlimit, dirty, bg_thresh, |
| nr_reclaimable, pages_dirtied)); |
| DECLARE_HOOK(android_vh_oom_check_panic, |
| TP_PROTO(struct oom_control *oc, int *ret), |
| TP_ARGS(oc, ret)); |
| DECLARE_HOOK(android_vh_save_vmalloc_stack, |
| TP_PROTO(unsigned long flags, struct vm_struct *vm), |
| TP_ARGS(flags, vm)); |
| DECLARE_HOOK(android_vh_show_stack_hash, |
| TP_PROTO(struct seq_file *m, struct vm_struct *v), |
| TP_ARGS(m, v)); |
| DECLARE_HOOK(android_vh_save_track_hash, |
| TP_PROTO(bool alloc, unsigned long p), |
| TP_ARGS(alloc, p)); |
| DECLARE_HOOK(android_vh_vmpressure, |
| TP_PROTO(struct mem_cgroup *memcg, bool *bypass), |
| TP_ARGS(memcg, bypass)); |
| DECLARE_HOOK(android_vh_mem_cgroup_alloc, |
| TP_PROTO(struct mem_cgroup *memcg), |
| TP_ARGS(memcg)); |
| DECLARE_HOOK(android_vh_mem_cgroup_free, |
| TP_PROTO(struct mem_cgroup *memcg), |
| TP_ARGS(memcg)); |
| DECLARE_HOOK(android_vh_mem_cgroup_id_remove, |
| TP_PROTO(struct mem_cgroup *memcg), |
| TP_ARGS(memcg)); |
| DECLARE_HOOK(android_vh_mem_cgroup_css_online, |
| TP_PROTO(struct cgroup_subsys_state *css, struct mem_cgroup *memcg), |
| TP_ARGS(css, memcg)); |
| DECLARE_HOOK(android_vh_mem_cgroup_css_offline, |
| TP_PROTO(struct cgroup_subsys_state *css, struct mem_cgroup *memcg), |
| TP_ARGS(css, memcg)); |
| DECLARE_HOOK(android_vh_kmalloc_slab, |
| TP_PROTO(unsigned int index, gfp_t flags, struct kmem_cache **s), |
| TP_ARGS(index, flags, s)); |
| DECLARE_HOOK(android_vh_mmap_region, |
| TP_PROTO(struct vm_area_struct *vma, unsigned long addr), |
| TP_ARGS(vma, addr)); |
| DECLARE_HOOK(android_vh_try_to_unmap_one, |
| TP_PROTO(struct vm_area_struct *vma, struct page *page, unsigned long addr, bool ret), |
| TP_ARGS(vma, page, addr, ret)); |
| DECLARE_HOOK(android_vh_do_page_trylock, |
| TP_PROTO(struct page *page, struct rw_semaphore *sem, |
| bool *got_lock, bool *success), |
| TP_ARGS(page, sem, got_lock, success)); |
| DECLARE_HOOK(android_vh_drain_all_pages_bypass, |
| TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long alloc_flags, |
| int migratetype, unsigned long did_some_progress, |
| bool *bypass), |
| TP_ARGS(gfp_mask, order, alloc_flags, migratetype, did_some_progress, bypass)); |
| DECLARE_HOOK(android_vh_update_page_mapcount, |
| TP_PROTO(struct page *page, bool inc_size, bool compound, |
| bool *first_mapping, bool *success), |
| TP_ARGS(page, inc_size, compound, first_mapping, success)); |
| DECLARE_HOOK(android_vh_add_page_to_lrulist, |
| TP_PROTO(struct page *page, bool compound, enum lru_list lru), |
| TP_ARGS(page, compound, lru)); |
| DECLARE_HOOK(android_vh_del_page_from_lrulist, |
| TP_PROTO(struct page *page, bool compound, enum lru_list lru), |
| TP_ARGS(page, compound, lru)); |
| DECLARE_HOOK(android_vh_show_mapcount_pages, |
| TP_PROTO(void *unused), |
| TP_ARGS(unused)); |
| DECLARE_HOOK(android_vh_do_traversal_lruvec, |
| TP_PROTO(struct lruvec *lruvec), |
| TP_ARGS(lruvec)); |
| DECLARE_HOOK(android_vh_page_should_be_protected, |
| TP_PROTO(struct page *page, bool *should_protect), |
| TP_ARGS(page, should_protect)); |
| DECLARE_HOOK(android_vh_mark_page_accessed, |
| TP_PROTO(struct page *page), |
| TP_ARGS(page)); |
| DECLARE_HOOK(android_vh_cma_drain_all_pages_bypass, |
| TP_PROTO(unsigned int migratetype, bool *bypass), |
| TP_ARGS(migratetype, bypass)); |
| DECLARE_HOOK(android_vh_pcplist_add_cma_pages_bypass, |
| TP_PROTO(int migratetype, bool *bypass), |
| TP_ARGS(migratetype, bypass)); |
| DECLARE_HOOK(android_vh_subpage_dma_contig_alloc, |
| TP_PROTO(bool *allow_subpage_alloc, struct device *dev, size_t *size), |
| TP_ARGS(allow_subpage_alloc, dev, size)); |
| DECLARE_HOOK(android_vh_ra_tuning_max_page, |
| TP_PROTO(struct readahead_control *ractl, unsigned long *max_page), |
| TP_ARGS(ractl, max_page)); |
| DECLARE_RESTRICTED_HOOK(android_rvh_handle_pte_fault_end, |
| TP_PROTO(struct vm_fault *vmf, unsigned long highest_memmap_pfn), |
| TP_ARGS(vmf, highest_memmap_pfn), 1); |
| DECLARE_HOOK(android_vh_handle_pte_fault_end, |
| TP_PROTO(struct vm_fault *vmf, unsigned long highest_memmap_pfn), |
| TP_ARGS(vmf, highest_memmap_pfn)); |
| DECLARE_HOOK(android_vh_cow_user_page, |
| TP_PROTO(struct vm_fault *vmf, struct page *page), |
| TP_ARGS(vmf, page)); |
| DECLARE_HOOK(android_vh_swapin_add_anon_rmap, |
| TP_PROTO(struct vm_fault *vmf, struct page *page), |
| TP_ARGS(vmf, page)); |
| DECLARE_HOOK(android_vh_waiting_for_page_migration, |
| TP_PROTO(struct page *page), |
| TP_ARGS(page)); |
| DECLARE_HOOK(android_vh_migrate_page_states, |
| TP_PROTO(struct page *page, struct page *newpage), |
| TP_ARGS(page, newpage)); |
| DECLARE_HOOK(android_vh_page_referenced_one_end, |
| TP_PROTO(struct vm_area_struct *vma, struct page *page, int referenced), |
| TP_ARGS(vma, page, referenced)); |
| DECLARE_HOOK(android_vh_count_pswpin, |
| TP_PROTO(struct swap_info_struct *sis), |
| TP_ARGS(sis)); |
| DECLARE_HOOK(android_vh_count_pswpout, |
| TP_PROTO(struct swap_info_struct *sis), |
| TP_ARGS(sis)); |
| DECLARE_HOOK(android_vh_count_swpout_vm_event, |
| TP_PROTO(struct swap_info_struct *sis, struct page *page, bool *skip), |
| TP_ARGS(sis, page, skip)); |
| DECLARE_HOOK(android_vh_swap_slot_cache_active, |
| TP_PROTO(bool swap_slot_cache_active), |
| TP_ARGS(swap_slot_cache_active)); |
| DECLARE_RESTRICTED_HOOK(android_rvh_drain_slots_cache_cpu, |
| TP_PROTO(struct swap_slots_cache *cache, unsigned int type, |
| bool free_slots, bool *skip), |
| TP_ARGS(cache, type, free_slots, skip), 1); |
| DECLARE_HOOK(android_vh_drain_slots_cache_cpu, |
| TP_PROTO(struct swap_slots_cache *cache, unsigned int type, |
| bool free_slots, bool *skip), |
| TP_ARGS(cache, type, free_slots, skip)); |
| DECLARE_RESTRICTED_HOOK(android_rvh_alloc_swap_slot_cache, |
| TP_PROTO(struct swap_slots_cache *cache, int *ret, bool *skip), |
| TP_ARGS(cache, ret, skip), 1); |
| DECLARE_HOOK(android_vh_alloc_swap_slot_cache, |
| TP_PROTO(struct swap_slots_cache *cache, int *ret, bool *skip), |
| TP_ARGS(cache, ret, skip)); |
| DECLARE_RESTRICTED_HOOK(android_rvh_free_swap_slot, |
| TP_PROTO(swp_entry_t entry, struct swap_slots_cache *cache, bool *skip), |
| TP_ARGS(entry, cache, skip), 1); |
| DECLARE_HOOK(android_vh_free_swap_slot, |
| TP_PROTO(swp_entry_t entry, struct swap_slots_cache *cache, bool *skip), |
| TP_ARGS(entry, cache, skip)); |
| DECLARE_RESTRICTED_HOOK(android_rvh_get_swap_page, |
| TP_PROTO(struct page *page, swp_entry_t *entry, |
| struct swap_slots_cache *cache, bool *found), |
| TP_ARGS(page, entry, cache, found), 1); |
| DECLARE_HOOK(android_vh_get_swap_page, |
| TP_PROTO(struct page *page, swp_entry_t *entry, |
| struct swap_slots_cache *cache, bool *found), |
| TP_ARGS(page, entry, cache, found)); |
| DECLARE_HOOK(android_vh_madvise_cold_or_pageout, |
| TP_PROTO(struct vm_area_struct *vma, bool *allow_shared), |
| TP_ARGS(vma, allow_shared)); |
| DECLARE_HOOK(android_vh_page_isolated_for_reclaim, |
| TP_PROTO(struct mm_struct *mm, struct page *page), |
| TP_ARGS(mm, page)); |
| DECLARE_HOOK(android_vh_account_swap_pages, |
| TP_PROTO(struct swap_info_struct *si, bool *skip), |
| TP_ARGS(si, skip)); |
| DECLARE_HOOK(android_vh_unuse_swap_page, |
| TP_PROTO(struct swap_info_struct *si, struct page *page), |
| TP_ARGS(si, page)); |
| DECLARE_HOOK(android_vh_init_swap_info_struct, |
| TP_PROTO(struct swap_info_struct *p, struct plist_head *swap_avail_heads), |
| TP_ARGS(p, swap_avail_heads)); |
| DECLARE_HOOK(android_vh_si_swapinfo, |
| TP_PROTO(struct swap_info_struct *si, bool *skip), |
| TP_ARGS(si, skip)); |
| DECLARE_RESTRICTED_HOOK(android_rvh_alloc_si, |
| TP_PROTO(struct swap_info_struct **p, bool *skip), |
| TP_ARGS(p, skip), 1); |
| DECLARE_HOOK(android_vh_alloc_si, |
| TP_PROTO(struct swap_info_struct **p, bool *skip), |
| TP_ARGS(p, skip)); |
| DECLARE_HOOK(android_vh_free_pages, |
| TP_PROTO(struct page *page, unsigned int order), |
| TP_ARGS(page, order)); |
| DECLARE_HOOK(android_vh_set_shmem_page_flag, |
| TP_PROTO(struct page *page), |
| TP_ARGS(page)); |
| DECLARE_HOOK(android_vh_remove_vmalloc_stack, |
| TP_PROTO(struct vm_struct *vm), |
| TP_ARGS(vm)); |
| DECLARE_HOOK(android_vh_test_clear_look_around_ref, |
| TP_PROTO(struct page *page), |
| TP_ARGS(page)); |
| DECLARE_HOOK(android_vh_look_around_migrate_page, |
| TP_PROTO(struct page *old_page, struct page *new_page), |
| TP_ARGS(old_page, new_page)); |
| DECLARE_HOOK(android_vh_look_around, |
| TP_PROTO(struct page_vma_mapped_walk *pvmw, struct page *page, |
| struct vm_area_struct *vma, int *referenced), |
| TP_ARGS(pvmw, page, vma, referenced)); |
| /* macro versions of hooks are no longer required */ |
| |
| #endif /* _TRACE_HOOK_MM_H */ |
| |
| /* This part must be outside protection */ |
| #include <trace/define_trace.h> |
| |
| #endif /* PROTECT_TRACE_INCLUDE_PATH */ |
