09f4246296
Fix Bug: scheduling while atomic In these vendor hooks, we will perform schedule due to competion. This will lead to kernel exception. To solve this problem, we need to add these restrcted hooks to replace the former regular vendor hooks. Bug: 234214858 Signed-off-by: Bing Han <bing.han@transsion.com> Change-Id: I151125a7119a91d1339d4790a68a6a4796d673e3
308 lines
12 KiB
C
308 lines
12 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifdef PROTECT_TRACE_INCLUDE_PATH
|
|
#undef PROTECT_TRACE_INCLUDE_PATH
|
|
|
|
#include <trace/hooks/save_incpath.h>
|
|
#include <trace/hooks/mm.h>
|
|
#include <trace/hooks/restore_incpath.h>
|
|
|
|
#else /* PROTECT_TRACE_INCLUDE_PATH */
|
|
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM mm
|
|
|
|
#define TRACE_INCLUDE_PATH trace/hooks
|
|
|
|
#if !defined(_TRACE_HOOK_MM_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_HOOK_MM_H
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/mm.h>
|
|
#include <linux/oom.h>
|
|
#include <linux/tracepoint.h>
|
|
#include <trace/hooks/vendor_hooks.h>
|
|
#include <linux/rwsem.h>
|
|
|
|
#ifdef __GENKSYMS__
|
|
struct slabinfo;
|
|
struct cgroup_subsys_state;
|
|
struct device;
|
|
struct mem_cgroup;
|
|
struct readahead_control;
|
|
#else
|
|
/* struct slabinfo */
|
|
#include <../mm/slab.h>
|
|
/* struct cgroup_subsys_state */
|
|
#include <linux/cgroup-defs.h>
|
|
/* struct device */
|
|
#include <linux/device.h>
|
|
/* struct mem_cgroup */
|
|
#include <linux/memcontrol.h>
|
|
/* struct readahead_control */
|
|
#include <linux/pagemap.h>
|
|
#endif /* __GENKSYMS__ */
|
|
struct cma;
|
|
struct swap_slots_cache;
|
|
struct page_vma_mapped_walk;
|
|
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_set_skip_swapcache_flags,
|
|
TP_PROTO(gfp_t *flags),
|
|
TP_ARGS(flags), 1);
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_set_gfp_zone_flags,
|
|
TP_PROTO(gfp_t *flags),
|
|
TP_ARGS(flags), 1);
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_set_readahead_gfp_mask,
|
|
TP_PROTO(gfp_t *flags),
|
|
TP_ARGS(flags), 1);
|
|
DECLARE_HOOK(android_vh_cma_alloc_start,
|
|
TP_PROTO(s64 *ts),
|
|
TP_ARGS(ts));
|
|
DECLARE_HOOK(android_vh_cma_alloc_finish,
|
|
TP_PROTO(struct cma *cma, struct page *page, unsigned long count,
|
|
unsigned int align, gfp_t gfp_mask, s64 ts),
|
|
TP_ARGS(cma, page, count, align, gfp_mask, ts));
|
|
DECLARE_HOOK(android_vh_rmqueue,
|
|
TP_PROTO(struct zone *preferred_zone, struct zone *zone,
|
|
unsigned int order, gfp_t gfp_flags,
|
|
unsigned int alloc_flags, int migratetype),
|
|
TP_ARGS(preferred_zone, zone, order,
|
|
gfp_flags, alloc_flags, migratetype));
|
|
DECLARE_HOOK(android_vh_pagecache_get_page,
|
|
TP_PROTO(struct address_space *mapping, pgoff_t index,
|
|
int fgp_flags, gfp_t gfp_mask, struct page *page),
|
|
TP_ARGS(mapping, index, fgp_flags, gfp_mask, page));
|
|
DECLARE_HOOK(android_vh_filemap_fault_get_page,
|
|
TP_PROTO(struct vm_fault *vmf, struct page **page, bool *retry),
|
|
TP_ARGS(vmf, page, retry));
|
|
DECLARE_HOOK(android_vh_filemap_fault_cache_page,
|
|
TP_PROTO(struct vm_fault *vmf, struct page *page),
|
|
TP_ARGS(vmf, page));
|
|
DECLARE_HOOK(android_vh_meminfo_proc_show,
|
|
TP_PROTO(struct seq_file *m),
|
|
TP_ARGS(m));
|
|
DECLARE_HOOK(android_vh_exit_mm,
|
|
TP_PROTO(struct mm_struct *mm),
|
|
TP_ARGS(mm));
|
|
DECLARE_HOOK(android_vh_get_from_fragment_pool,
|
|
TP_PROTO(struct mm_struct *mm, struct vm_unmapped_area_info *info,
|
|
unsigned long *addr),
|
|
TP_ARGS(mm, info, addr));
|
|
DECLARE_HOOK(android_vh_exclude_reserved_zone,
|
|
TP_PROTO(struct mm_struct *mm, struct vm_unmapped_area_info *info),
|
|
TP_ARGS(mm, info));
|
|
DECLARE_HOOK(android_vh_include_reserved_zone,
|
|
TP_PROTO(struct mm_struct *mm, struct vm_unmapped_area_info *info,
|
|
unsigned long *addr),
|
|
TP_ARGS(mm, info, addr));
|
|
DECLARE_HOOK(android_vh_show_mem,
|
|
TP_PROTO(unsigned int filter, nodemask_t *nodemask),
|
|
TP_ARGS(filter, nodemask));
|
|
DECLARE_HOOK(android_vh_alloc_pages_slowpath_begin,
|
|
TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long *pdata),
|
|
TP_ARGS(gfp_mask, order, pdata));
|
|
DECLARE_HOOK(android_vh_alloc_pages_slowpath_end,
|
|
TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long data),
|
|
TP_ARGS(gfp_mask, order, data));
|
|
struct dirty_throttle_control;
|
|
DECLARE_HOOK(android_vh_mm_dirty_limits,
|
|
TP_PROTO(struct dirty_throttle_control *const gdtc, bool strictlimit,
|
|
unsigned long dirty, unsigned long bg_thresh,
|
|
unsigned long nr_reclaimable, unsigned long pages_dirtied),
|
|
TP_ARGS(gdtc, strictlimit, dirty, bg_thresh,
|
|
nr_reclaimable, pages_dirtied));
|
|
DECLARE_HOOK(android_vh_oom_check_panic,
|
|
TP_PROTO(struct oom_control *oc, int *ret),
|
|
TP_ARGS(oc, ret));
|
|
DECLARE_HOOK(android_vh_save_vmalloc_stack,
|
|
TP_PROTO(unsigned long flags, struct vm_struct *vm),
|
|
TP_ARGS(flags, vm));
|
|
DECLARE_HOOK(android_vh_show_stack_hash,
|
|
TP_PROTO(struct seq_file *m, struct vm_struct *v),
|
|
TP_ARGS(m, v));
|
|
DECLARE_HOOK(android_vh_save_track_hash,
|
|
TP_PROTO(bool alloc, unsigned long p),
|
|
TP_ARGS(alloc, p));
|
|
DECLARE_HOOK(android_vh_vmpressure,
|
|
TP_PROTO(struct mem_cgroup *memcg, bool *bypass),
|
|
TP_ARGS(memcg, bypass));
|
|
DECLARE_HOOK(android_vh_mem_cgroup_alloc,
|
|
TP_PROTO(struct mem_cgroup *memcg),
|
|
TP_ARGS(memcg));
|
|
DECLARE_HOOK(android_vh_mem_cgroup_free,
|
|
TP_PROTO(struct mem_cgroup *memcg),
|
|
TP_ARGS(memcg));
|
|
DECLARE_HOOK(android_vh_mem_cgroup_id_remove,
|
|
TP_PROTO(struct mem_cgroup *memcg),
|
|
TP_ARGS(memcg));
|
|
DECLARE_HOOK(android_vh_mem_cgroup_css_online,
|
|
TP_PROTO(struct cgroup_subsys_state *css, struct mem_cgroup *memcg),
|
|
TP_ARGS(css, memcg));
|
|
DECLARE_HOOK(android_vh_mem_cgroup_css_offline,
|
|
TP_PROTO(struct cgroup_subsys_state *css, struct mem_cgroup *memcg),
|
|
TP_ARGS(css, memcg));
|
|
DECLARE_HOOK(android_vh_kmalloc_slab,
|
|
TP_PROTO(unsigned int index, gfp_t flags, struct kmem_cache **s),
|
|
TP_ARGS(index, flags, s));
|
|
DECLARE_HOOK(android_vh_mmap_region,
|
|
TP_PROTO(struct vm_area_struct *vma, unsigned long addr),
|
|
TP_ARGS(vma, addr));
|
|
DECLARE_HOOK(android_vh_try_to_unmap_one,
|
|
TP_PROTO(struct vm_area_struct *vma, struct page *page, unsigned long addr, bool ret),
|
|
TP_ARGS(vma, page, addr, ret));
|
|
DECLARE_HOOK(android_vh_do_page_trylock,
|
|
TP_PROTO(struct page *page, struct rw_semaphore *sem,
|
|
bool *got_lock, bool *success),
|
|
TP_ARGS(page, sem, got_lock, success));
|
|
DECLARE_HOOK(android_vh_drain_all_pages_bypass,
|
|
TP_PROTO(gfp_t gfp_mask, unsigned int order, unsigned long alloc_flags,
|
|
int migratetype, unsigned long did_some_progress,
|
|
bool *bypass),
|
|
TP_ARGS(gfp_mask, order, alloc_flags, migratetype, did_some_progress, bypass));
|
|
DECLARE_HOOK(android_vh_update_page_mapcount,
|
|
TP_PROTO(struct page *page, bool inc_size, bool compound,
|
|
bool *first_mapping, bool *success),
|
|
TP_ARGS(page, inc_size, compound, first_mapping, success));
|
|
DECLARE_HOOK(android_vh_add_page_to_lrulist,
|
|
TP_PROTO(struct page *page, bool compound, enum lru_list lru),
|
|
TP_ARGS(page, compound, lru));
|
|
DECLARE_HOOK(android_vh_del_page_from_lrulist,
|
|
TP_PROTO(struct page *page, bool compound, enum lru_list lru),
|
|
TP_ARGS(page, compound, lru));
|
|
DECLARE_HOOK(android_vh_show_mapcount_pages,
|
|
TP_PROTO(void *unused),
|
|
TP_ARGS(unused));
|
|
DECLARE_HOOK(android_vh_do_traversal_lruvec,
|
|
TP_PROTO(struct lruvec *lruvec),
|
|
TP_ARGS(lruvec));
|
|
DECLARE_HOOK(android_vh_page_should_be_protected,
|
|
TP_PROTO(struct page *page, bool *should_protect),
|
|
TP_ARGS(page, should_protect));
|
|
DECLARE_HOOK(android_vh_mark_page_accessed,
|
|
TP_PROTO(struct page *page),
|
|
TP_ARGS(page));
|
|
DECLARE_HOOK(android_vh_cma_drain_all_pages_bypass,
|
|
TP_PROTO(unsigned int migratetype, bool *bypass),
|
|
TP_ARGS(migratetype, bypass));
|
|
DECLARE_HOOK(android_vh_pcplist_add_cma_pages_bypass,
|
|
TP_PROTO(int migratetype, bool *bypass),
|
|
TP_ARGS(migratetype, bypass));
|
|
DECLARE_HOOK(android_vh_subpage_dma_contig_alloc,
|
|
TP_PROTO(bool *allow_subpage_alloc, struct device *dev, size_t *size),
|
|
TP_ARGS(allow_subpage_alloc, dev, size));
|
|
DECLARE_HOOK(android_vh_ra_tuning_max_page,
|
|
TP_PROTO(struct readahead_control *ractl, unsigned long *max_page),
|
|
TP_ARGS(ractl, max_page));
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_handle_pte_fault_end,
|
|
TP_PROTO(struct vm_fault *vmf, unsigned long highest_memmap_pfn),
|
|
TP_ARGS(vmf, highest_memmap_pfn), 1);
|
|
DECLARE_HOOK(android_vh_handle_pte_fault_end,
|
|
TP_PROTO(struct vm_fault *vmf, unsigned long highest_memmap_pfn),
|
|
TP_ARGS(vmf, highest_memmap_pfn));
|
|
DECLARE_HOOK(android_vh_cow_user_page,
|
|
TP_PROTO(struct vm_fault *vmf, struct page *page),
|
|
TP_ARGS(vmf, page));
|
|
DECLARE_HOOK(android_vh_swapin_add_anon_rmap,
|
|
TP_PROTO(struct vm_fault *vmf, struct page *page),
|
|
TP_ARGS(vmf, page));
|
|
DECLARE_HOOK(android_vh_waiting_for_page_migration,
|
|
TP_PROTO(struct page *page),
|
|
TP_ARGS(page));
|
|
DECLARE_HOOK(android_vh_migrate_page_states,
|
|
TP_PROTO(struct page *page, struct page *newpage),
|
|
TP_ARGS(page, newpage));
|
|
DECLARE_HOOK(android_vh_page_referenced_one_end,
|
|
TP_PROTO(struct vm_area_struct *vma, struct page *page, int referenced),
|
|
TP_ARGS(vma, page, referenced));
|
|
DECLARE_HOOK(android_vh_count_pswpin,
|
|
TP_PROTO(struct swap_info_struct *sis),
|
|
TP_ARGS(sis));
|
|
DECLARE_HOOK(android_vh_count_pswpout,
|
|
TP_PROTO(struct swap_info_struct *sis),
|
|
TP_ARGS(sis));
|
|
DECLARE_HOOK(android_vh_count_swpout_vm_event,
|
|
TP_PROTO(struct swap_info_struct *sis, struct page *page, bool *skip),
|
|
TP_ARGS(sis, page, skip));
|
|
DECLARE_HOOK(android_vh_swap_slot_cache_active,
|
|
TP_PROTO(bool swap_slot_cache_active),
|
|
TP_ARGS(swap_slot_cache_active));
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_drain_slots_cache_cpu,
|
|
TP_PROTO(struct swap_slots_cache *cache, unsigned int type,
|
|
bool free_slots, bool *skip),
|
|
TP_ARGS(cache, type, free_slots, skip), 1);
|
|
DECLARE_HOOK(android_vh_drain_slots_cache_cpu,
|
|
TP_PROTO(struct swap_slots_cache *cache, unsigned int type,
|
|
bool free_slots, bool *skip),
|
|
TP_ARGS(cache, type, free_slots, skip));
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_alloc_swap_slot_cache,
|
|
TP_PROTO(struct swap_slots_cache *cache, int *ret, bool *skip),
|
|
TP_ARGS(cache, ret, skip), 1);
|
|
DECLARE_HOOK(android_vh_alloc_swap_slot_cache,
|
|
TP_PROTO(struct swap_slots_cache *cache, int *ret, bool *skip),
|
|
TP_ARGS(cache, ret, skip));
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_free_swap_slot,
|
|
TP_PROTO(swp_entry_t entry, struct swap_slots_cache *cache, bool *skip),
|
|
TP_ARGS(entry, cache, skip), 1);
|
|
DECLARE_HOOK(android_vh_free_swap_slot,
|
|
TP_PROTO(swp_entry_t entry, struct swap_slots_cache *cache, bool *skip),
|
|
TP_ARGS(entry, cache, skip));
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_get_swap_page,
|
|
TP_PROTO(struct page *page, swp_entry_t *entry,
|
|
struct swap_slots_cache *cache, bool *found),
|
|
TP_ARGS(page, entry, cache, found), 1);
|
|
DECLARE_HOOK(android_vh_get_swap_page,
|
|
TP_PROTO(struct page *page, swp_entry_t *entry,
|
|
struct swap_slots_cache *cache, bool *found),
|
|
TP_ARGS(page, entry, cache, found));
|
|
DECLARE_HOOK(android_vh_madvise_cold_or_pageout,
|
|
TP_PROTO(struct vm_area_struct *vma, bool *allow_shared),
|
|
TP_ARGS(vma, allow_shared));
|
|
DECLARE_HOOK(android_vh_page_isolated_for_reclaim,
|
|
TP_PROTO(struct mm_struct *mm, struct page *page),
|
|
TP_ARGS(mm, page));
|
|
DECLARE_HOOK(android_vh_account_swap_pages,
|
|
TP_PROTO(struct swap_info_struct *si, bool *skip),
|
|
TP_ARGS(si, skip));
|
|
DECLARE_HOOK(android_vh_unuse_swap_page,
|
|
TP_PROTO(struct swap_info_struct *si, struct page *page),
|
|
TP_ARGS(si, page));
|
|
DECLARE_HOOK(android_vh_init_swap_info_struct,
|
|
TP_PROTO(struct swap_info_struct *p, struct plist_head *swap_avail_heads),
|
|
TP_ARGS(p, swap_avail_heads));
|
|
DECLARE_HOOK(android_vh_si_swapinfo,
|
|
TP_PROTO(struct swap_info_struct *si, bool *skip),
|
|
TP_ARGS(si, skip));
|
|
DECLARE_RESTRICTED_HOOK(android_rvh_alloc_si,
|
|
TP_PROTO(struct swap_info_struct **p, bool *skip),
|
|
TP_ARGS(p, skip), 1);
|
|
DECLARE_HOOK(android_vh_alloc_si,
|
|
TP_PROTO(struct swap_info_struct **p, bool *skip),
|
|
TP_ARGS(p, skip));
|
|
DECLARE_HOOK(android_vh_free_pages,
|
|
TP_PROTO(struct page *page, unsigned int order),
|
|
TP_ARGS(page, order));
|
|
DECLARE_HOOK(android_vh_set_shmem_page_flag,
|
|
TP_PROTO(struct page *page),
|
|
TP_ARGS(page));
|
|
DECLARE_HOOK(android_vh_remove_vmalloc_stack,
|
|
TP_PROTO(struct vm_struct *vm),
|
|
TP_ARGS(vm));
|
|
DECLARE_HOOK(android_vh_test_clear_look_around_ref,
|
|
TP_PROTO(struct page *page),
|
|
TP_ARGS(page));
|
|
DECLARE_HOOK(android_vh_look_around_migrate_page,
|
|
TP_PROTO(struct page *old_page, struct page *new_page),
|
|
TP_ARGS(old_page, new_page));
|
|
DECLARE_HOOK(android_vh_look_around,
|
|
TP_PROTO(struct page_vma_mapped_walk *pvmw, struct page *page,
|
|
struct vm_area_struct *vma, int *referenced),
|
|
TP_ARGS(pvmw, page, vma, referenced));
|
|
/* macro versions of hooks are no longer required */
|
|
|
|
#endif /* _TRACE_HOOK_MM_H */
|
|
|
|
/* This part must be outside protection */
|
|
#include <trace/define_trace.h>
|
|
|
|
#endif /* PROTECT_TRACE_INCLUDE_PATH */
|