123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463 |
- /* SPDX-License-Identifier: GPL-2.0 */
- #undef TRACE_SYSTEM
- #define TRACE_SYSTEM sched
- #define TRACE_INCLUDE_PATH trace/hooks
- #if !defined(_TRACE_HOOK_SCHED_H) || defined(TRACE_HEADER_MULTI_READ)
- #define _TRACE_HOOK_SCHED_H
- #include <trace/hooks/vendor_hooks.h>
- /*
- * Following tracepoints are not exported in tracefs and provide a
- * mechanism for vendor modules to hook and extend functionality
- */
- struct task_struct;
- DECLARE_RESTRICTED_HOOK(android_rvh_select_task_rq_fair,
- TP_PROTO(struct task_struct *p, int prev_cpu, int sd_flag, int wake_flags, int *new_cpu),
- TP_ARGS(p, prev_cpu, sd_flag, wake_flags, new_cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_select_task_rq_rt,
- TP_PROTO(struct task_struct *p, int prev_cpu, int sd_flag, int wake_flags, int *new_cpu),
- TP_ARGS(p, prev_cpu, sd_flag, wake_flags, new_cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_select_fallback_rq,
- TP_PROTO(int cpu, struct task_struct *p, int *new_cpu),
- TP_ARGS(cpu, p, new_cpu), 1);
- struct rq;
- DECLARE_HOOK(android_vh_scheduler_tick,
- TP_PROTO(struct rq *rq),
- TP_ARGS(rq));
- DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_task,
- TP_PROTO(struct rq *rq, struct task_struct *p, int flags),
- TP_ARGS(rq, p, flags), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task,
- TP_PROTO(struct rq *rq, struct task_struct *p, int flags),
- TP_ARGS(rq, p, flags), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_can_migrate_task,
- TP_PROTO(struct task_struct *p, int dst_cpu, int *can_migrate),
- TP_ARGS(p, dst_cpu, can_migrate), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_find_lowest_rq,
- TP_PROTO(struct task_struct *p, struct cpumask *local_cpu_mask,
- int ret, int *lowest_cpu),
- TP_ARGS(p, local_cpu_mask, ret, lowest_cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_prepare_prio_fork,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_finish_prio_fork,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_rtmutex_force_update,
- TP_PROTO(struct task_struct *p, struct task_struct *pi_task, int *update),
- TP_ARGS(p, pi_task, update), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_rtmutex_prepare_setprio,
- TP_PROTO(struct task_struct *p, struct task_struct *pi_task),
- TP_ARGS(p, pi_task), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_rto_next_cpu,
- TP_PROTO(int rto_cpu, struct cpumask *rto_mask, int *cpu),
- TP_ARGS(rto_cpu, rto_mask, cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_is_cpu_allowed,
- TP_PROTO(struct task_struct *p, int cpu, bool *allowed),
- TP_ARGS(p, cpu, allowed), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_get_nohz_timer_target,
- TP_PROTO(int *cpu, bool *done),
- TP_ARGS(cpu, done), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_set_user_nice,
- TP_PROTO(struct task_struct *p, long *nice, bool *allowed),
- TP_ARGS(p, nice, allowed), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_set_user_nice_locked,
- TP_PROTO(struct task_struct *p, long *nice),
- TP_ARGS(p, nice), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_setscheduler,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- struct sched_group;
- DECLARE_RESTRICTED_HOOK(android_rvh_find_busiest_group,
- TP_PROTO(struct sched_group *busiest, struct rq *dst_rq, int *out_balance),
- TP_ARGS(busiest, dst_rq, out_balance), 1);
- DECLARE_HOOK(android_vh_dump_throttled_rt_tasks,
- TP_PROTO(int cpu, u64 clock, ktime_t rt_period, u64 rt_runtime,
- s64 rt_period_timer_expires),
- TP_ARGS(cpu, clock, rt_period, rt_runtime, rt_period_timer_expires));
- DECLARE_HOOK(android_vh_jiffies_update,
- TP_PROTO(void *unused),
- TP_ARGS(unused));
- struct rq_flags;
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_newidle_balance,
- TP_PROTO(struct rq *this_rq, struct rq_flags *rf,
- int *pulled_task, int *done),
- TP_ARGS(this_rq, rf, pulled_task, done), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_nohz_balancer_kick,
- TP_PROTO(struct rq *rq, unsigned int *flags, int *done),
- TP_ARGS(rq, flags, done), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_rebalance_domains,
- TP_PROTO(struct rq *rq, int *continue_balancing),
- TP_ARGS(rq, continue_balancing), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_find_busiest_queue,
- TP_PROTO(int dst_cpu, struct sched_group *group,
- struct cpumask *env_cpus, struct rq **busiest,
- int *done),
- TP_ARGS(dst_cpu, group, env_cpus, busiest, done), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_migrate_queued_task,
- TP_PROTO(struct rq *rq, struct rq_flags *rf,
- struct task_struct *p, int new_cpu,
- int *detached),
- TP_ARGS(rq, rf, p, new_cpu, detached), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_cpu_overutilized,
- TP_PROTO(int cpu, int *overutilized),
- TP_ARGS(cpu, overutilized), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_setaffinity,
- TP_PROTO(struct task_struct *p, const struct cpumask *in_mask, int *retval),
- TP_ARGS(p, in_mask, retval), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_getaffinity,
- TP_PROTO(struct task_struct *p, struct cpumask *in_mask),
- TP_ARGS(p, in_mask), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_set_task_cpu,
- TP_PROTO(struct task_struct *p, unsigned int new_cpu),
- TP_ARGS(p, new_cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_try_to_wake_up,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_try_to_wake_up_success,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_fork,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_wake_up_new_task,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_new_task_stats,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_flush_task,
- TP_PROTO(struct task_struct *prev),
- TP_ARGS(prev), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_tick_entry,
- TP_PROTO(struct rq *rq),
- TP_ARGS(rq), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_schedule,
- TP_PROTO(unsigned int sched_mode, struct task_struct *prev,
- struct task_struct *next, struct rq *rq),
- TP_ARGS(sched_mode, prev, next, rq), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_cpu_starting,
- TP_PROTO(int cpu),
- TP_ARGS(cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_cpu_dying,
- TP_PROTO(int cpu),
- TP_ARGS(cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_account_irq,
- TP_PROTO(struct task_struct *curr, int cpu, s64 delta, bool start),
- TP_ARGS(curr, cpu, delta, start), 1);
- struct sched_entity;
- DECLARE_RESTRICTED_HOOK(android_rvh_place_entity,
- TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial, u64 *vruntime),
- TP_ARGS(cfs_rq, se, initial, vruntime), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_build_perf_domains,
- TP_PROTO(bool *eas_check),
- TP_ARGS(eas_check), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_cpu_capacity,
- TP_PROTO(int cpu, unsigned long *capacity),
- TP_ARGS(cpu, capacity), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_misfit_status,
- TP_PROTO(struct task_struct *p, struct rq *rq, bool *need_update),
- TP_ARGS(p, rq, need_update), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_util_fits_cpu,
- TP_PROTO(unsigned long util, unsigned long uclamp_min, unsigned long uclamp_max,
- int cpu, bool *fits, bool *done),
- TP_ARGS(util, uclamp_min, uclamp_max, cpu, fits, done), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_cpus_allowed,
- TP_PROTO(struct task_struct *p, cpumask_var_t cpus_requested,
- const struct cpumask *new_mask, int *ret),
- TP_ARGS(p, cpus_requested, new_mask, ret), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_fork_init,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_ttwu_cond,
- TP_PROTO(int cpu, bool *cond),
- TP_ARGS(cpu, cond), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_schedule_bug,
- TP_PROTO(void *unused),
- TP_ARGS(unused), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_exec,
- TP_PROTO(bool *cond),
- TP_ARGS(cond), 1);
- DECLARE_HOOK(android_vh_build_sched_domains,
- TP_PROTO(bool has_asym),
- TP_ARGS(has_asym));
- DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_tick,
- TP_PROTO(struct task_struct *p, unsigned long *ideal_runtime, bool *skip_preempt,
- unsigned long delta_exec, struct cfs_rq *cfs_rq, struct sched_entity *curr,
- unsigned int granularity),
- TP_ARGS(p, ideal_runtime, skip_preempt, delta_exec, cfs_rq, curr, granularity), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_wakeup_ignore,
- TP_PROTO(struct task_struct *p, bool *ignore),
- TP_ARGS(p, ignore), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_replace_next_task_fair,
- TP_PROTO(struct rq *rq, struct task_struct **p, struct sched_entity **se, bool *repick,
- bool simple, struct task_struct *prev),
- TP_ARGS(rq, p, se, repick, simple, prev), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_sched_balance_rt,
- TP_PROTO(struct rq *rq, struct task_struct *p, int *done),
- TP_ARGS(rq, p, done), 1);
- struct cfs_rq;
- DECLARE_RESTRICTED_HOOK(android_rvh_pick_next_entity,
- TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *curr,
- struct sched_entity **se),
- TP_ARGS(cfs_rq, curr, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_check_preempt_wakeup,
- TP_PROTO(struct rq *rq, struct task_struct *p, bool *preempt, bool *nopreempt,
- int wake_flags, struct sched_entity *se, struct sched_entity *pse,
- int next_buddy_marked, unsigned int granularity),
- TP_ARGS(rq, p, preempt, nopreempt, wake_flags, se, pse, next_buddy_marked,
- granularity), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_set_cpus_allowed_by_task,
- TP_PROTO(const struct cpumask *cpu_valid_mask, const struct cpumask *new_mask,
- struct task_struct *p, unsigned int *dest_cpu),
- TP_ARGS(cpu_valid_mask, new_mask, p, dest_cpu), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_do_sched_yield,
- TP_PROTO(struct rq *rq),
- TP_ARGS(rq), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_before_do_sched_yield,
- TP_PROTO(long *unused),
- TP_ARGS(unused), 1);
- DECLARE_HOOK(android_vh_free_task,
- TP_PROTO(struct task_struct *p),
- TP_ARGS(p));
- DECLARE_HOOK(android_vh_copy_process,
- TP_PROTO(struct task_struct *p, int nr_threads, int current_signal_nr_threads),
- TP_ARGS(p, nr_threads, current_signal_nr_threads));
- DECLARE_HOOK(android_vh_irqtime_account_process_tick,
- TP_PROTO(struct task_struct *p, struct rq *rq, int user_tick, int ticks),
- TP_ARGS(p, rq, user_tick, ticks));
- enum uclamp_id;
- struct uclamp_se;
- DECLARE_RESTRICTED_HOOK(android_rvh_uclamp_eff_get,
- TP_PROTO(struct task_struct *p, enum uclamp_id clamp_id,
- struct uclamp_se *uclamp_max, struct uclamp_se *uclamp_eff, int *ret),
- TP_ARGS(p, clamp_id, uclamp_max, uclamp_eff, ret), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_after_enqueue_task,
- TP_PROTO(struct rq *rq, struct task_struct *p, int flags),
- TP_ARGS(rq, p, flags), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_after_dequeue_task,
- TP_PROTO(struct rq *rq, struct task_struct *p, int flags),
- TP_ARGS(rq, p, flags), 1);
- struct cfs_rq;
- struct sched_entity;
- struct rq_flags;
- DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_entity,
- TP_PROTO(struct cfs_rq *cfs, struct sched_entity *se),
- TP_ARGS(cfs, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_entity,
- TP_PROTO(struct cfs_rq *cfs, struct sched_entity *se),
- TP_ARGS(cfs, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_entity_tick,
- TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se),
- TP_ARGS(cfs_rq, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_enqueue_task_fair,
- TP_PROTO(struct rq *rq, struct task_struct *p, int flags),
- TP_ARGS(rq, p, flags), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_dequeue_task_fair,
- TP_PROTO(struct rq *rq, struct task_struct *p, int flags),
- TP_ARGS(rq, p, flags), 1);
- DECLARE_HOOK(android_vh_sched_stat_runtime_rt,
- TP_PROTO(struct task_struct *tsk, u64 delta),
- TP_ARGS(tsk, delta));
- DECLARE_RESTRICTED_HOOK(android_rvh_util_est_update,
- TP_PROTO(struct cfs_rq *cfs_rq, struct task_struct *p, bool task_sleep, int *ret),
- TP_ARGS(cfs_rq, p, task_sleep, ret), 1);
- DECLARE_HOOK(android_vh_setscheduler_uclamp,
- TP_PROTO(struct task_struct *tsk, int clamp_id, unsigned int value),
- TP_ARGS(tsk, clamp_id, value));
- DECLARE_HOOK(android_vh_uclamp_validate,
- TP_PROTO(struct task_struct *p, const struct sched_attr *attr,
- bool user, int *ret, bool *done),
- TP_ARGS(p, attr, user, ret, done));
- DECLARE_HOOK(android_vh_update_topology_flags_workfn,
- TP_PROTO(void *unused),
- TP_ARGS(unused));
- DECLARE_RESTRICTED_HOOK(android_rvh_update_thermal_stats,
- TP_PROTO(int cpu),
- TP_ARGS(cpu), 1);
- DECLARE_HOOK(android_vh_do_wake_up_sync,
- TP_PROTO(struct wait_queue_head *wq_head, int *done, struct sock *sk),
- TP_ARGS(wq_head, done, sk));
- DECLARE_HOOK(android_vh_set_wake_flags,
- TP_PROTO(int *wake_flags, unsigned int *mode),
- TP_ARGS(wake_flags, mode));
- DECLARE_RESTRICTED_HOOK(android_rvh_find_new_ilb,
- TP_PROTO(struct cpumask *nohz_idle_cpus_mask, int *ilb),
- TP_ARGS(nohz_idle_cpus_mask, ilb), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_find_energy_efficient_cpu,
- TP_PROTO(struct task_struct *p, int prev_cpu, int sync, int *new_cpu),
- TP_ARGS(p, prev_cpu, sync, new_cpu), 1);
- DECLARE_HOOK(android_vh_sched_pelt_multiplier,
- TP_PROTO(unsigned int old, unsigned int cur, int *ret),
- TP_ARGS(old, cur, ret));
- struct cpufreq_policy;
- DECLARE_HOOK(android_vh_map_util_freq,
- TP_PROTO(unsigned long util, unsigned long freq,
- unsigned long cap, unsigned long *next_freq, struct cpufreq_policy *policy,
- bool *need_freq_update),
- TP_ARGS(util, freq, cap, next_freq, policy, need_freq_update));
- DECLARE_RESTRICTED_HOOK(android_rvh_set_cpus_allowed_comm,
- TP_PROTO(struct task_struct *p, const struct cpumask *new_mask),
- TP_ARGS(p, new_mask), 1);
- DECLARE_HOOK(android_vh_sched_setaffinity_early,
- TP_PROTO(struct task_struct *p, const struct cpumask *new_mask, bool *retval),
- TP_ARGS(p, new_mask, retval));
- DECLARE_HOOK(android_vh_account_process_tick_gran,
- TP_PROTO(int user_tick, int *ticks),
- TP_ARGS(user_tick, ticks));
- DECLARE_HOOK(android_vh_account_task_time,
- TP_PROTO(struct task_struct *p, struct rq *rq, int user_tick, int ticks),
- TP_ARGS(p, rq, user_tick, ticks));
- DECLARE_HOOK(android_vh_dup_task_struct,
- TP_PROTO(struct task_struct *tsk, struct task_struct *orig),
- TP_ARGS(tsk, orig));
- DECLARE_RESTRICTED_HOOK(android_rvh_post_init_entity_util_avg,
- TP_PROTO(struct sched_entity *se),
- TP_ARGS(se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_effective_cpu_util,
- TP_PROTO(int cpu, unsigned long util_cfs, unsigned long max, int type,
- struct task_struct *p, unsigned long *new_util),
- TP_ARGS(cpu, util_cfs, max, type, p, new_util), 1);
- DECLARE_HOOK(android_vh_mmput,
- TP_PROTO(struct mm_struct *mm),
- TP_ARGS(mm));
- struct sched_attr;
- DECLARE_HOOK(android_vh_set_sugov_sched_attr,
- TP_PROTO(struct sched_attr *attr),
- TP_ARGS(attr));
- DECLARE_RESTRICTED_HOOK(android_rvh_set_iowait,
- TP_PROTO(struct task_struct *p, struct rq *rq, int *should_iowait_boost),
- TP_ARGS(p, rq, should_iowait_boost), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_attach_entity_load_avg,
- TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se),
- TP_ARGS(cfs_rq, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_detach_entity_load_avg,
- TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se),
- TP_ARGS(cfs_rq, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_load_avg,
- TP_PROTO(u64 now, struct cfs_rq *cfs_rq, struct sched_entity *se),
- TP_ARGS(now, cfs_rq, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_load_sum,
- TP_PROTO(struct sched_avg *sa, u64 *delta, unsigned int *sched_pelt_lshift),
- TP_ARGS(sa, delta, sched_pelt_lshift), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_remove_entity_load_avg,
- TP_PROTO(struct cfs_rq *cfs_rq, struct sched_entity *se),
- TP_ARGS(cfs_rq, se), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_blocked_fair,
- TP_PROTO(struct rq *rq),
- TP_ARGS(rq), 1);
- DECLARE_RESTRICTED_HOOK(android_rvh_update_rt_rq_load_avg,
- TP_PROTO(u64 now, struct rq *rq, struct task_struct *tsk, int running),
- TP_ARGS(now, rq, tsk, running), 1);
- DECLARE_HOOK(android_vh_prio_inheritance,
- TP_PROTO(struct task_struct *p, int *saved_prio, bool *prio_inherited),
- TP_ARGS(p, saved_prio, prio_inherited));
- DECLARE_HOOK(android_vh_prio_restore,
- TP_PROTO(int saved_prio),
- TP_ARGS(saved_prio));
- #endif /* _TRACE_HOOK_SCHED_H */
- /* This part must be outside protection */
- #include <trace/define_trace.h>
|