711 	struct rq		*rq;	/* CPU runqueue to which this cfs_rq is attached */  member
829 	struct rq		*rq;  member
1103 struct rq {  struct
1105 	raw_spinlock_t		__lock;
1130 	struct uclamp_rq	uclamp[UCLAMP_CNT] ____cacheline_aligned;  argument
1135 	struct cfs_rq		cfs;  argument
1136 	struct rt_rq		rt;  argument
1137 	struct dl_rq		dl;  argument
1139 	struct scx_rq		scx;  argument
1145 	/* list of leaf cfs_rq on this CPU: */  argument
1146 	struct list_head	leaf_cfs_rq_list;  argument
1147 	struct list_head	*tmp_alone_branch;
1156 	unsigned int		nr_uninterruptible;
1158 	union {
1162 	struct sched_dl_entity	*dl_server;
1163 	struct task_struct	*idle;
1164 	struct task_struct	*stop;
1165 	unsigned long		next_balance;
1166 	struct mm_struct	*prev_mm;
1168 	unsigned int		clock_update_flags;
1169 	u64			clock;
1171 	u64			clock_task ____cacheline_aligned;
1172 	u64			clock_pelt;
1173 	unsigned long		lost_idle_time;
1174 	u64			clock_pelt_idle;
1175 	u64			clock_idle;
1177 	u64			clock_pelt_idle_copy;
1178 	u64			clock_idle_copy;
1181 	atomic_t		nr_iowait;
1184 	u64 last_seen_need_resched_ns;
1185 	int ticks_without_resched;
1189 	int membarrier_state;
1193 	struct root_domain		*rd;
1194 	struct sched_domain __rcu	*sd;
1219 	struct sched_avg	avg_irq;  argument
1236 	u64			prev_irq_time;  argument
1237 	u64			psi_irq_time;  argument
1243 	u64			prev_steal_time_rq;  argument
1260 	struct sched_info	rq_sched_info;  argument
1261 	unsigned long long	rq_cpu_time;  argument
1287 	/* per rq */  argument
1288 	struct rq		*core;  argument
1305 	/* Scratch cpumask to be temporarily used under rq_lock */  argument
1317 static inline struct rq *rq_of(struct cfs_rq *cfs_rq)  in rq_of()  argument
1330 static inline int cpu_of(struct rq *rq)  in cpu_of()
1358 static inline void rq_set_donor(struct rq *rq, struct task_struct *t)  in rq_set_donor()
1368 static inline bool sched_core_enabled(struct rq *rq)  in sched_core_enabled()
1382 static inline raw_spinlock_t *rq_lockp(struct rq *rq)  in rq_lockp()
1390 static inline raw_spinlock_t *__rq_lockp(struct rq *rq)  in __rq_lockp()
1409 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p)  in sched_cpu_cookie_match()
1418 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p)  in sched_core_cookie_match()
1441 static inline bool sched_group_cookie_match(struct rq *rq,  in sched_group_cookie_match()
1471 static inline bool sched_core_enabled(struct rq *rq)  in sched_core_enabled()
1481 static inline raw_spinlock_t *rq_lockp(struct rq *rq)  in rq_lockp()
1486 static inline raw_spinlock_t *__rq_lockp(struct rq *rq)  in __rq_lockp()
1491 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p)  in sched_cpu_cookie_match()
1496 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p)  in sched_core_cookie_match()
1501 static inline bool sched_group_cookie_match(struct rq *rq,  in sched_group_cookie_match()
1510 static inline void lockdep_assert_rq_held(struct rq *rq)  in lockdep_assert_rq_held()
1519 static inline void raw_spin_rq_lock(struct rq *rq)  in raw_spin_rq_lock()
1524 static inline void raw_spin_rq_lock_irq(struct rq *rq)  in raw_spin_rq_lock_irq()
1530 static inline void raw_spin_rq_unlock_irq(struct rq *rq)  in raw_spin_rq_unlock_irq()
1536 static inline unsigned long _raw_spin_rq_lock_irqsave(struct rq *rq)  in _raw_spin_rq_lock_irqsave()
1546 static inline void raw_spin_rq_unlock_irqrestore(struct rq *rq, unsigned long flags)  in raw_spin_rq_unlock_irqrestore()
1552 #define raw_spin_rq_lock_irqsave(rq, flags)	\  argument
1560 static inline void update_idle_core(struct rq *rq)  in update_idle_core()
1567 static inline void update_idle_core(struct rq *rq) { }  in update_idle_core()
1607 	struct rq *rq = task_rq(p);  in cfs_rq_of()  local
1649 static inline void assert_clock_updated(struct rq *rq)  in assert_clock_updated()
1658 static inline u64 rq_clock(struct rq *rq)  in rq_clock()
1666 static inline u64 rq_clock_task(struct rq *rq)  in rq_clock_task()
1674 static inline void rq_clock_skip_update(struct rq *rq)  in rq_clock_skip_update()
1684 static inline void rq_clock_cancel_skipupdate(struct rq *rq)  in rq_clock_cancel_skipupdate()
1699 static inline void rq_clock_start_loop_update(struct rq *rq)  in rq_clock_start_loop_update()
1706 static inline void rq_clock_stop_loop_update(struct rq *rq)  in rq_clock_stop_loop_update()
1736 static inline void scx_rq_clock_update(struct rq *rq, u64 clock)  in scx_rq_clock_update()
1744 static inline void scx_rq_clock_invalidate(struct rq *rq)  in scx_rq_clock_invalidate()
1755 static inline void scx_rq_clock_update(struct rq *rq, u64 clock) {}  in scx_rq_clock_update()
1756 static inline void scx_rq_clock_invalidate(struct rq *rq) {}  in scx_rq_clock_invalidate()
1769 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf)  in rq_pin_lock()
1782 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf)  in rq_unpin_lock()
1792 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf)  in rq_repin_lock()
1813 static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf)  in __task_rq_unlock()
1821 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf)  in task_rq_unlock()
1835 static inline void rq_lock_irqsave(struct rq *rq, struct rq_flags *rf)  in rq_lock_irqsave()
1842 static inline void rq_lock_irq(struct rq *rq, struct rq_flags *rf)  in rq_lock_irq()
1849 static inline void rq_lock(struct rq *rq, struct rq_flags *rf)  in rq_lock()
1856 static inline void rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf)  in rq_unlock_irqrestore()
1863 static inline void rq_unlock_irq(struct rq *rq, struct rq_flags *rf)  in rq_unlock_irq()
1870 static inline void rq_unlock(struct rq *rq, struct rq_flags *rf)  in rq_unlock()
1895 	struct rq *rq;  in this_rq_lock_irq()  local
1963 queue_balance_callback(struct rq *rq,  in queue_balance_callback()
1965 		       void (*func)(struct rq *rq))  in queue_balance_callback()
2286 static inline int task_current(struct rq *rq, struct task_struct *p)  in task_current()
2297 static inline int task_current_donor(struct rq *rq, struct task_struct *p)  in task_current_donor()
2302 static inline int task_on_cpu(struct rq *rq, struct task_struct *p)  in task_on_cpu()
2486 static inline void put_prev_task(struct rq *rq, struct task_struct *prev)  in put_prev_task()
2492 static inline void set_next_task(struct rq *rq, struct task_struct *next)  in set_next_task()
2498 __put_prev_set_next_dl_server(struct rq *rq,  in __put_prev_set_next_dl_server()
2507 static inline void put_prev_set_next_task(struct rq *rq,  in put_prev_set_next_task()
2577 static inline bool sched_stop_runnable(struct rq *rq)  in sched_stop_runnable()
2582 static inline bool sched_dl_runnable(struct rq *rq)  in sched_dl_runnable()
2587 static inline bool sched_rt_runnable(struct rq *rq)  in sched_rt_runnable()
2592 static inline bool sched_fair_runnable(struct rq *rq)  in sched_fair_runnable()
2637 static inline struct task_struct *get_push_task(struct rq *rq)  in get_push_task()
2680 static inline void idle_set_state(struct rq *rq,  in idle_set_state()
2686 static inline struct cpuidle_state *idle_get_state(struct rq *rq)  in idle_get_state()
2695 static inline void idle_set_state(struct rq *rq,  in idle_set_state()
2700 static inline struct cpuidle_state *idle_get_state(struct rq *rq)  in idle_get_state()
2747 static inline void sched_update_tick_dependency(struct rq *rq)  in sched_update_tick_dependency()
2761 static inline void sched_update_tick_dependency(struct rq *rq) { }  in sched_update_tick_dependency()
2764 static inline void add_nr_running(struct rq *rq, unsigned count)  in add_nr_running()
2781 static inline void sub_nr_running(struct rq *rq, unsigned count)  in sub_nr_running()
2792 static inline void __block_task(struct rq *rq, struct task_struct *p)  in __block_task()
2871 static inline int hrtick_enabled(struct rq *rq)  in hrtick_enabled()
2878 static inline int hrtick_enabled_fair(struct rq *rq)  in hrtick_enabled_fair()
2885 static inline int hrtick_enabled_dl(struct rq *rq)  in hrtick_enabled_dl()
2896 static inline int hrtick_enabled_fair(struct rq *rq)  in hrtick_enabled_fair()
2901 static inline int hrtick_enabled_dl(struct rq *rq)  in hrtick_enabled_dl()
2906 static inline int hrtick_enabled(struct rq *rq)  in hrtick_enabled()
3215 static inline void nohz_balance_exit_idle(struct rq *rq) { }  in nohz_balance_exit_idle()
3230 static inline void sched_core_account_forceidle(struct rq *rq)  in sched_core_account_forceidle()
3238 static inline void sched_core_tick(struct rq *rq)  in sched_core_tick()
3246 static inline void sched_core_account_forceidle(struct rq *rq) { }  in sched_core_account_forceidle()
3248 static inline void sched_core_tick(struct rq *rq) { }  in sched_core_tick()
3323 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags)  in cpufreq_update_util()
3333 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) { }  in cpufreq_update_util()
3370 static inline unsigned long cpu_bw_dl(struct rq *rq)  in cpu_bw_dl()
3375 static inline unsigned long cpu_util_dl(struct rq *rq)  in cpu_util_dl()
3384 static inline unsigned long cpu_util_rt(struct rq *rq)  in cpu_util_rt()
3390 static inline bool update_other_load_avgs(struct rq *rq) { return false; }  in update_other_load_avgs()
3397 static inline unsigned long uclamp_rq_get(struct rq *rq,  in uclamp_rq_get()
3403 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_rq_set()
3409 static inline bool uclamp_rq_is_idle(struct rq *rq)  in uclamp_rq_is_idle()
3415 static inline bool uclamp_rq_is_capped(struct rq *rq)  in uclamp_rq_is_capped()
3482 static inline bool uclamp_rq_is_capped(struct rq *rq) { return false; }  in uclamp_rq_is_capped()
3490 uclamp_rq_get(struct rq *rq, enum uclamp_id clamp_id)  in uclamp_rq_get()
3499 uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, unsigned int value)  in uclamp_rq_set()
3503 static inline bool uclamp_rq_is_idle(struct rq *rq)  in uclamp_rq_is_idle()
3512 static inline unsigned long cpu_util_irq(struct rq *rq)  in cpu_util_irq()
3529 static inline unsigned long cpu_util_irq(struct rq *rq)  in cpu_util_irq()
3573 static inline void membarrier_switch_mm(struct rq *rq,  in membarrier_switch_mm()
3591 static inline void membarrier_switch_mm(struct rq *rq,  in membarrier_switch_mm()
3760 static inline void mm_cid_snapshot_time(struct rq *rq, struct mm_struct *mm)  in mm_cid_snapshot_time()
3768 static inline int __mm_cid_get(struct rq *rq, struct task_struct *t,  in __mm_cid_get()
3822 static inline int mm_cid_get(struct rq *rq, struct task_struct *t,  in mm_cid_get()
3847 static inline void switch_mm_cid(struct rq *rq,  in switch_mm_cid()
3899 static inline void switch_mm_cid(struct rq *rq, struct task_struct *prev, struct task_struct *next)…  in switch_mm_cid()
3902 static inline void task_tick_mm_cid(struct rq *rq, struct task_struct *curr) { }  in task_tick_mm_cid()
3921 bool task_is_pushable(struct rq *rq, struct task_struct *p, int cpu)  in task_is_pushable()
3975 static inline struct balance_callback *splice_balance_callbacks(struct rq *rq)  in splice_balance_callbacks()
3980 static inline void balance_callbacks(struct rq *rq, struct balance_callback *head)  in balance_callbacks()