331 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
399 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
425 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos)			\  argument
481 static int cfs_rq_is_idle(struct cfs_rq *cfs_rq)  in cfs_rq_is_idle()
498 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
503 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
511 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos)	\  argument
529 static int cfs_rq_is_idle(struct cfs_rq *cfs_rq)  in cfs_rq_is_idle()
572 static inline s64 entity_key(struct cfs_rq *cfs_rq, struct sched_entity *se)  in entity_key()
639 avg_vruntime_add(struct cfs_rq *cfs_rq, struct sched_entity *se)  in avg_vruntime_add()
649 avg_vruntime_sub(struct cfs_rq *cfs_rq, struct sched_entity *se)  in avg_vruntime_sub()
659 void avg_vruntime_update(struct cfs_rq *cfs_rq, s64 delta)  in avg_vruntime_update()
671 u64 avg_vruntime(struct cfs_rq *cfs_rq)  in avg_vruntime()
710 static void update_entity_lag(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_entity_lag()
738 int entity_eligible(struct cfs_rq *cfs_rq, struct sched_entity *se)  in entity_eligible()
754 static u64 __update_min_vruntime(struct cfs_rq *cfs_rq, u64 vruntime)  in __update_min_vruntime()
768 static void update_min_vruntime(struct cfs_rq *cfs_rq)  in update_min_vruntime()
831 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __enqueue_entity()
839 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __dequeue_entity()
846 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq)  in __pick_first_entity()
875 static struct sched_entity *__pick_eevdf(struct cfs_rq *cfs_rq)  in __pick_eevdf()
969 static struct sched_entity *pick_eevdf(struct cfs_rq *cfs_rq)  in pick_eevdf()
985 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq)  in __pick_last_entity()
1019 static void update_deadline(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_deadline()
1100 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in post_init_entity_util_avg()  local
1142 static void update_tg_load_avg(struct cfs_rq *cfs_rq)  in update_tg_load_avg()
1150 static void update_curr(struct cfs_rq *cfs_rq)  in update_curr()
1197 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_start_fair()
1214 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_end_fair()
1240 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_enqueue_sleeper_fair()
1260 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_stats_enqueue_fair()
1277 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_stats_dequeue_fair()
1309 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_curr_start()
3526 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_enqueue()
3543 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_dequeue()
3607 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in enqueue_load_avg()
3614 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in dequeue_load_avg()
3624 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { }  in enqueue_load_avg()
3626 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { }  in dequeue_load_avg()
3629 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se,  in reweight_entity()
3683 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in reweight_task()  local
3768 static long calc_group_shares(struct cfs_rq *cfs_rq)  in calc_group_shares()
3836 static inline void cfs_rq_util_change(struct cfs_rq *cfs_rq, int flags)  in cfs_rq_util_change()
3883 static inline u64 cfs_rq_last_update_time(struct cfs_rq *cfs_rq)  in cfs_rq_last_update_time()
3897 static inline bool child_cfs_rq_on_list(struct cfs_rq *cfs_rq)  in child_cfs_rq_on_list()
3915 static inline bool cfs_rq_is_decayed(struct cfs_rq *cfs_rq)  in cfs_rq_is_decayed()
3943 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq)  in update_tg_load_avg()
4058 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_util()
4090 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_runnable()
4120 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_load()
4187 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum)  in add_tg_cfs_propagate()
4196 	struct cfs_rq *cfs_rq, *gcfs_rq;  in propagate_entity_load_avg()  local
4253 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq) {}  in update_tg_load_avg()
4260 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) {}  in add_tg_cfs_propagate()
4268 	struct cfs_rq *cfs_rq;  in migrate_se_pelt_lag()  local
4363 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq)  in update_cfs_rq_load_avg()
4434 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in attach_entity_load_avg()
4489 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in detach_entity_load_avg()
4520 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_load_avg()
4568 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in sync_entity_load_avg()  local
4581 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in remove_entity_load_avg()  local
4600 static inline unsigned long cfs_rq_runnable_avg(struct cfs_rq *cfs_rq)  in cfs_rq_runnable_avg()
4605 static inline unsigned long cfs_rq_load_avg(struct cfs_rq *cfs_rq)  in cfs_rq_load_avg()
4645 static inline void util_est_enqueue(struct cfs_rq *cfs_rq,  in util_est_enqueue()
4661 static inline void util_est_dequeue(struct cfs_rq *cfs_rq,  in util_est_dequeue()
4692 static inline void util_est_update(struct cfs_rq *cfs_rq,  in util_est_update()
4933 static inline bool cfs_rq_is_decayed(struct cfs_rq *cfs_rq)  in cfs_rq_is_decayed()
4943 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1)  in update_load_avg()
4951 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in attach_entity_load_avg()
4953 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in detach_entity_load_avg()
4961 util_est_enqueue(struct cfs_rq *cfs_rq, struct task_struct *p) {}  in util_est_enqueue()
4964 util_est_dequeue(struct cfs_rq *cfs_rq, struct task_struct *p) {}  in util_est_dequeue()
4967 util_est_update(struct cfs_rq *cfs_rq, struct task_struct *p,  in util_est_update()
4974 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in place_entity()
5080 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in enqueue_entity()
5150 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_next()  local
5158 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se)  in clear_buddies()
5167 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in dequeue_entity()
5220 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in set_next_entity()
5270 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr)  in pick_next_entity()
5284 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev)  in put_prev_entity()
5307 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued)  in entity_tick()
5418 				   struct cfs_rq *cfs_rq, u64 target_runtime)  in __assign_cfs_rq_runtime()
5445 static int assign_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in assign_cfs_rq_runtime()
5457 static void __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in __account_cfs_rq_runtime()
5476 void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in account_cfs_rq_runtime()
5484 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
5490 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
5515 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_unthrottle_up()  local
5544 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_throttle_down()  local
5560 static bool throttle_cfs_rq(struct cfs_rq *cfs_rq)  in throttle_cfs_rq()
5649 void unthrottle_cfs_rq(struct cfs_rq *cfs_rq)  in unthrottle_cfs_rq()
5775 static inline void __unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq)  in __unthrottle_cfs_rq_async()
5795 static inline void __unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq)  in __unthrottle_cfs_rq_async()
5801 static void unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq)  in unthrottle_cfs_rq_async()
5818 	struct cfs_rq *cfs_rq;  in distribute_cfs_runtime()  local
5992 static void __return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in __return_cfs_rq_runtime()
6015 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in return_cfs_rq_runtime()
6060 static void check_enqueue_throttle(struct cfs_rq *cfs_rq)  in check_enqueue_throttle()
6081 	struct cfs_rq *pcfs_rq, *cfs_rq;  in sync_throttle()  local
6097 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in check_cfs_rq_runtime()
6203 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in init_cfs_rq_runtime()
6277 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in update_runtime_enabled()  local
6302 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in unthrottle_offline_cfs_rqs()  local
6328 	struct cfs_rq *cfs_rq = task_cfs_rq(p);  in cfs_task_bw_constrained()  local
6373 static void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) {}  in account_cfs_rq_runtime()
6374 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq) { return false; }  in check_cfs_rq_runtime()
6375 static void check_enqueue_throttle(struct cfs_rq *cfs_rq) {}  in check_enqueue_throttle()
6377 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in return_cfs_rq_runtime()
6379 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
6384 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
6397 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in init_cfs_rq_runtime()
6512 	struct cfs_rq *cfs_rq;  in enqueue_task_fair()  local
6605 	struct cfs_rq *cfs_rq;  in dequeue_task_fair()  local
6713 	struct cfs_rq *cfs_rq;  in cpu_load_without()  local
6736 	struct cfs_rq *cfs_rq;  in cpu_runnable_without()  local
7469 	struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs;  in cpu_util()  local
8059 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in check_preempt_wakeup()  local
8139 	struct cfs_rq *cfs_rq;  in pick_task_fair()  local
8171 	struct cfs_rq *cfs_rq = &rq->cfs;  in pick_next_task_fair()  local
8324 	struct cfs_rq *cfs_rq;  in put_prev_task_fair()  local
8338 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in yield_task_fair()  local
9016 static inline bool cfs_rq_has_blocked(struct cfs_rq *cfs_rq)  in cfs_rq_has_blocked()
9057 static inline bool cfs_rq_has_blocked(struct cfs_rq *cfs_rq) { return false; }  in cfs_rq_has_blocked()
9093 	struct cfs_rq *cfs_rq, *pos;  in __update_blocked_fair()  local
9139 static void update_cfs_rq_h_load(struct cfs_rq *cfs_rq)  in update_cfs_rq_h_load()
9174 	struct cfs_rq *cfs_rq = task_cfs_rq(p);  in task_h_load()  local
9183 	struct cfs_rq *cfs_rq = &rq->cfs;  in __update_blocked_fair()  local
12293 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in se_fi_update()  local
12365 	struct cfs_rq *cfs_rq;  in task_is_throttled_fair()  local
12388 	struct cfs_rq *cfs_rq;  in task_tick_fair()  local
12413 	struct cfs_rq *cfs_rq;  in task_fork_fair()  local
12460 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in propagate_entity_cfs_rq()  local
12489 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in detach_entity_cfs_rq()  local
12511 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in attach_entity_cfs_rq()  local
12576 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in set_next_task_fair()  local
12584 void init_cfs_rq(struct cfs_rq *cfs_rq)  in init_cfs_rq()
12631 	struct cfs_rq *cfs_rq;  in alloc_fair_sched_group()  local
12714 void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq,  in init_tg_cfs_entry()
12844 			struct cfs_rq *cfs_rq = cfs_rq_of(se);  in sched_group_set_idle()  local
12957 	struct cfs_rq *cfs_rq, *pos;  in print_cfs_stats()  local