Lines Matching refs:sched_entity
311 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
431 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
439 static inline struct sched_entity *parent_entity(const struct sched_entity *se) in parent_entity()
445 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
486 static int se_is_idle(struct sched_entity *se) in se_is_idle()
514 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
520 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
534 static int se_is_idle(struct sched_entity *se) in se_is_idle()
566 static inline bool entity_before(const struct sched_entity *a, in entity_before()
567 const struct sched_entity *b) in entity_before()
572 static inline s64 entity_key(struct cfs_rq *cfs_rq, struct sched_entity *se) in entity_key()
578 rb_entry((node), struct sched_entity, run_node)
639 avg_vruntime_add(struct cfs_rq *cfs_rq, struct sched_entity *se) in avg_vruntime_add()
649 avg_vruntime_sub(struct cfs_rq *cfs_rq, struct sched_entity *se) in avg_vruntime_sub()
673 struct sched_entity *curr = cfs_rq->curr; in avg_vruntime()
710 static void update_entity_lag(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_entity_lag()
738 int entity_eligible(struct cfs_rq *cfs_rq, struct sched_entity *se) in entity_eligible()
740 struct sched_entity *curr = cfs_rq->curr; in entity_eligible()
770 struct sched_entity *se = __pick_first_entity(cfs_rq); in update_min_vruntime()
771 struct sched_entity *curr = cfs_rq->curr; in update_min_vruntime()
801 static inline void __update_min_deadline(struct sched_entity *se, struct rb_node *node) in __update_min_deadline()
804 struct sched_entity *rse = __node_2_se(node); in __update_min_deadline()
813 static inline bool min_deadline_update(struct sched_entity *se, bool exit) in min_deadline_update()
825 RB_DECLARE_CALLBACKS(static, min_deadline_cb, struct sched_entity,
831 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
839 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
846 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
875 static struct sched_entity *__pick_eevdf(struct cfs_rq *cfs_rq) in __pick_eevdf()
878 struct sched_entity *curr = cfs_rq->curr; in __pick_eevdf()
879 struct sched_entity *best = NULL; in __pick_eevdf()
880 struct sched_entity *best_left = NULL; in __pick_eevdf()
894 struct sched_entity *se = __node_2_se(node); in __pick_eevdf()
915 struct sched_entity *left = __node_2_se(node->rb_left); in __pick_eevdf()
950 struct sched_entity *se = __node_2_se(node); in __pick_eevdf()
969 static struct sched_entity *pick_eevdf(struct cfs_rq *cfs_rq) in pick_eevdf()
971 struct sched_entity *se = __pick_eevdf(cfs_rq); in pick_eevdf()
974 struct sched_entity *left = __pick_first_entity(cfs_rq); in pick_eevdf()
985 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
1013 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se);
1019 static void update_deadline(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_deadline()
1053 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
1099 struct sched_entity *se = &p->se; in post_init_entity_util_avg()
1136 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
1152 struct sched_entity *curr = cfs_rq->curr; in update_curr()
1197 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start_fair()
1214 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end_fair()
1240 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue_sleeper_fair()
1260 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_enqueue_fair()
1277 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_dequeue_fair()
1309 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
3526 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
3543 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
3607 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_load_avg()
3614 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_load_avg()
3624 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in enqueue_load_avg()
3626 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in dequeue_load_avg()
3629 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
3682 struct sched_entity *se = &p->se; in reweight_task()
3807 static void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3831 static inline void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3964 void set_task_rq_fair(struct sched_entity *se, in set_task_rq_fair()
4058 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_util()
4090 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_runnable()
4120 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_load()
4194 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
4225 static inline bool skip_blocked_update(struct sched_entity *se) in skip_blocked_update()
4255 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
4265 static inline void migrate_se_pelt_lag(struct sched_entity *se) in migrate_se_pelt_lag()
4344 static void migrate_se_pelt_lag(struct sched_entity *se) {} in migrate_se_pelt_lag()
4434 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in attach_entity_load_avg()
4489 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in detach_entity_load_avg()
4520 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_load_avg()
4566 static void sync_entity_load_avg(struct sched_entity *se) in sync_entity_load_avg()
4579 static void remove_entity_load_avg(struct sched_entity *se) in remove_entity_load_avg()
4943 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1) in update_load_avg()
4948 static inline void remove_entity_load_avg(struct sched_entity *se) {} in remove_entity_load_avg()
4951 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in attach_entity_load_avg()
4953 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in detach_entity_load_avg()
4974 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in place_entity()
4991 struct sched_entity *curr = cfs_rq->curr; in place_entity()
5080 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
5147 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
5158 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
5167 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
5220 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
5269 static struct sched_entity *
5270 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr) in pick_next_entity()
5284 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
5307 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
5564 struct sched_entity *se; in throttle_cfs_rq()
5653 struct sched_entity *se; in unthrottle_cfs_rq()
6426 struct sched_entity *se = &p->se; in hrtick_start_fair()
6513 struct sched_entity *se = &p->se; in enqueue_task_fair()
6596 static void set_next_buddy(struct sched_entity *se);
6606 struct sched_entity *se = &p->se; in dequeue_task_fair()
8002 struct sched_entity *se = &p->se; in migrate_task_rq_fair()
8041 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
8058 struct sched_entity *se = &curr->se, *pse = &p->se; in check_preempt_wakeup()
8138 struct sched_entity *se; in pick_task_fair()
8147 struct sched_entity *curr = cfs_rq->curr; in pick_task_fair()
8172 struct sched_entity *se; in pick_next_task_fair()
8193 struct sched_entity *curr = cfs_rq->curr; in pick_next_task_fair()
8235 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
8323 struct sched_entity *se = &prev->se; in put_prev_task_fair()
8339 struct sched_entity *se = &curr->se; in yield_task_fair()
8366 struct sched_entity *se = &p->se; in yield_to_task_fair()
9102 struct sched_entity *se; in __update_blocked_fair()
9142 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
12253 __entity_slice_used(struct sched_entity *se, int min_nr_tasks) in __entity_slice_used()
12289 static void se_fi_update(const struct sched_entity *se, unsigned int fi_seq, in se_fi_update()
12307 struct sched_entity *se = &p->se; in task_vruntime_update()
12319 const struct sched_entity *sea = &a->se; in cfs_prio_less()
12320 const struct sched_entity *seb = &b->se; in cfs_prio_less()
12389 struct sched_entity *se = &curr->se; in task_tick_fair()
12412 struct sched_entity *se = &p->se, *curr; in task_fork_fair()
12458 static void propagate_entity_cfs_rq(struct sched_entity *se) in propagate_entity_cfs_rq()
12484 static void propagate_entity_cfs_rq(struct sched_entity *se) { } in propagate_entity_cfs_rq()
12487 static void detach_entity_cfs_rq(struct sched_entity *se) in detach_entity_cfs_rq()
12509 static void attach_entity_cfs_rq(struct sched_entity *se) in attach_entity_cfs_rq()
12522 struct sched_entity *se = &p->se; in detach_task_cfs_rq()
12529 struct sched_entity *se = &p->se; in attach_task_cfs_rq()
12563 struct sched_entity *se = &p->se; in set_next_task_fair()
12630 struct sched_entity *se; in alloc_fair_sched_group()
12671 struct sched_entity *se; in online_fair_sched_group()
12715 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
12716 struct sched_entity *parent) in init_tg_cfs_entry()
12767 struct sched_entity *se = tg->se[i]; in __sched_group_set_shares()
12818 struct sched_entity *se = tg->se[i]; in sched_group_set_idle()
12888 struct sched_entity *se = &task->se; in get_rr_interval_fair()