Lines Matching refs:sched_entity
251 static inline struct task_struct *task_of(struct sched_entity *se) in task_of()
267 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) in cfs_rq_of()
273 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq()
391 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
399 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
405 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
438 static inline struct task_struct *task_of(struct sched_entity *se) in task_of()
451 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) in cfs_rq_of()
460 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq()
487 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
493 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
524 static inline int entity_before(struct sched_entity *a, in entity_before()
525 struct sched_entity *b) in entity_before()
532 struct sched_entity *curr = cfs_rq->curr; in update_min_vruntime()
545 struct sched_entity *se; in update_min_vruntime()
546 se = rb_entry(leftmost, struct sched_entity, run_node); in update_min_vruntime()
565 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
569 struct sched_entity *entry; in __enqueue_entity()
577 entry = rb_entry(parent, struct sched_entity, run_node); in __enqueue_entity()
595 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
600 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
607 return rb_entry(left, struct sched_entity, run_node); in __pick_first_entity()
610 static struct sched_entity *__pick_next_entity(struct sched_entity *se) in __pick_next_entity()
617 return rb_entry(next, struct sched_entity, run_node); in __pick_next_entity()
621 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
628 return rb_entry(last, struct sched_entity, run_node); in __pick_last_entity()
662 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
692 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_slice()
719 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_vslice()
732 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
752 static void attach_entity_cfs_rq(struct sched_entity *se);
782 struct sched_entity *se = &p->se; in post_init_entity_util_avg()
819 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
835 struct sched_entity *curr = cfs_rq->curr; in update_curr()
874 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start()
892 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end()
924 update_stats_enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue_sleeper()
995 update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_enqueue()
1012 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_dequeue()
1041 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
2757 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
2772 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
2834 enqueue_runnable_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_runnable_load_avg()
2843 dequeue_runnable_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_runnable_load_avg()
2853 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_load_avg()
2860 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_load_avg()
2867 enqueue_runnable_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in enqueue_runnable_load_avg()
2869 dequeue_runnable_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in dequeue_runnable_load_avg()
2871 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in enqueue_load_avg()
2873 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in dequeue_load_avg()
2876 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
2910 struct sched_entity *se = &p->se; in reweight_task()
3079 static void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3104 static inline void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3170 void set_task_rq_fair(struct sched_entity *se, in set_task_rq_fair()
3284 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_util()
3310 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_runnable()
3384 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
3414 static inline bool skip_blocked_update(struct sched_entity *se) in skip_blocked_update()
3444 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
3522 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in attach_entity_load_avg()
3571 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in detach_entity_load_avg()
3592 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_load_avg()
3648 static void sync_entity_load_avg(struct sched_entity *se) in sync_entity_load_avg()
3661 static void remove_entity_load_avg(struct sched_entity *se) in remove_entity_load_avg()
3835 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1) in update_load_avg()
3840 static inline void remove_entity_load_avg(struct sched_entity *se) {} in remove_entity_load_avg()
3843 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) {} in attach_entity_load_avg()
3845 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in detach_entity_load_avg()
3862 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se) in check_spread()
3876 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial) in place_entity()
3961 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
4013 static void __clear_buddies_last(struct sched_entity *se) in __clear_buddies_last()
4024 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
4035 static void __clear_buddies_skip(struct sched_entity *se) in __clear_buddies_skip()
4046 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
4061 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
4116 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) in check_preempt_tick()
4119 struct sched_entity *se; in check_preempt_tick()
4153 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
4186 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se);
4195 static struct sched_entity *
4196 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr) in pick_next_entity()
4198 struct sched_entity *left = __pick_first_entity(cfs_rq); in pick_next_entity()
4199 struct sched_entity *se; in pick_next_entity()
4215 struct sched_entity *second; in pick_next_entity()
4248 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
4273 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
4494 struct sched_entity *se; in throttle_cfs_rq()
4554 struct sched_entity *se; in unthrottle_cfs_rq()
5118 struct sched_entity *se = &p->se; in hrtick_start_fair()
5191 struct sched_entity *se = &p->se; in enqueue_task_fair()
5283 static void set_next_buddy(struct sched_entity *se);
5293 struct sched_entity *se = &p->se; in dequeue_task_fair()
6505 static void detach_entity_cfs_rq(struct sched_entity *se);
6521 struct sched_entity *se = &p->se; in migrate_task_rq_fair()
6584 static unsigned long wakeup_gran(struct sched_entity *se) in wakeup_gran()
6619 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se) in wakeup_preempt_entity()
6633 static void set_last_buddy(struct sched_entity *se) in set_last_buddy()
6645 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
6657 static void set_skip_buddy(struct sched_entity *se) in set_skip_buddy()
6669 struct sched_entity *se = &curr->se, *pse = &p->se; in check_preempt_wakeup()
6753 struct sched_entity *se; in pick_next_task_fair()
6774 struct sched_entity *curr = cfs_rq->curr; in pick_next_task_fair()
6816 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
6898 struct sched_entity *se = &prev->se; in put_prev_task_fair()
6916 struct sched_entity *se = &curr->se; in yield_task_fair()
6945 struct sched_entity *se = &p->se; in yield_to_task_fair()
7568 struct sched_entity *se; in update_blocked_averages()
7602 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
9944 struct sched_entity *se = &curr->se; in task_tick_fair()
9966 struct sched_entity *se = &p->se, *curr; in task_fork_fair()
10018 struct sched_entity *se = &p->se; in vruntime_normalized()
10049 static void propagate_entity_cfs_rq(struct sched_entity *se) in propagate_entity_cfs_rq()
10066 static void propagate_entity_cfs_rq(struct sched_entity *se) { } in propagate_entity_cfs_rq()
10069 static void detach_entity_cfs_rq(struct sched_entity *se) in detach_entity_cfs_rq()
10080 static void attach_entity_cfs_rq(struct sched_entity *se) in attach_entity_cfs_rq()
10101 struct sched_entity *se = &p->se; in detach_task_cfs_rq()
10118 struct sched_entity *se = &p->se; in attach_task_cfs_rq()
10156 struct sched_entity *se = &p->se; in set_next_task_fair()
10192 struct sched_entity *se = &p->se; in task_set_group_fair()
10242 struct sched_entity *se; in alloc_fair_sched_group()
10263 se = kzalloc_node(sizeof(struct sched_entity), in alloc_fair_sched_group()
10283 struct sched_entity *se; in online_fair_sched_group()
10325 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
10326 struct sched_entity *parent) in init_tg_cfs_entry()
10376 struct sched_entity *se = tg->se[i]; in sched_group_set_shares()
10411 struct sched_entity *se = &task->se; in get_rr_interval_fair()