23 static inline struct task_struct *dl_task_of(struct sched_dl_entity *dl_se)  in dl_task_of()
33 static inline struct dl_rq *dl_rq_of_se(struct sched_dl_entity *dl_se)  in dl_rq_of_se()
41 static inline int on_dl_rq(struct sched_dl_entity *dl_se)  in on_dl_rq()
129 void add_rq_bw(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in add_rq_bw()
136 void sub_rq_bw(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in sub_rq_bw()
143 void add_running_bw(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in add_running_bw()
150 void sub_running_bw(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in sub_running_bw()
239 	struct sched_dl_entity *dl_se = &p->dl;  in task_non_contending()
294 static void task_contending(struct sched_dl_entity *dl_se, int flags)  in task_contending()
333 	struct sched_dl_entity *dl_se = &p->dl;  in is_leftmost()
422 static void inc_dl_migration(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in inc_dl_migration()
432 static void dec_dl_migration(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in dec_dl_migration()
580 void inc_dl_migration(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in inc_dl_migration()
585 void dec_dl_migration(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in dec_dl_migration()
623 static inline void setup_new_dl_entity(struct sched_dl_entity *dl_se)  in setup_new_dl_entity()
666 static void replenish_dl_entity(struct sched_dl_entity *dl_se,  in replenish_dl_entity()
667 				struct sched_dl_entity *pi_se)  in replenish_dl_entity()
742 static bool dl_entity_overflow(struct sched_dl_entity *dl_se,  in dl_entity_overflow()
743 			       struct sched_dl_entity *pi_se, u64 t)  in dl_entity_overflow()
791 update_dl_revised_wakeup(struct sched_dl_entity *dl_se, struct rq *rq)  in update_dl_revised_wakeup()
817 static inline bool dl_is_implicit(struct sched_dl_entity *dl_se)  in dl_is_implicit()
852 static void update_dl_entity(struct sched_dl_entity *dl_se,  in update_dl_entity()
853 			     struct sched_dl_entity *pi_se)  in update_dl_entity()
873 static inline u64 dl_next_period(struct sched_dl_entity *dl_se)  in dl_next_period()
890 	struct sched_dl_entity *dl_se = &p->dl;  in start_dl_timer()
948 	struct sched_dl_entity *dl_se = container_of(timer,  in dl_task_timer()
949 						     struct sched_dl_entity,  in dl_task_timer()
1053 void init_dl_task_timer(struct sched_dl_entity *dl_se)  in init_dl_task_timer()
1079 static inline void dl_check_constrained_dl(struct sched_dl_entity *dl_se)  in dl_check_constrained_dl()
1095 int dl_runtime_exceeded(struct sched_dl_entity *dl_se)  in dl_runtime_exceeded()
1121 static u64 grub_reclaim(u64 delta, struct rq *rq, struct sched_dl_entity *dl_se)  in grub_reclaim()
1150 	struct sched_dl_entity *dl_se = &curr->dl;  in update_curr_dl()
1252 	struct sched_dl_entity *dl_se = container_of(timer,  in inactive_task_timer()
1253 						     struct sched_dl_entity,  in inactive_task_timer()
1292 void init_dl_inactive_task_timer(struct sched_dl_entity *dl_se)  in init_dl_inactive_task_timer()
1327 		struct sched_dl_entity *entry;  in dec_dl_deadline()
1329 		entry = rb_entry(leftmost, struct sched_dl_entity, rb_node);  in dec_dl_deadline()
1343 void inc_dl_tasks(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in inc_dl_tasks()
1357 void dec_dl_tasks(struct sched_dl_entity *dl_se, struct dl_rq *dl_rq)  in dec_dl_tasks()
1370 static void __enqueue_dl_entity(struct sched_dl_entity *dl_se)  in __enqueue_dl_entity()
1375 	struct sched_dl_entity *entry;  in __enqueue_dl_entity()
1382 		entry = rb_entry(parent, struct sched_dl_entity, rb_node);  in __enqueue_dl_entity()
1397 static void __dequeue_dl_entity(struct sched_dl_entity *dl_se)  in __dequeue_dl_entity()
1411 enqueue_dl_entity(struct sched_dl_entity *dl_se,  in enqueue_dl_entity()
1412 		  struct sched_dl_entity *pi_se, int flags)  in enqueue_dl_entity()
1435 static void dequeue_dl_entity(struct sched_dl_entity *dl_se)  in dequeue_dl_entity()
1443 	struct sched_dl_entity *pi_se = &p->dl;  in enqueue_task_dl()
1698 static struct sched_dl_entity *pick_next_dl_entity(struct rq *rq,  in pick_next_dl_entity()
1706 	return rb_entry(left, struct sched_dl_entity, rb_node);  in pick_next_dl_entity()
1712 	struct sched_dl_entity *dl_se;  in pick_next_task_dl()
2580 	struct sched_dl_entity *dl_se = &p->dl;  in __setparam_dl()
2592 	struct sched_dl_entity *dl_se = &p->dl;  in __getparam_dl()
2650 	struct sched_dl_entity *dl_se = &p->dl;  in __dl_clear_params()
2667 	struct sched_dl_entity *dl_se = &p->dl;  in dl_param_changed()