23 static struct bfq_entity *bfq_root_active_entity(struct rb_root *tree)  in bfq_root_active_entity()
27 	return rb_entry(node, struct bfq_entity, rb_node);  in bfq_root_active_entity()
30 static unsigned int bfq_class_idx(struct bfq_entity *entity)  in bfq_class_idx()
44 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,
47 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service);
75 				       struct bfq_entity *new_entity,  in bfq_update_next_in_service()
78 	struct bfq_entity *next_in_service = sd->next_in_service;  in bfq_update_next_in_service()
149 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
151 	struct bfq_entity *bfqg_entity;  in bfq_update_parent_budget()
194 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
223 static bool bfq_update_parent_budget(struct bfq_entity *next_in_service)  in bfq_update_parent_budget()
228 static bool bfq_no_longer_next_in_service(struct bfq_entity *entity)  in bfq_no_longer_next_in_service()
244 struct bfq_queue *bfq_entity_to_bfqq(struct bfq_entity *entity)  in bfq_entity_to_bfqq()
270 static void bfq_calc_finish(struct bfq_entity *entity, unsigned long service)  in bfq_calc_finish()
297 struct bfq_entity *bfq_entity_of(struct rb_node *node)  in bfq_entity_of()
299 	struct bfq_entity *entity = NULL;  in bfq_entity_of()
302 		entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_entity_of()
312 static void bfq_extract(struct rb_root *root, struct bfq_entity *entity)  in bfq_extract()
324 			     struct bfq_entity *entity)  in bfq_idle_extract()
353 static void bfq_insert(struct rb_root *root, struct bfq_entity *entity)  in bfq_insert()
355 	struct bfq_entity *entry;  in bfq_insert()
361 		entry = rb_entry(parent, struct bfq_entity, rb_node);  in bfq_insert()
385 static void bfq_update_min(struct bfq_entity *entity, struct rb_node *node)  in bfq_update_min()
387 	struct bfq_entity *child;  in bfq_update_min()
390 		child = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_min()
406 	struct bfq_entity *entity = rb_entry(node, struct bfq_entity, rb_node);  in bfq_update_active_node()
455 			      struct bfq_entity *entity)  in bfq_active_insert()
510 static void bfq_get_entity(struct bfq_entity *entity)  in bfq_get_entity()
557 			       struct bfq_entity *entity)  in bfq_active_extract()
592 			    struct bfq_entity *entity)  in bfq_idle_insert()
595 	struct bfq_entity *first_idle = st->first_idle;  in bfq_idle_insert()
596 	struct bfq_entity *last_idle = st->last_idle;  in bfq_idle_insert()
625 			      struct bfq_entity *entity,  in bfq_forget_entity()
641 void bfq_put_idle_entity(struct bfq_service_tree *st, struct bfq_entity *entity)  in bfq_put_idle_entity()
657 	struct bfq_entity *first_idle = st->first_idle;  in bfq_forget_idle()
658 	struct bfq_entity *last_idle = st->last_idle;  in bfq_forget_idle()
673 struct bfq_service_tree *bfq_entity_service_tree(struct bfq_entity *entity)  in bfq_entity_service_tree()
701 				struct bfq_entity *entity,  in __bfq_entity_update_weight_prio()
808 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_served()
859 	struct bfq_entity *entity = &bfqq->entity;  in bfq_bfqq_charge_time()
874 static void bfq_update_fin_time_enqueue(struct bfq_entity *entity,  in bfq_update_fin_time_enqueue()
946 static void __bfq_activate_entity(struct bfq_entity *entity,  in __bfq_activate_entity()
1018 static void __bfq_requeue_entity(struct bfq_entity *entity)  in __bfq_requeue_entity()
1084 static void __bfq_activate_requeue_entity(struct bfq_entity *entity,  in __bfq_activate_requeue_entity()
1118 static void bfq_activate_requeue_entity(struct bfq_entity *entity,  in bfq_activate_requeue_entity()
1144 bool __bfq_deactivate_entity(struct bfq_entity *entity, bool ins_into_idle_tree)  in __bfq_deactivate_entity()
1197 static void bfq_deactivate_entity(struct bfq_entity *entity,  in bfq_deactivate_entity()
1202 	struct bfq_entity *parent = NULL;  in bfq_deactivate_entity()
1304 	struct bfq_entity *root_entity = bfq_root_active_entity(&st->active);  in bfq_calc_vtime_jump()
1332 static struct bfq_entity *bfq_first_active_entity(struct bfq_service_tree *st,  in bfq_first_active_entity()
1335 	struct bfq_entity *entry, *first = NULL;  in bfq_first_active_entity()
1339 		entry = rb_entry(node, struct bfq_entity, rb_node);  in bfq_first_active_entity()
1346 					 struct bfq_entity, rb_node);  in bfq_first_active_entity()
1384 static struct bfq_entity *
1387 	struct bfq_entity *entity;  in __bfq_lookup_next_entity()
1426 static struct bfq_entity *bfq_lookup_next_entity(struct bfq_sched_data *sd,  in bfq_lookup_next_entity()
1431 	struct bfq_entity *entity = NULL;  in bfq_lookup_next_entity()
1492 	struct bfq_entity *entity = NULL;  in bfq_get_next_queue()
1586 	struct bfq_entity *in_serv_entity = &in_serv_bfqq->entity;  in __bfq_bfqd_reset_in_service()
1587 	struct bfq_entity *entity = in_serv_entity;  in __bfq_bfqd_reset_in_service()
1626 	struct bfq_entity *entity = &bfqq->entity;  in bfq_deactivate_bfqq()
1633 	struct bfq_entity *entity = &bfqq->entity;  in bfq_activate_bfqq()
1643 	struct bfq_entity *entity = &bfqq->entity;  in bfq_requeue_bfqq()