38 unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd)  in bfq_tot_busy_queues()  argument
40 	return bfqd->busy_queues[0] + bfqd->busy_queues[1] +  in bfq_tot_busy_queues()
41 		bfqd->busy_queues[2];  in bfq_tot_busy_queues()
150 		group_entity = &bfqq->bfqd->root_group->entity;  in bfq_bfqq_to_bfqg()
235 	return bfqq->bfqd->root_group;  in bfq_bfqq_to_bfqg()
293 		bfq_log_bfqq(bfqq->bfqd, bfqq,  in bfq_calc_finish()
296 		bfq_log_bfqq(bfqq->bfqd, bfqq,  in bfq_calc_finish()
477 	struct bfq_data *bfqd = NULL;  in bfq_active_insert()  local
492 	bfqd = (struct bfq_data *)bfqg->bfqd;  in bfq_active_insert()
495 		list_add(&bfqq->bfqq_list, &bfqq->bfqd->active_list);  in bfq_active_insert()
497 	if (bfqg != bfqd->root_group)  in bfq_active_insert()
531 		bfq_log_bfqq(bfqq->bfqd, bfqq, "get_entity: %p %d",  in bfq_get_entity()
579 	struct bfq_data *bfqd = NULL;  in bfq_active_extract()  local
591 	bfqd = (struct bfq_data *)bfqg->bfqd;  in bfq_active_extract()
596 	if (bfqg != bfqd->root_group)  in bfq_active_extract()
621 		list_add(&bfqq->bfqq_list, &bfqq->bfqd->idle_list);  in bfq_idle_insert()
724 		struct bfq_data *bfqd = NULL;  in __bfq_entity_update_weight_prio()  local
732 			bfqd = bfqq->bfqd;  in __bfq_entity_update_weight_prio()
737 			bfqd = (struct bfq_data *)bfqg->bfqd;  in __bfq_entity_update_weight_prio()
789 			root = &bfqd->queue_weights_tree;  in __bfq_entity_update_weight_prio()
790 			__bfq_weights_tree_remove(bfqd, bfqq, root);  in __bfq_entity_update_weight_prio()
799 			bfq_weights_tree_add(bfqd, bfqq, root);  in __bfq_entity_update_weight_prio()
841 	bfq_log_bfqq(bfqq->bfqd, bfqq, "bfqq_served %d secs", served);  in bfq_bfqq_served()
871 void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_bfqq_charge_time()  argument
878 		(bfqd->bfq_max_budget * bounded_time_ms) / timeout_ms;  in bfq_bfqq_charge_time()
1006 		struct bfq_data *bfqd = bfqg->bfqd;  in __bfq_activate_entity()  local
1010 			bfqd->num_groups_with_pending_reqs++;  in __bfq_activate_entity()
1496 bool next_queue_may_preempt(struct bfq_data *bfqd)  in next_queue_may_preempt()  argument
1498 	struct bfq_sched_data *sd = &bfqd->root_group->sched_data;  in next_queue_may_preempt()
1506 struct bfq_queue *bfq_get_next_queue(struct bfq_data *bfqd)  in bfq_get_next_queue()  argument
1512 	if (bfq_tot_busy_queues(bfqd) == 0)  in bfq_get_next_queue()
1520 	sd = &bfqd->root_group->sched_data;  in bfq_get_next_queue()
1599 bool __bfq_bfqd_reset_in_service(struct bfq_data *bfqd)  in __bfq_bfqd_reset_in_service()  argument
1601 	struct bfq_queue *in_serv_bfqq = bfqd->in_service_queue;  in __bfq_bfqd_reset_in_service()
1606 	hrtimer_try_to_cancel(&bfqd->idle_slice_timer);  in __bfq_bfqd_reset_in_service()
1607 	bfqd->in_service_queue = NULL;  in __bfq_bfqd_reset_in_service()
1639 void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_deactivate_bfqq()  argument
1647 void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_activate_bfqq()  argument
1656 void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_requeue_bfqq()  argument
1662 				    bfqq == bfqd->in_service_queue, expiration);  in bfq_requeue_bfqq()
1670 void bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_del_bfqq_busy()  argument
1673 	bfq_log_bfqq(bfqd, bfqq, "del from busy");  in bfq_del_bfqq_busy()
1677 	bfqd->busy_queues[bfqq->ioprio_class - 1]--;  in bfq_del_bfqq_busy()
1680 		bfqd->wr_busy_queues--;  in bfq_del_bfqq_busy()
1684 	bfq_deactivate_bfqq(bfqd, bfqq, true, expiration);  in bfq_del_bfqq_busy()
1687 		bfq_weights_tree_remove(bfqd, bfqq);  in bfq_del_bfqq_busy()
1693 void bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_add_bfqq_busy()  argument
1695 	bfq_log_bfqq(bfqd, bfqq, "add to busy");  in bfq_add_bfqq_busy()
1697 	bfq_activate_bfqq(bfqd, bfqq);  in bfq_add_bfqq_busy()
1700 	bfqd->busy_queues[bfqq->ioprio_class - 1]++;  in bfq_add_bfqq_busy()
1704 			bfq_weights_tree_add(bfqd, bfqq,  in bfq_add_bfqq_busy()
1705 					     &bfqd->queue_weights_tree);  in bfq_add_bfqq_busy()
1708 		bfqd->wr_busy_queues++;  in bfq_add_bfqq_busy()