394 static struct bfq_io_cq *bfq_bic_lookup(struct bfq_data *bfqd,  in bfq_bic_lookup()
416 void bfq_schedule_dispatch(struct bfq_data *bfqd)  in bfq_schedule_dispatch()
434 static struct request *bfq_choose_req(struct bfq_data *bfqd,  in bfq_choose_req()
532 	struct bfq_data *bfqd = data->q->elevator->elevator_data;  in bfq_limit_depth()  local
546 bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root,  in bfq_rq_pos_tree_lookup()
593 void bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_pos_tree_add_move()
629 static bool bfq_differentiated_weights(struct bfq_data *bfqd)  in bfq_differentiated_weights()
672 static bool bfq_symmetric_scenario(struct bfq_data *bfqd)  in bfq_symmetric_scenario()
690 void bfq_weights_tree_add(struct bfq_data *bfqd, struct bfq_entity *entity,  in bfq_weights_tree_add()
759 void __bfq_weights_tree_remove(struct bfq_data *bfqd,  in __bfq_weights_tree_remove()
781 void bfq_weights_tree_remove(struct bfq_data *bfqd,  in bfq_weights_tree_remove()
836 static struct request *bfq_find_next_rq(struct bfq_data *bfqd,  in bfq_find_next_rq()
884 static void bfq_updated_next_req(struct bfq_data *bfqd,  in bfq_updated_next_req()
911 static unsigned int bfq_wr_duration(struct bfq_data *bfqd)  in bfq_wr_duration()
946 					  struct bfq_data *bfqd)  in switch_back_to_interactive_wr()
954 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd,  in bfq_bfqq_resume_state()
1009 static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_reset_burst_list()
1022 static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_add_to_burst()
1168 static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_handle_burst()
1246 static int bfq_max_budget(struct bfq_data *bfqd)  in bfq_max_budget()
1258 static int bfq_min_budget(struct bfq_data *bfqd)  in bfq_min_budget()
1367 static bool bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd,  in bfq_bfqq_update_budg_for_activation()
1429 static void bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd,  in bfq_update_bfqq_wr_on_rq_arrival()
1526 static bool bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd,  in bfq_bfqq_idle_for_long_time()
1535 static void bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd,  in bfq_bfqq_handle_idle_busy_switch()
1662 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_add_request()  local
1735 static struct request *bfq_find_rq_fmerge(struct bfq_data *bfqd,  in bfq_find_rq_fmerge()
1776 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_remove_request()  local
1834 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_bio_merge()  local
1866 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_request_merge()  local
1889 		struct bfq_data *bfqd = bfqq->bfqd;  in bfq_request_merged()  local
1971 void bfq_end_wr_async_queues(struct bfq_data *bfqd,  in bfq_end_wr_async_queues()
1984 static void bfq_end_wr(struct bfq_data *bfqd)  in bfq_end_wr()
2014 static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd,  in bfqq_find_close()
2056 static struct bfq_queue *bfq_find_close_cooperator(struct bfq_data *bfqd,  in bfq_find_close_cooperator()
2185 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_setup_cooperator()
2282 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic,  in bfq_merge_bfqqs()
2348 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_allow_bio_merge()  local
2405 static void bfq_set_budget_timeout(struct bfq_data *bfqd,  in bfq_set_budget_timeout()
2421 static void __bfq_set_in_service_queue(struct bfq_data *bfqd,  in __bfq_set_in_service_queue()
2477 static struct bfq_queue *bfq_set_in_service_queue(struct bfq_data *bfqd)  in bfq_set_in_service_queue()
2485 static void bfq_arm_slice_timer(struct bfq_data *bfqd)  in bfq_arm_slice_timer()
2525 static unsigned long bfq_calc_max_budget(struct bfq_data *bfqd)  in bfq_calc_max_budget()
2536 static void update_thr_responsiveness_params(struct bfq_data *bfqd)  in update_thr_responsiveness_params()
2545 static void bfq_reset_rate_computation(struct bfq_data *bfqd,  in bfq_reset_rate_computation()
2563 static void bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq)  in bfq_update_rate_reset()
2704 static void bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq)  in bfq_update_peak_rate()
2786 static void __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in __bfq_bfqq_expire()
2833 static void __bfq_bfqq_recalc_budget(struct bfq_data *bfqd,  in __bfq_bfqq_recalc_budget()
3025 static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_bfqq_is_slow()
3175 static unsigned long bfq_bfqq_softrt_next_start(struct bfq_data *bfqd,  in bfq_bfqq_softrt_next_start()
3211 void bfq_bfqq_expire(struct bfq_data *bfqd,  in bfq_bfqq_expire()
3386 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_better_to_idle()  local
3636 static struct bfq_queue *bfq_select_queue(struct bfq_data *bfqd)  in bfq_select_queue()
3738 static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_update_wr_data()
3794 static struct request *bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd,  in bfq_dispatch_rq_from_bfqq()
3836 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in bfq_has_work()  local
3848 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in __bfq_dispatch_request()  local
3987 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in bfq_dispatch_request()  local
4088 static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq)  in bfq_exit_bfqq()
4105 	struct bfq_data *bfqd;  in bfq_exit_icq_bfqq()  local
4137 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_set_next_ioprio_data()  local
4185 	struct bfq_data *bfqd = bic_to_bfqd(bic);  in bfq_check_ioprio_change()  local
4211 static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_init_bfqq()
4269 static struct bfq_queue **bfq_async_queue_prio(struct bfq_data *bfqd,  in bfq_async_queue_prio()
4288 static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd,  in bfq_get_queue()
4353 static void bfq_update_io_thinktime(struct bfq_data *bfqd,  in bfq_update_io_thinktime()
4368 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_update_io_seektime()
4378 static void bfq_update_has_short_ttime(struct bfq_data *bfqd,  in bfq_update_has_short_ttime()
4420 static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq,  in bfq_rq_enqueued()
4484 static bool __bfq_insert_request(struct bfq_data *bfqd, struct request *rq)  in __bfq_insert_request()
4570 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_insert_request()  local
4633 static void bfq_update_hw_tag(struct bfq_data *bfqd)  in bfq_update_hw_tag()
4658 static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd)  in bfq_completed_request()
4788 	struct bfq_data *bfqd;  in bfq_finish_requeue_request()  local
4894 static struct bfq_queue *bfq_get_bfqq_handle_split(struct bfq_data *bfqd,  in bfq_get_bfqq_handle_split()
5000 	struct bfq_data *bfqd = q->elevator->elevator_data;  in bfq_init_rq()  local
5085 	struct bfq_data *bfqd = bfqq->bfqd;  in bfq_idle_slice_timer_body()  local
5128 	struct bfq_data *bfqd = container_of(timer, struct bfq_data,  in bfq_idle_slice_timer()  local
5146 static void __bfq_put_async_bfqq(struct bfq_data *bfqd,  in __bfq_put_async_bfqq()
5168 void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg)  in bfq_put_async_queues()
5183 static unsigned int bfq_update_depths(struct bfq_data *bfqd,  in bfq_update_depths()
5228 	struct bfq_data *bfqd = hctx->queue->elevator->elevator_data;  in bfq_init_hctx()  local
5239 	struct bfq_data *bfqd = e->elevator_data;  in bfq_exit_queue()  local
5267 				struct bfq_data *bfqd)  in bfq_init_root_group()
5284 	struct bfq_data *bfqd;  in bfq_init_queue()  local
5532 	struct bfq_data *bfqd = e->elevator_data;  in bfq_max_budget_store()  local
5560 	struct bfq_data *bfqd = e->elevator_data;  in bfq_timeout_sync_store()  local
5583 	struct bfq_data *bfqd = e->elevator_data;  in bfq_strict_guarantees_store()  local
5605 	struct bfq_data *bfqd = e->elevator_data;  in bfq_low_latency_store()  local