Lines Matching refs:bfq_queue
136 void bfq_mark_bfqq_##name(struct bfq_queue *bfqq) \
140 void bfq_clear_bfqq_##name(struct bfq_queue *bfqq) \
144 int bfq_bfqq_##name(const struct bfq_queue *bfqq) \
369 struct bfq_queue *bic_to_bfqq(struct bfq_io_cq *bic, bool is_sync) in bic_to_bfqq()
374 void bic_set_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq, bool is_sync) in bic_set_bfqq()
550 static struct bfq_queue *
556 struct bfq_queue *bfqq = NULL; in bfq_rq_pos_tree_lookup()
564 bfqq = rb_entry(parent, struct bfq_queue, pos_node); in bfq_rq_pos_tree_lookup()
591 static bool bfq_too_late_for_merging(struct bfq_queue *bfqq) in bfq_too_late_for_merging()
607 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_pos_tree_add_move()
610 struct bfq_queue *__bfqq; in bfq_pos_tree_add_move()
678 struct bfq_queue *bfqq) in bfq_asymmetric_scenario()
722 void bfq_weights_tree_add(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_weights_tree_add()
797 struct bfq_queue *bfqq, in __bfq_weights_tree_remove()
820 struct bfq_queue *bfqq) in bfq_weights_tree_remove()
871 static struct request *bfq_check_fifo(struct bfq_queue *bfqq, in bfq_check_fifo()
891 struct bfq_queue *bfqq, in bfq_find_next_rq()
919 struct bfq_queue *bfqq) in bfq_serv_to_charge()
940 struct bfq_queue *bfqq) in bfq_updated_next_req()
1002 static void switch_back_to_interactive_wr(struct bfq_queue *bfqq, in switch_back_to_interactive_wr()
1011 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, in bfq_bfqq_resume_state()
1061 static int bfqq_process_refs(struct bfq_queue *bfqq) in bfqq_process_refs()
1068 static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_reset_burst_list()
1070 struct bfq_queue *item; in bfq_reset_burst_list()
1091 static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_add_to_burst()
1097 struct bfq_queue *pos, *bfqq_item; in bfq_add_to_burst()
1243 static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_handle_burst()
1309 static int bfq_bfqq_budget_left(struct bfq_queue *bfqq) in bfq_bfqq_budget_left()
1446 struct bfq_queue *bfqq, in bfq_bfqq_update_budg_for_activation()
1515 struct bfq_queue *bfqq, in bfq_update_bfqq_wr_on_rq_arrival()
1612 struct bfq_queue *bfqq) in bfq_bfqq_idle_for_long_time()
1625 static bool bfq_bfqq_higher_class_or_weight(struct bfq_queue *bfqq, in bfq_bfqq_higher_class_or_weight()
1626 struct bfq_queue *in_serv_bfqq) in bfq_bfqq_higher_class_or_weight()
1651 struct bfq_queue *bfqq, in bfq_bfqq_handle_idle_busy_switch()
1799 struct bfq_queue *bfqq) in bfq_reset_inject_limit()
1866 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_add_request()
2119 struct bfq_queue *bfqq = bfqd->bio_bfqq; in bfq_find_rq_fmerge()
2155 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_remove_request()
2261 static struct bfq_queue *bfq_init_rq(struct request *rq);
2271 struct bfq_queue *bfqq = bfq_init_rq(req); in bfq_request_merged()
2323 struct bfq_queue *bfqq = bfq_init_rq(rq), in bfq_requests_merged()
2353 static void bfq_bfqq_end_wr(struct bfq_queue *bfqq) in bfq_bfqq_end_wr()
2382 struct bfq_queue *bfqq; in bfq_end_wr()
2410 static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd, in bfqq_find_close()
2411 struct bfq_queue *bfqq, in bfqq_find_close()
2416 struct bfq_queue *__bfqq; in bfqq_find_close()
2434 __bfqq = rb_entry(parent, struct bfq_queue, pos_node); in bfqq_find_close()
2445 __bfqq = rb_entry(node, struct bfq_queue, pos_node); in bfqq_find_close()
2452 static struct bfq_queue *bfq_find_close_cooperator(struct bfq_data *bfqd, in bfq_find_close_cooperator()
2453 struct bfq_queue *cur_bfqq, in bfq_find_close_cooperator()
2456 struct bfq_queue *bfqq; in bfq_find_close_cooperator()
2472 static struct bfq_queue *
2473 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) in bfq_setup_merge()
2476 struct bfq_queue *__bfqq; in bfq_setup_merge()
2531 static bool bfq_may_be_close_cooperator(struct bfq_queue *bfqq, in bfq_may_be_close_cooperator()
2532 struct bfq_queue *new_bfqq) in bfq_may_be_close_cooperator()
2580 static struct bfq_queue *
2581 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_setup_cooperator()
2584 struct bfq_queue *in_service_bfqq, *new_bfqq; in bfq_setup_cooperator()
2677 static void bfq_bfqq_save_state(struct bfq_queue *bfqq) in bfq_bfqq_save_state()
2720 void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_release_process_ref()
2742 struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) in bfq_merge_bfqqs()
2818 struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq; in bfq_allow_bio_merge()
2874 struct bfq_queue *bfqq) in bfq_set_budget_timeout()
2890 struct bfq_queue *bfqq) in __bfq_set_in_service_queue()
2945 static struct bfq_queue *bfq_set_in_service_queue(struct bfq_data *bfqd) in bfq_set_in_service_queue()
2947 struct bfq_queue *bfqq = bfq_get_next_queue(bfqd); in bfq_set_in_service_queue()
2955 struct bfq_queue *bfqq = bfqd->in_service_queue; in bfq_arm_slice_timer()
3240 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_dispatch_remove()
3447 struct bfq_queue *bfqq) in idling_needed_for_service_guarantees()
3461 static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, in __bfq_bfqq_expire()
3530 struct bfq_queue *bfqq, in __bfq_bfqq_recalc_budget()
3721 static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_bfqq_is_slow()
3872 struct bfq_queue *bfqq) in bfq_bfqq_softrt_next_start()
3908 struct bfq_queue *bfqq, in bfq_bfqq_expire()
4051 static bool bfq_bfqq_budget_timeout(struct bfq_queue *bfqq) in bfq_bfqq_budget_timeout()
4064 static bool bfq_may_expire_for_budg_timeout(struct bfq_queue *bfqq) in bfq_may_expire_for_budg_timeout()
4079 struct bfq_queue *bfqq) in idling_boosts_thr_without_issues()
4178 static bool bfq_better_to_idle(struct bfq_queue *bfqq) in bfq_better_to_idle()
4229 static bool bfq_bfqq_must_idle(struct bfq_queue *bfqq) in bfq_bfqq_must_idle()
4241 static struct bfq_queue *
4244 struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue; in bfq_choose_bfqq_for_injection()
4334 static struct bfq_queue *bfq_select_queue(struct bfq_data *bfqd) in bfq_select_queue()
4336 struct bfq_queue *bfqq; in bfq_select_queue()
4417 struct bfq_queue *async_bfqq = in bfq_select_queue()
4536 static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_update_wr_data()
4593 struct bfq_queue *bfqq) in bfq_dispatch_rq_from_bfqq()
4658 struct bfq_queue *bfqq = NULL; in __bfq_dispatch_request()
4745 struct bfq_queue *in_serv_queue, in bfq_update_dispatch_stats()
4748 struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL; in bfq_update_dispatch_stats()
4790 struct bfq_queue *in_serv_queue, in bfq_update_dispatch_stats()
4798 struct bfq_queue *in_serv_queue; in bfq_dispatch_request()
4826 void bfq_put_queue(struct bfq_queue *bfqq) in bfq_put_queue()
4828 struct bfq_queue *item; in bfq_put_queue()
4906 static void bfq_put_cooperator(struct bfq_queue *bfqq) in bfq_put_cooperator()
4908 struct bfq_queue *__bfqq, *next; in bfq_put_cooperator()
4925 static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_exit_bfqq()
4941 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync); in bfq_exit_icq_bfqq()
4971 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic) in bfq_set_next_ioprio_data()
5018 static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd,
5025 struct bfq_queue *bfqq; in bfq_check_ioprio_change()
5049 static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_init_bfqq()
5109 static struct bfq_queue **bfq_async_queue_prio(struct bfq_data *bfqd, in bfq_async_queue_prio()
5128 static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd, in bfq_get_queue()
5134 struct bfq_queue **async_bfqq = NULL; in bfq_get_queue()
5135 struct bfq_queue *bfqq; in bfq_get_queue()
5194 struct bfq_queue *bfqq) in bfq_update_io_thinktime()
5208 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_update_io_seektime()
5221 struct bfq_queue *bfqq, in bfq_update_has_short_ttime()
5351 static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_rq_enqueued()
5410 struct bfq_queue *bfqq = RQ_BFQQ(rq), in __bfq_insert_request()
5462 struct bfq_queue *bfqq, in bfq_update_insert_stats()
5487 struct bfq_queue *bfqq, in bfq_update_insert_stats()
5497 struct bfq_queue *bfqq; in bfq_insert_request()
5566 struct bfq_queue *bfqq = bfqd->in_service_queue; in bfq_update_hw_tag()
5605 static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) in bfq_completed_request()
5723 static void bfq_finish_requeue_request_body(struct bfq_queue *bfqq) in bfq_finish_requeue_request_body()
5835 struct bfq_queue *bfqq) in bfq_update_inject_limit()
5899 struct bfq_queue *bfqq = RQ_BFQQ(rq); in bfq_finish_requeue_request()
5980 static struct bfq_queue *
5981 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq) in bfq_split_bfqq()
6000 static struct bfq_queue *bfq_get_bfqq_handle_split(struct bfq_data *bfqd, in bfq_get_bfqq_handle_split()
6006 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync); in bfq_get_bfqq_handle_split()
6102 static struct bfq_queue *bfq_init_rq(struct request *rq) in bfq_init_rq()
6109 struct bfq_queue *bfqq; in bfq_init_rq()
6212 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_idle_slice_timer_body()
6266 struct bfq_queue *bfqq = bfqd->in_service_queue; in bfq_idle_slice_timer()
6283 struct bfq_queue **bfqq_ptr) in __bfq_put_async_bfqq()
6285 struct bfq_queue *bfqq = *bfqq_ptr; in __bfq_put_async_bfqq()
6381 struct bfq_queue *bfqq, *n; in bfq_exit_queue()
6562 bfq_pool = KMEM_CACHE(bfq_queue, 0); in bfq_slab_setup()