Lines Matching refs:bfqq
41 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_class_idx() local
43 return bfqq ? bfqq->ioprio_class - 1 : in bfq_class_idx()
151 struct bfq_group *bfq_bfqq_to_bfqg(struct bfq_queue *bfqq) in bfq_bfqq_to_bfqg() argument
153 struct bfq_entity *group_entity = bfqq->entity.parent; in bfq_bfqq_to_bfqg()
156 group_entity = &bfqq->bfqd->root_group->entity; in bfq_bfqq_to_bfqg()
239 struct bfq_group *bfq_bfqq_to_bfqg(struct bfq_queue *bfqq) in bfq_bfqq_to_bfqg() argument
241 return bfqq->bfqd->root_group; in bfq_bfqq_to_bfqg()
267 struct bfq_queue *bfqq = NULL; in bfq_entity_to_bfqq() local
270 bfqq = container_of(entity, struct bfq_queue, entity); in bfq_entity_to_bfqq()
272 return bfqq; in bfq_entity_to_bfqq()
296 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_calc_finish() local
301 if (bfqq) { in bfq_calc_finish()
302 bfq_log_bfqq(bfqq->bfqd, bfqq, in bfq_calc_finish()
305 bfq_log_bfqq(bfqq->bfqd, bfqq, in bfq_calc_finish()
350 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_idle_extract() local
365 if (bfqq) in bfq_idle_extract()
366 list_del(&bfqq->bfqq_list); in bfq_idle_extract()
481 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_active_insert() local
503 if (bfqq) in bfq_active_insert()
504 list_add(&bfqq->bfqq_list, &bfqq->bfqd->active_list); in bfq_active_insert()
536 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_get_entity() local
538 if (bfqq) { in bfq_get_entity()
539 bfqq->ref++; in bfq_get_entity()
540 bfq_log_bfqq(bfqq->bfqd, bfqq, "get_entity: %p %d", in bfq_get_entity()
541 bfqq, bfqq->ref); in bfq_get_entity()
583 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_active_extract() local
602 if (bfqq) in bfq_active_extract()
603 list_del(&bfqq->bfqq_list); in bfq_active_extract()
618 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_idle_insert() local
629 if (bfqq) in bfq_idle_insert()
630 list_add(&bfqq->bfqq_list, &bfqq->bfqd->idle_list); in bfq_idle_insert()
652 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_forget_entity() local
656 if (bfqq && !is_in_service) in bfq_forget_entity()
657 bfq_put_queue(bfqq); in bfq_forget_entity()
731 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in __bfq_entity_update_weight_prio() local
740 if (bfqq) in __bfq_entity_update_weight_prio()
741 bfqd = bfqq->bfqd; in __bfq_entity_update_weight_prio()
763 if (bfqq) in __bfq_entity_update_weight_prio()
764 bfqq->ioprio = in __bfq_entity_update_weight_prio()
768 if (bfqq && update_class_too) in __bfq_entity_update_weight_prio()
769 bfqq->ioprio_class = bfqq->new_ioprio_class; in __bfq_entity_update_weight_prio()
775 if (!bfqq || bfqq->ioprio_class == bfqq->new_ioprio_class) in __bfq_entity_update_weight_prio()
789 (bfqq ? bfqq->wr_coeff : 1); in __bfq_entity_update_weight_prio()
797 root = bfqq ? &bfqd->queue_weights_tree : in __bfq_entity_update_weight_prio()
807 (bfqq ? bfqq->wr_coeff == 1 : 1)) in __bfq_entity_update_weight_prio()
830 void bfq_bfqq_served(struct bfq_queue *bfqq, int served) in bfq_bfqq_served() argument
832 struct bfq_entity *entity = &bfqq->entity; in bfq_bfqq_served()
835 if (!bfqq->service_from_backlogged) in bfq_bfqq_served()
836 bfqq->first_IO_time = jiffies; in bfq_bfqq_served()
838 if (bfqq->wr_coeff > 1) in bfq_bfqq_served()
839 bfqq->service_from_wr += served; in bfq_bfqq_served()
841 bfqq->service_from_backlogged += served; in bfq_bfqq_served()
850 bfq_log_bfqq(bfqq->bfqd, bfqq, "bfqq_served %d secs", served); in bfq_bfqq_served()
880 void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_bfqq_charge_time() argument
883 struct bfq_entity *entity = &bfqq->entity; in bfq_bfqq_charge_time()
894 bfq_bfqq_served(bfqq, in bfq_bfqq_charge_time()
902 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_update_fin_time_enqueue() local
948 if (bfqq) in bfq_update_fin_time_enqueue()
949 delta /= bfqq->wr_coeff; in bfq_update_fin_time_enqueue()
1507 struct bfq_queue *bfqq; in bfq_get_next_queue() local
1579 bfqq = bfq_entity_to_bfqq(entity); in bfq_get_next_queue()
1592 return bfqq; in bfq_get_next_queue()
1623 void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_deactivate_bfqq() argument
1626 struct bfq_entity *entity = &bfqq->entity; in bfq_deactivate_bfqq()
1631 void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_activate_bfqq() argument
1633 struct bfq_entity *entity = &bfqq->entity; in bfq_activate_bfqq()
1635 bfq_activate_requeue_entity(entity, bfq_bfqq_non_blocking_wait_rq(bfqq), in bfq_activate_bfqq()
1637 bfq_clear_bfqq_non_blocking_wait_rq(bfqq); in bfq_activate_bfqq()
1640 void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_requeue_bfqq() argument
1643 struct bfq_entity *entity = &bfqq->entity; in bfq_requeue_bfqq()
1646 bfqq == bfqd->in_service_queue, expiration); in bfq_requeue_bfqq()
1654 void bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq, in bfq_del_bfqq_busy() argument
1657 bfq_log_bfqq(bfqd, bfqq, "del from busy"); in bfq_del_bfqq_busy()
1659 bfq_clear_bfqq_busy(bfqq); in bfq_del_bfqq_busy()
1663 if (!bfqq->dispatched) in bfq_del_bfqq_busy()
1664 bfq_weights_tree_remove(bfqd, bfqq); in bfq_del_bfqq_busy()
1666 if (bfqq->wr_coeff > 1) in bfq_del_bfqq_busy()
1669 bfqg_stats_update_dequeue(bfqq_group(bfqq)); in bfq_del_bfqq_busy()
1671 bfq_deactivate_bfqq(bfqd, bfqq, true, expiration); in bfq_del_bfqq_busy()
1677 void bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq) in bfq_add_bfqq_busy() argument
1679 bfq_log_bfqq(bfqd, bfqq, "add to busy"); in bfq_add_bfqq_busy()
1681 bfq_activate_bfqq(bfqd, bfqq); in bfq_add_bfqq_busy()
1683 bfq_mark_bfqq_busy(bfqq); in bfq_add_bfqq_busy()
1686 if (!bfqq->dispatched) in bfq_add_bfqq_busy()
1687 if (bfqq->wr_coeff == 1) in bfq_add_bfqq_busy()
1688 bfq_weights_tree_add(bfqd, &bfqq->entity, in bfq_add_bfqq_busy()
1691 if (bfqq->wr_coeff > 1) in bfq_add_bfqq_busy()