Lines Matching refs:parent_sq
106 if (sq && sq->parent_sq) in sq_to_tg()
407 sq->parent_sq = &td->service_queue; in throtl_pd_init()
409 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue; in throtl_pd_init()
420 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq); in tg_update_has_rules()
500 throtl_rb_first(struct throtl_service_queue *parent_sq) in throtl_rb_first() argument
504 n = rb_first_cached(&parent_sq->pending_tree); in throtl_rb_first()
512 struct throtl_service_queue *parent_sq) in throtl_rb_erase() argument
514 rb_erase_cached(n, &parent_sq->pending_tree); in throtl_rb_erase()
518 static void update_min_dispatch_time(struct throtl_service_queue *parent_sq) in update_min_dispatch_time() argument
522 tg = throtl_rb_first(parent_sq); in update_min_dispatch_time()
526 parent_sq->first_pending_disptime = tg->disptime; in update_min_dispatch_time()
531 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq; in tg_service_queue_add() local
532 struct rb_node **node = &parent_sq->pending_tree.rb_root.rb_node; in tg_service_queue_add()
551 rb_insert_color_cached(&tg->rb_node, &parent_sq->pending_tree, in tg_service_queue_add()
560 tg->service_queue.parent_sq->nr_pending++; in throtl_enqueue_tg()
567 struct throtl_service_queue *parent_sq = in throtl_dequeue_tg() local
568 tg->service_queue.parent_sq; in throtl_dequeue_tg()
570 throtl_rb_erase(&tg->rb_node, parent_sq); in throtl_dequeue_tg()
571 --parent_sq->nr_pending; in throtl_dequeue_tg()
1033 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq); in tg_update_disptime()
1054 struct throtl_service_queue *parent_sq = sq->parent_sq; in tg_dispatch_one_bio() local
1055 struct throtl_grp *parent_tg = sq_to_tg(parent_sq); in tg_dispatch_one_bio()
1083 &parent_sq->queued[rw]); in tg_dispatch_one_bio()
1127 static int throtl_select_dispatch(struct throtl_service_queue *parent_sq) in throtl_select_dispatch() argument
1135 if (!parent_sq->nr_pending) in throtl_select_dispatch()
1138 tg = throtl_rb_first(parent_sq); in throtl_select_dispatch()
1182 struct throtl_service_queue *parent_sq; in throtl_pending_timer_fn() local
1202 parent_sq = sq->parent_sq; in throtl_pending_timer_fn()
1228 if (parent_sq) { in throtl_pending_timer_fn()
1232 if (!throtl_schedule_next_dispatch(parent_sq, false)) { in throtl_pending_timer_fn()
1234 sq = parent_sq; in throtl_pending_timer_fn()
1370 throtl_schedule_next_dispatch(sq->parent_sq, true); in tg_conf_updated()
1768 struct throtl_service_queue *parent_sq; in tg_last_low_overflow_time() local
1773 parent_sq = parent->service_queue.parent_sq; in tg_last_low_overflow_time()
1774 parent = sq_to_tg(parent_sq); in tg_last_low_overflow_time()
1851 tg = sq_to_tg(tg->service_queue.parent_sq); in throtl_hierarchy_can_upgrade()
1968 tg = sq_to_tg(tg->service_queue.parent_sq); in throtl_hierarchy_can_downgrade()
2226 sq = sq->parent_sq; in __blk_throtl_bio()
2256 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true); in __blk_throtl_bio()