390 static void throtl_qnode_init(struct throtl_qnode *qn, struct throtl_grp *tg)  in throtl_qnode_init()  argument
392 	INIT_LIST_HEAD(&qn->node);  in throtl_qnode_init()
393 	bio_list_init(&qn->bios);  in throtl_qnode_init()
394 	qn->tg = tg;  in throtl_qnode_init()
407 static void throtl_qnode_add_bio(struct bio *bio, struct throtl_qnode *qn,  in throtl_qnode_add_bio()  argument
410 	bio_list_add(&qn->bios, bio);  in throtl_qnode_add_bio()
411 	if (list_empty(&qn->node)) {  in throtl_qnode_add_bio()
412 		list_add_tail(&qn->node, queued);  in throtl_qnode_add_bio()
413 		blkg_get(tg_to_blkg(qn->tg));  in throtl_qnode_add_bio()
423 	struct throtl_qnode *qn = list_first_entry(queued, struct throtl_qnode, node);  in throtl_peek_queued()  local
429 	bio = bio_list_peek(&qn->bios);  in throtl_peek_queued()
451 	struct throtl_qnode *qn = list_first_entry(queued, struct throtl_qnode, node);  in throtl_pop_queued()  local
457 	bio = bio_list_pop(&qn->bios);  in throtl_pop_queued()
460 	if (bio_list_empty(&qn->bios)) {  in throtl_pop_queued()
461 		list_del_init(&qn->node);  in throtl_pop_queued()
463 			*tg_to_put = qn->tg;  in throtl_pop_queued()
465 			blkg_put(tg_to_blkg(qn->tg));  in throtl_pop_queued()
467 		list_move_tail(&qn->node, queued);  in throtl_pop_queued()
1066 static void throtl_add_bio_tg(struct bio *bio, struct throtl_qnode *qn,  in throtl_add_bio_tg()  argument
1072 	if (!qn)  in throtl_add_bio_tg()
1073 		qn = &tg->qnode_on_self[rw];  in throtl_add_bio_tg()
1084 	throtl_qnode_add_bio(bio, qn, &sq->queued[rw]);  in throtl_add_bio_tg()
2142 	struct throtl_qnode *qn = NULL;  in blk_throtl_bio()  local
2208 		qn = &tg->qnode_on_parent[rw];  in blk_throtl_bio()
2226 	throtl_add_bio_tg(bio, qn, tg);  in blk_throtl_bio()