667 static u64 cost_to_abs_cost(u64 cost, u32 hw_inuse)  in cost_to_abs_cost()  argument
669 	return DIV64_U64_ROUND_UP(cost * hw_inuse, HWEIGHT_WHOLE);  in cost_to_abs_cost()
672 static void iocg_commit_bio(struct ioc_gq *iocg, struct bio *bio, u64 cost)  in iocg_commit_bio()  argument
674 	bio->bi_iocost_cost = cost;  in iocg_commit_bio()
675 	atomic64_add(cost, &iocg->vtime);  in iocg_commit_bio()
1121 	u64 cost = abs_cost_to_cost(wait->abs_cost, ctx->hw_inuse);  in iocg_wake_fn()  local
1123 	ctx->vbudget -= cost;  in iocg_wake_fn()
1128 	iocg_commit_bio(ctx->iocg, wait->bio, cost);  in iocg_wake_fn()
1215 static void iocg_kick_delay(struct ioc_gq *iocg, struct ioc_now *now, u64 cost)  in iocg_kick_delay()  argument
1239 	if (cost) {  in iocg_kick_delay()
1240 		u64 cost_ns = DIV64_U64_ROUND_UP(cost * NSEC_PER_USEC,  in iocg_kick_delay()
1636 	u64 cost = 0;  in calc_vtime_cost_builtin()  local
1660 			cost += coef_randio;  in calc_vtime_cost_builtin()
1662 			cost += coef_seqio;  in calc_vtime_cost_builtin()
1665 	cost += pages * coef_page;  in calc_vtime_cost_builtin()
1667 	*costp = cost;  in calc_vtime_cost_builtin()
1672 	u64 cost;  in calc_vtime_cost()  local
1674 	calc_vtime_cost_builtin(bio, iocg, is_merge, &cost);  in calc_vtime_cost()
1675 	return cost;  in calc_vtime_cost()
1686 	u64 abs_cost, cost, vtime;  in ioc_rqos_throttle()  local
1716 	cost = abs_cost_to_cost(abs_cost, hw_inuse);  in ioc_rqos_throttle()
1725 	    time_before_eq64(vtime + cost, now.vnow)) {  in ioc_rqos_throttle()
1726 		iocg_commit_bio(iocg, bio, cost);  in ioc_rqos_throttle()
1742 		iocg_kick_delay(iocg, &now, cost);  in ioc_rqos_throttle()
1769 		iocg_commit_bio(iocg, bio, cost);  in ioc_rqos_throttle()
1803 	u64 abs_cost, cost;  in ioc_rqos_merge()  local
1815 	cost = abs_cost_to_cost(abs_cost, hw_inuse);  in ioc_rqos_merge()
1828 	    time_before_eq64(atomic64_read(&iocg->vtime) + cost, now.vnow))  in ioc_rqos_merge()
1829 		iocg_commit_bio(iocg, bio, cost);  in ioc_rqos_merge()