500 	atomic64_t			vtime;  member
720 	atomic64_add(cost, &iocg->vtime);  in iocg_commit_bio()
1081 		iocg->saved_margin = now->vnow - atomic64_read(&iocg->vtime);  in __propagate_weights()
1240 	u64 vtime, vtarget;  in iocg_activate()  local
1283 	vtime = atomic64_read(&iocg->vtime);  in iocg_activate()
1285 	atomic64_add(vtarget - vtime, &iocg->vtime);  in iocg_activate()
1286 	atomic64_add(vtarget - vtime, &iocg->done_vtime);  in iocg_activate()
1287 	vtime = vtarget;  in iocg_activate()
1301 			last_period, cur_period, vtime);  in iocg_activate()
1340 	vover = atomic64_read(&iocg->vtime) +  in iocg_kick_delay()
1469 	vbudget = now->vnow - atomic64_read(&iocg->vtime);  in iocg_kick_waitq()
1479 		atomic64_add(vpay, &iocg->vtime);  in iocg_kick_waitq()
1606 	if (atomic64_read(&iocg->done_vtime) != atomic64_read(&iocg->vtime))  in iocg_is_idle()
1711 	u64 vtime = atomic64_read(&iocg->vtime);  in hweight_after_donation()  local
1720 	    time_after64(vtime, now->vnow - ioc->margins.min))  in hweight_after_donation()
1724 	excess = now->vnow - vtime - ioc->margins.target;  in hweight_after_donation()
1726 		atomic64_add(excess, &iocg->vtime);  in hweight_after_donation()
1728 		vtime += excess;  in hweight_after_donation()
1748 	delta = div64_s64(WEIGHT_ONE * (now->vnow - vtime),  in hweight_after_donation()
2166 			u64 vtime = atomic64_read(&iocg->vtime);  in ioc_check_iocgs()  local
2175 			excess = now->vnow - vtime - ioc->margins.target;  in ioc_check_iocgs()
2186 					atomic64_read(&ioc->cur_period), vtime);  in ioc_check_iocgs()
2236 		u64 vdone, vtime, usage_us;  in ioc_timer_fn()  local
2244 		vtime = atomic64_read(&iocg->vtime);  in ioc_timer_fn()
2255 		    time_after64(vtime, vdone) &&  in ioc_timer_fn()
2256 		    time_after64(vtime, now.vnow -  in ioc_timer_fn()
2272 		     time_before64(vtime, now.vnow - ioc->margins.low))) {  in ioc_timer_fn()
2276 			if (vdone != vtime) {  in ioc_timer_fn()
2278 					cost_to_abs_cost(vtime - vdone, hw_inuse),  in ioc_timer_fn()
2422 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime,  in adjust_inuse_and_calc_cost()  argument
2435 	margin = now->vnow - vtime - cost;  in adjust_inuse_and_calc_cost()
2471 	} while (time_after64(vtime + cost, now->vnow) &&  in adjust_inuse_and_calc_cost()
2563 	u64 abs_cost, cost, vtime;  in ioc_rqos_throttle()  local
2580 	vtime = atomic64_read(&iocg->vtime);  in ioc_rqos_throttle()
2581 	cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now);  in ioc_rqos_throttle()
2589 	    time_before_eq64(vtime + cost, now.vnow)) {  in ioc_rqos_throttle()
2698 	u64 vtime, abs_cost, cost;  in ioc_rqos_merge()  local
2711 	vtime = atomic64_read(&iocg->vtime);  in ioc_rqos_merge()
2712 	cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now);  in ioc_rqos_merge()
2724 	    time_before_eq64(atomic64_read(&iocg->vtime) + cost, now.vnow)) {  in ioc_rqos_merge()
2951 	atomic64_set(&iocg->vtime, now.vnow);  in ioc_pd_init()