Lines Matching refs:abs_vdebt

504 	u64				abs_vdebt;  member
1290 abs_cost_to_cost(iocg->abs_vdebt, hwa) - now->vnow; in iocg_kick_delay()
1340 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1345 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1362 iocg->abs_vdebt -= min(abs_vpay, iocg->abs_vdebt); in iocg_pay_debt()
1365 if (!iocg->abs_vdebt) { in iocg_pay_debt()
1420 if (pay_debt && iocg->abs_vdebt && vbudget > 0) { in iocg_kick_waitq()
1422 u64 abs_vpay = min_t(u64, abs_vbudget, iocg->abs_vdebt); in iocg_kick_waitq()
1433 if (iocg->abs_vdebt || iocg->delay) in iocg_kick_waitq()
1442 if (iocg->abs_vdebt) { in iocg_kick_waitq()
1443 s64 vdebt = abs_cost_to_cost(iocg->abs_vdebt, hwa); in iocg_kick_waitq()
1491 bool pay_debt = READ_ONCE(iocg->abs_vdebt); in iocg_waitq_timer_fn()
1669 if (iocg->abs_vdebt) in hweight_after_donation()
1959 if (iocg->abs_vdebt) { in transfer_surpluses()
2051 if (!iocg->abs_vdebt && !iocg->delay) in ioc_forgive_debts()
2056 old_debt = iocg->abs_vdebt; in ioc_forgive_debts()
2059 if (iocg->abs_vdebt) in ioc_forgive_debts()
2060 iocg->abs_vdebt = iocg->abs_vdebt >> nr_cycles ?: 1; in ioc_forgive_debts()
2067 old_debt, iocg->abs_vdebt, in ioc_forgive_debts()
2109 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_timer_fn()
2131 if (waitqueue_active(&iocg->waitq) || iocg->abs_vdebt || in ioc_timer_fn()
2135 if (iocg->abs_vdebt || iocg->delay) in ioc_timer_fn()
2399 if (iocg->abs_vdebt) in adjust_inuse_and_calc_cost()
2413 if (iocg->abs_vdebt || list_empty(&iocg->active_list)) { in adjust_inuse_and_calc_cost()
2549 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_rqos_throttle()
2563 ioc_locked = use_debt || READ_ONCE(iocg->abs_vdebt); in ioc_rqos_throttle()
2607 if (!iocg->abs_vdebt && iocg->inuse != iocg->active) { in ioc_rqos_throttle()