252 	u64 now, state_start;  in get_recent_times()  local
262 		now = cpu_clock(cpu);  in get_recent_times()
283 			times[s] += now - state_start;  in get_recent_times()
392 static void window_reset(struct psi_window *win, u64 now, u64 value,  in window_reset()  argument
395 	win->start_time = now;  in window_reset()
411 static u64 window_update(struct psi_window *win, u64 now, u64 value)  in window_update()  argument
416 	elapsed = now - win->start_time;  in window_update()
426 		window_reset(win, now, value, growth);  in window_update()
437 static u64 update_triggers(struct psi_group *group, u64 now, bool *update_total,  in update_triggers()  argument
483 			growth = window_update(&t->win, now, total[t->state]);  in update_triggers()
492 		if (now < t->last_event_time + t->win.size)  in update_triggers()
502 		t->last_event_time = now;  in update_triggers()
507 	return now + group->rtpoll_min_period;  in update_triggers()
510 static u64 update_averages(struct psi_group *group, u64 now)  in update_averages()  argument
519 	if (now - expires >= psi_period)  in update_averages()
520 		missed_periods = div_u64(now - expires, psi_period);  in update_averages()
530 	period = now - (group->avg_last_update + (missed_periods * psi_period));  in update_averages()
531 	group->avg_last_update = now;  in update_averages()
569 	u64 now;  in psi_avgs_work()  local
576 	now = sched_clock();  in psi_avgs_work()
586 	if (now >= group->avg_next_update) {  in psi_avgs_work()
587 		update_triggers(group, now, &update_total, PSI_AVGS);  in psi_avgs_work()
588 		group->avg_next_update = update_averages(group, now);  in psi_avgs_work()
593 				group->avg_next_update - now) + 1);  in psi_avgs_work()
599 static void init_rtpoll_triggers(struct psi_group *group, u64 now)  in init_rtpoll_triggers()  argument
604 		window_reset(&t->win, now,  in init_rtpoll_triggers()
608 	group->rtpoll_next_update = now + group->rtpoll_min_period;  in init_rtpoll_triggers()
644 	u64 now;  in psi_rtpoll_work()  local
648 	now = sched_clock();  in psi_rtpoll_work()
650 	if (now > group->rtpoll_until) {  in psi_rtpoll_work()
691 		if (now > group->rtpoll_until)  in psi_rtpoll_work()
692 			init_rtpoll_triggers(group, now);  in psi_rtpoll_work()
699 		group->rtpoll_until = now +  in psi_rtpoll_work()
703 	if (now > group->rtpoll_until) {  in psi_rtpoll_work()
708 	if (now >= group->rtpoll_next_update) {  in psi_rtpoll_work()
709 		group->rtpoll_next_update = update_triggers(group, now, &update_total, PSI_POLL);  in psi_rtpoll_work()
716 		nsecs_to_jiffies(group->rtpoll_next_update - now) + 1,  in psi_rtpoll_work()
749 static void record_times(struct psi_group_cpu *groupc, u64 now)  in record_times()  argument
753 	delta = now - groupc->state_start;  in record_times()
754 	groupc->state_start = now;  in record_times()
779 			     unsigned int clear, unsigned int set, u64 now,  in psi_group_change()  argument
847 			record_times(groupc, now);  in psi_group_change()
871 	record_times(groupc, now);  in psi_group_change()
912 	u64 now;  in psi_task_change()  local
919 	now = cpu_clock(cpu);  in psi_task_change()
923 		psi_group_change(group, cpu, clear, set, now, true);  in psi_task_change()
932 	u64 now = cpu_clock(cpu);  in psi_task_switch()  local
949 			psi_group_change(group, cpu, 0, TSK_ONCPU, now, true);  in psi_task_switch()
987 			psi_group_change(group, cpu, clear, set, now, wake_clock);  in psi_task_switch()
999 				psi_group_change(group, cpu, clear, set, now, wake_clock);  in psi_task_switch()
1010 	u64 now;  in psi_account_irqtime()  local
1015 	now = cpu_clock(cpu);  in psi_account_irqtime()
1026 		record_times(groupc, now);  in psi_account_irqtime()
1223 		u64 now;  in psi_cgroup_restart()  local
1226 		now = cpu_clock(cpu);  in psi_cgroup_restart()
1227 		psi_group_change(group, cpu, 0, 0, now, true);  in psi_cgroup_restart()
1237 	u64 now;  in psi_show()  local
1244 	now = sched_clock();  in psi_show()
1246 	if (now >= group->avg_next_update)  in psi_show()
1247 		group->avg_next_update = update_averages(group, now);  in psi_show()