253 	struct psi_group_cpu *groupc = per_cpu_ptr(group->pcpu, cpu);  in get_recent_times()  local
263 		seq = read_seqcount_begin(&groupc->seq);  in get_recent_times()
265 		memcpy(times, groupc->times, sizeof(groupc->times));  in get_recent_times()
266 		state_mask = groupc->state_mask;  in get_recent_times()
267 		state_start = groupc->state_start;  in get_recent_times()
268 	} while (read_seqcount_retry(&groupc->seq, seq));  in get_recent_times()
285 		delta = times[s] - groupc->times_prev[aggregator][s];  in get_recent_times()
286 		groupc->times_prev[aggregator][s] = times[s];  in get_recent_times()
655 static void record_times(struct psi_group_cpu *groupc, u64 now)  in record_times()  argument
659 	delta = now - groupc->state_start;  in record_times()
660 	groupc->state_start = now;  in record_times()
662 	if (groupc->state_mask & (1 << PSI_IO_SOME)) {  in record_times()
663 		groupc->times[PSI_IO_SOME] += delta;  in record_times()
664 		if (groupc->state_mask & (1 << PSI_IO_FULL))  in record_times()
665 			groupc->times[PSI_IO_FULL] += delta;  in record_times()
668 	if (groupc->state_mask & (1 << PSI_MEM_SOME)) {  in record_times()
669 		groupc->times[PSI_MEM_SOME] += delta;  in record_times()
670 		if (groupc->state_mask & (1 << PSI_MEM_FULL))  in record_times()
671 			groupc->times[PSI_MEM_FULL] += delta;  in record_times()
674 	if (groupc->state_mask & (1 << PSI_CPU_SOME)) {  in record_times()
675 		groupc->times[PSI_CPU_SOME] += delta;  in record_times()
676 		if (groupc->state_mask & (1 << PSI_CPU_FULL))  in record_times()
677 			groupc->times[PSI_CPU_FULL] += delta;  in record_times()
680 	if (groupc->state_mask & (1 << PSI_NONIDLE))  in record_times()
681 		groupc->times[PSI_NONIDLE] += delta;  in record_times()
688 	struct psi_group_cpu *groupc;  in psi_group_change()  local
693 	groupc = per_cpu_ptr(group->pcpu, cpu);  in psi_group_change()
703 	write_seqcount_begin(&groupc->seq);  in psi_group_change()
705 	record_times(groupc, now);  in psi_group_change()
710 		if (groupc->tasks[t]) {  in psi_group_change()
711 			groupc->tasks[t]--;  in psi_group_change()
714 					cpu, t, groupc->tasks[0],  in psi_group_change()
715 					groupc->tasks[1], groupc->tasks[2],  in psi_group_change()
716 					groupc->tasks[3], clear, set);  in psi_group_change()
723 			groupc->tasks[t]++;  in psi_group_change()
727 		if (test_state(groupc->tasks, s))  in psi_group_change()
739 	if (unlikely(groupc->tasks[NR_ONCPU] && cpu_curr(cpu)->in_memstall))  in psi_group_change()
742 	groupc->state_mask = state_mask;  in psi_group_change()
744 	write_seqcount_end(&groupc->seq);  in psi_group_change()