240 	struct psi_group_cpu *groupc = per_cpu_ptr(group->pcpu, cpu);  in get_recent_times()  local
250 		seq = read_seqcount_begin(&groupc->seq);  in get_recent_times()
252 		memcpy(times, groupc->times, sizeof(groupc->times));  in get_recent_times()
253 		state_mask = groupc->state_mask;  in get_recent_times()
254 		state_start = groupc->state_start;  in get_recent_times()
255 	} while (read_seqcount_retry(&groupc->seq, seq));  in get_recent_times()
272 		delta = times[s] - groupc->times_prev[aggregator][s];  in get_recent_times()
273 		groupc->times_prev[aggregator][s] = times[s];  in get_recent_times()
625 static void record_times(struct psi_group_cpu *groupc, int cpu,  in record_times()  argument
632 	delta = now - groupc->state_start;  in record_times()
633 	groupc->state_start = now;  in record_times()
635 	if (groupc->state_mask & (1 << PSI_IO_SOME)) {  in record_times()
636 		groupc->times[PSI_IO_SOME] += delta;  in record_times()
637 		if (groupc->state_mask & (1 << PSI_IO_FULL))  in record_times()
638 			groupc->times[PSI_IO_FULL] += delta;  in record_times()
641 	if (groupc->state_mask & (1 << PSI_MEM_SOME)) {  in record_times()
642 		groupc->times[PSI_MEM_SOME] += delta;  in record_times()
643 		if (groupc->state_mask & (1 << PSI_MEM_FULL))  in record_times()
644 			groupc->times[PSI_MEM_FULL] += delta;  in record_times()
660 			groupc->times[PSI_MEM_FULL] += sample;  in record_times()
664 	if (groupc->state_mask & (1 << PSI_CPU_SOME))  in record_times()
665 		groupc->times[PSI_CPU_SOME] += delta;  in record_times()
667 	if (groupc->state_mask & (1 << PSI_NONIDLE))  in record_times()
668 		groupc->times[PSI_NONIDLE] += delta;  in record_times()
674 	struct psi_group_cpu *groupc;  in psi_group_change()  local
679 	groupc = per_cpu_ptr(group->pcpu, cpu);  in psi_group_change()
689 	write_seqcount_begin(&groupc->seq);  in psi_group_change()
691 	record_times(groupc, cpu, false);  in psi_group_change()
696 		if (groupc->tasks[t] == 0 && !psi_bug) {  in psi_group_change()
698 					cpu, t, groupc->tasks[0],  in psi_group_change()
699 					groupc->tasks[1], groupc->tasks[2],  in psi_group_change()
703 		groupc->tasks[t]--;  in psi_group_change()
708 			groupc->tasks[t]++;  in psi_group_change()
712 		if (test_state(groupc->tasks, s))  in psi_group_change()
715 	groupc->state_mask = state_mask;  in psi_group_change()
717 	write_seqcount_end(&groupc->seq);  in psi_group_change()
796 		struct psi_group_cpu *groupc;  in psi_memstall_tick()  local
798 		groupc = per_cpu_ptr(group->pcpu, cpu);  in psi_memstall_tick()
799 		write_seqcount_begin(&groupc->seq);  in psi_memstall_tick()
800 		record_times(groupc, cpu, true);  in psi_memstall_tick()
801 		write_seqcount_end(&groupc->seq);  in psi_memstall_tick()