109 accumulate_sum(u64 delta, int cpu, struct sched_avg *sa,  in accumulate_sum()  argument
119 	delta += sa->period_contrib;  in accumulate_sum()
126 		sa->load_sum = decay_load(sa->load_sum, periods);  in accumulate_sum()
127 		sa->runnable_load_sum =  in accumulate_sum()
128 			decay_load(sa->runnable_load_sum, periods);  in accumulate_sum()
129 		sa->util_sum = decay_load((u64)(sa->util_sum), periods);  in accumulate_sum()
136 				1024 - sa->period_contrib, delta);  in accumulate_sum()
138 	sa->period_contrib = delta;  in accumulate_sum()
142 		sa->load_sum += load * contrib;  in accumulate_sum()
144 		sa->runnable_load_sum += runnable * contrib;  in accumulate_sum()
146 		sa->util_sum += contrib * scale_cpu;  in accumulate_sum()
180 ___update_load_sum(u64 now, int cpu, struct sched_avg *sa,  in ___update_load_sum()  argument
185 	delta = now - sa->last_update_time;  in ___update_load_sum()
191 		sa->last_update_time = now;  in ___update_load_sum()
203 	sa->last_update_time += delta << 10;  in ___update_load_sum()
224 	if (!accumulate_sum(delta, cpu, sa, load, runnable, running))  in ___update_load_sum()
231 ___update_load_avg(struct sched_avg *sa, unsigned long load, unsigned long runnable)  in ___update_load_avg()  argument
233 	u32 divider = LOAD_AVG_MAX - 1024 + sa->period_contrib;  in ___update_load_avg()
238 	sa->load_avg = div_u64(load * sa->load_sum, divider);  in ___update_load_avg()
239 	sa->runnable_load_avg =	div_u64(runnable * sa->runnable_load_sum, divider);  in ___update_load_avg()
240 	WRITE_ONCE(sa->util_avg, sa->util_sum / divider);  in ___update_load_avg()