7 int update_rt_rq_load_avg(u64 now, struct rq *rq, int running);
8 int update_dl_rq_load_avg(u64 now, struct rq *rq, int running);
11 int update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity);
13 static inline u64 thermal_load_avg(struct rq *rq)  in thermal_load_avg()  argument
15 	return READ_ONCE(rq->avg_thermal.load_avg);  in thermal_load_avg()
19 update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity)  in update_thermal_load_avg()  argument
24 static inline u64 thermal_load_avg(struct rq *rq)  in thermal_load_avg()  argument
31 int update_irq_load_avg(struct rq *rq, u64 running);
34 update_irq_load_avg(struct rq *rq, u64 running)  in update_irq_load_avg()  argument
83 static inline void update_rq_clock_pelt(struct rq *rq, s64 delta)  in update_rq_clock_pelt()  argument
85 	if (unlikely(is_idle_task(rq->curr))) {  in update_rq_clock_pelt()
87 		rq->clock_pelt  = rq_clock_task(rq);  in update_rq_clock_pelt()
107 	delta = cap_scale(delta, arch_scale_cpu_capacity(cpu_of(rq)));  in update_rq_clock_pelt()
108 	delta = cap_scale(delta, arch_scale_freq_capacity(cpu_of(rq)));  in update_rq_clock_pelt()
110 	rq->clock_pelt += delta;  in update_rq_clock_pelt()
122 static inline void update_idle_rq_clock_pelt(struct rq *rq)  in update_idle_rq_clock_pelt()  argument
125 	u32 util_sum = rq->cfs.avg.util_sum;  in update_idle_rq_clock_pelt()
126 	util_sum += rq->avg_rt.util_sum;  in update_idle_rq_clock_pelt()
127 	util_sum += rq->avg_dl.util_sum;  in update_idle_rq_clock_pelt()
139 		rq->lost_idle_time += rq_clock_task(rq) - rq->clock_pelt;  in update_idle_rq_clock_pelt()
142 static inline u64 rq_clock_pelt(struct rq *rq)  in rq_clock_pelt()  argument
144 	lockdep_assert_held(&rq->lock);  in rq_clock_pelt()
145 	assert_clock_updated(rq);  in rq_clock_pelt()
147 	return rq->clock_pelt - rq->lost_idle_time;  in rq_clock_pelt()
175 update_rt_rq_load_avg(u64 now, struct rq *rq, int running)  in update_rt_rq_load_avg()  argument
181 update_dl_rq_load_avg(u64 now, struct rq *rq, int running)  in update_dl_rq_load_avg()  argument
187 update_thermal_load_avg(u64 now, struct rq *rq, u64 capacity)  in update_thermal_load_avg()  argument
192 static inline u64 thermal_load_avg(struct rq *rq)  in thermal_load_avg()  argument
198 update_irq_load_avg(struct rq *rq, u64 running)  in update_irq_load_avg()  argument
203 static inline u64 rq_clock_pelt(struct rq *rq)  in rq_clock_pelt()  argument
205 	return rq_clock_task(rq);  in rq_clock_pelt()
209 update_rq_clock_pelt(struct rq *rq, s64 delta) { }  in update_rq_clock_pelt()  argument
212 update_idle_rq_clock_pelt(struct rq *rq) { }  in update_idle_rq_clock_pelt()  argument