Lines Matching refs:runnable_sum
3239 long delta_avg, running_sum, runnable_sum = gcfs_rq->prop_runnable_sum; in update_tg_cfs_runnable() local
3244 if (!runnable_sum) in update_tg_cfs_runnable()
3249 if (runnable_sum >= 0) { in update_tg_cfs_runnable()
3254 runnable_sum += se->avg.load_sum; in update_tg_cfs_runnable()
3255 runnable_sum = min(runnable_sum, (long)LOAD_AVG_MAX); in update_tg_cfs_runnable()
3267 runnable_sum = min(se->avg.load_sum, load_sum); in update_tg_cfs_runnable()
3277 runnable_sum = max(runnable_sum, running_sum); in update_tg_cfs_runnable()
3279 load_sum = (s64)se_weight(se) * runnable_sum; in update_tg_cfs_runnable()
3285 se->avg.load_sum = runnable_sum; in update_tg_cfs_runnable()
3290 runnable_load_sum = (s64)se_runnable(se) * runnable_sum; in update_tg_cfs_runnable()
3295 se->avg.runnable_load_sum = runnable_sum; in update_tg_cfs_runnable()
3304 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) in add_tg_cfs_propagate() argument
3307 cfs_rq->prop_runnable_sum += runnable_sum; in add_tg_cfs_propagate()
3373 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) {} in add_tg_cfs_propagate() argument
3407 swap(cfs_rq->removed.runnable_sum, removed_runnable_sum); in update_cfs_rq_load_avg()
3604 cfs_rq->removed.runnable_sum += se->avg.load_sum; /* == runnable_sum */ in remove_entity_load_avg()