Lines Matching refs:load_sum

2025 		delta = p->se.avg.load_sum;  in numa_get_avg_runtime()
2856 cfs_rq->avg.load_sum += se_weight(se) * se->avg.load_sum; in enqueue_load_avg()
2863 sub_positive(&cfs_rq->avg.load_sum, se_weight(se) * se->avg.load_sum); in dequeue_load_avg()
2895 se->avg.load_avg = div_u64(se_weight(se) * se->avg.load_sum, divider); in reweight_entity()
3314 u64 runnable_load_sum, load_sum = 0; in update_tg_cfs_runnable() local
3327 runnable_sum += se->avg.load_sum; in update_tg_cfs_runnable()
3335 load_sum = div_s64(gcfs_rq->avg.load_sum, in update_tg_cfs_runnable()
3340 runnable_sum = min(se->avg.load_sum, load_sum); in update_tg_cfs_runnable()
3352 load_sum = (s64)se_weight(se) * runnable_sum; in update_tg_cfs_runnable()
3353 load_avg = div_s64(load_sum, LOAD_AVG_MAX); in update_tg_cfs_runnable()
3355 delta_sum = load_sum - (s64)se_weight(se) * se->avg.load_sum; in update_tg_cfs_runnable()
3358 se->avg.load_sum = runnable_sum; in update_tg_cfs_runnable()
3361 add_positive(&cfs_rq->avg.load_sum, delta_sum); in update_tg_cfs_runnable()
3489 sub_positive(&sa->load_sum, r * divider); in update_cfs_rq_load_avg()
3544 se->avg.load_sum = divider; in attach_entity_load_avg()
3546 se->avg.load_sum = in attach_entity_load_avg()
3547 div_u64(se->avg.load_avg * se->avg.load_sum, se_weight(se)); in attach_entity_load_avg()
3550 se->avg.runnable_load_sum = se->avg.load_sum; in attach_entity_load_avg()
3556 add_tg_cfs_propagate(cfs_rq, se->avg.load_sum); in attach_entity_load_avg()
3577 add_tg_cfs_propagate(cfs_rq, -se->avg.load_sum); in detach_entity_load_avg()
3678 cfs_rq->removed.runnable_sum += se->avg.load_sum; /* == runnable_sum */ in remove_entity_load_avg()
7527 if (cfs_rq->avg.load_sum) in cfs_rq_is_decayed()