Lines Matching refs:gcfs_rq
3809 struct cfs_rq *gcfs_rq = group_cfs_rq(se); in update_cfs_group() local
3812 if (!gcfs_rq) in update_cfs_group()
3815 if (throttled_hierarchy(gcfs_rq)) in update_cfs_group()
3819 shares = READ_ONCE(gcfs_rq->tg->shares); in update_cfs_group()
3824 shares = calc_group_shares(gcfs_rq); in update_cfs_group()
4058 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_util() argument
4060 long delta_sum, delta_avg = gcfs_rq->avg.util_avg - se->avg.util_avg; in update_tg_cfs_util()
4075 se->avg.util_avg = gcfs_rq->avg.util_avg; in update_tg_cfs_util()
4090 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_runnable() argument
4092 long delta_sum, delta_avg = gcfs_rq->avg.runnable_avg - se->avg.runnable_avg; in update_tg_cfs_runnable()
4106 se->avg.runnable_avg = gcfs_rq->avg.runnable_avg; in update_tg_cfs_runnable()
4120 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_load() argument
4122 long delta_avg, running_sum, runnable_sum = gcfs_rq->prop_runnable_sum; in update_tg_cfs_load()
4131 gcfs_rq->prop_runnable_sum = 0; in update_tg_cfs_load()
4151 if (scale_load_down(gcfs_rq->load.weight)) { in update_tg_cfs_load()
4152 load_sum = div_u64(gcfs_rq->avg.load_sum, in update_tg_cfs_load()
4153 scale_load_down(gcfs_rq->load.weight)); in update_tg_cfs_load()
4196 struct cfs_rq *cfs_rq, *gcfs_rq; in propagate_entity_load_avg() local
4201 gcfs_rq = group_cfs_rq(se); in propagate_entity_load_avg()
4202 if (!gcfs_rq->propagate) in propagate_entity_load_avg()
4205 gcfs_rq->propagate = 0; in propagate_entity_load_avg()
4209 add_tg_cfs_propagate(cfs_rq, gcfs_rq->prop_runnable_sum); in propagate_entity_load_avg()
4211 update_tg_cfs_util(cfs_rq, se, gcfs_rq); in propagate_entity_load_avg()
4212 update_tg_cfs_runnable(cfs_rq, se, gcfs_rq); in propagate_entity_load_avg()
4213 update_tg_cfs_load(cfs_rq, se, gcfs_rq); in propagate_entity_load_avg()
4227 struct cfs_rq *gcfs_rq = group_cfs_rq(se); in skip_blocked_update() local
4240 if (gcfs_rq->propagate) in skip_blocked_update()