Lines Matching refs:sds
6140 struct sched_domain_shared *sds; in set_idle_cores() local
6142 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in set_idle_cores()
6143 if (sds) in set_idle_cores()
6144 WRITE_ONCE(sds->has_idle_cores, val); in set_idle_cores()
6149 struct sched_domain_shared *sds; in test_idle_cores() local
6151 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in test_idle_cores()
6152 if (sds) in test_idle_cores()
6153 return READ_ONCE(sds->has_idle_cores); in test_idle_cores()
8345 static inline void init_sd_lb_stats(struct sd_lb_stats *sds) in init_sd_lb_stats() argument
8354 *sds = (struct sd_lb_stats){ in init_sd_lb_stats()
8697 struct sd_lb_stats *sds, in update_sd_pick_busiest() argument
8701 struct sg_lb_stats *busiest = &sds->busiest_stat; in update_sd_pick_busiest()
8715 sds->local_stat.group_type != group_has_spare)) in update_sd_pick_busiest()
8745 if (sched_asym_prefer(sg->asym_prefer_cpu, sds->busiest->asym_prefer_cpu)) in update_sd_pick_busiest()
9161 static inline void update_sd_lb_stats(struct lb_env *env, struct sd_lb_stats *sds) in update_sd_lb_stats() argument
9165 struct sg_lb_stats *local = &sds->local_stat; in update_sd_lb_stats()
9175 sds->local = sg; in update_sd_lb_stats()
9189 if (update_sd_pick_busiest(env, sds, sg, sgs)) { in update_sd_lb_stats()
9190 sds->busiest = sg; in update_sd_lb_stats()
9191 sds->busiest_stat = *sgs; in update_sd_lb_stats()
9196 sds->total_load += sgs->group_load; in update_sd_lb_stats()
9197 sds->total_capacity += sgs->group_capacity; in update_sd_lb_stats()
9203 sds->prefer_sibling = child && child->flags & SD_PREFER_SIBLING; in update_sd_lb_stats()
9207 env->fbq_type = fbq_classify_group(&sds->busiest_stat); in update_sd_lb_stats()
9250 static inline void calculate_imbalance(struct lb_env *env, struct sd_lb_stats *sds) in calculate_imbalance() argument
9254 local = &sds->local_stat; in calculate_imbalance()
9255 busiest = &sds->busiest_stat; in calculate_imbalance()
9320 if (busiest->group_weight == 1 || sds->prefer_sibling) { in calculate_imbalance()
9362 sds->avg_load = (sds->total_load * SCHED_CAPACITY_SCALE) / in calculate_imbalance()
9363 sds->total_capacity; in calculate_imbalance()
9384 (busiest->avg_load - sds->avg_load) * busiest->group_capacity, in calculate_imbalance()
9385 (sds->avg_load - local->avg_load) * local->group_capacity in calculate_imbalance()
9425 struct sd_lb_stats sds; in find_busiest_group() local
9427 init_sd_lb_stats(&sds); in find_busiest_group()
9433 update_sd_lb_stats(env, &sds); in find_busiest_group()
9442 local = &sds.local_stat; in find_busiest_group()
9443 busiest = &sds.busiest_stat; in find_busiest_group()
9446 if (!sds.busiest) in find_busiest_group()
9485 sds.avg_load = (sds.total_load * SCHED_CAPACITY_SCALE) / in find_busiest_group()
9486 sds.total_capacity; in find_busiest_group()
9492 if (local->avg_load >= sds.avg_load) in find_busiest_group()
9505 if (sds.prefer_sibling && local->group_type == group_has_spare && in find_busiest_group()
9540 calculate_imbalance(env, &sds); in find_busiest_group()
9541 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
10349 struct sched_domain_shared *sds; in nohz_balancer_kick() local
10433 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in nohz_balancer_kick()
10434 if (sds) { in nohz_balancer_kick()
10444 nr_busy = atomic_read(&sds->nr_busy_cpus); in nohz_balancer_kick()