Lines Matching refs:sds

5992 	struct sched_domain_shared *sds;  in set_idle_cores()  local
5994 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in set_idle_cores()
5995 if (sds) in set_idle_cores()
5996 WRITE_ONCE(sds->has_idle_cores, val); in set_idle_cores()
6001 struct sched_domain_shared *sds; in test_idle_cores() local
6003 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in test_idle_cores()
6004 if (sds) in test_idle_cores()
6005 return READ_ONCE(sds->has_idle_cores); in test_idle_cores()
8069 static inline void init_sd_lb_stats(struct sd_lb_stats *sds) in init_sd_lb_stats() argument
8078 *sds = (struct sd_lb_stats){ in init_sd_lb_stats()
8466 struct sd_lb_stats *sds, in update_sd_pick_busiest() argument
8470 struct sg_lb_stats *busiest = &sds->busiest_stat; in update_sd_pick_busiest()
8483 (!group_smaller_max_cpu_capacity(sg, sds->local) || in update_sd_pick_busiest()
8484 sds->local_stat.group_type != group_has_spare)) in update_sd_pick_busiest()
8514 if (sched_asym_prefer(sg->asym_prefer_cpu, sds->busiest->asym_prefer_cpu)) in update_sd_pick_busiest()
8567 (group_smaller_min_cpu_capacity(sds->local, sg))) in update_sd_pick_busiest()
8914 static inline void update_sd_lb_stats(struct lb_env *env, struct sd_lb_stats *sds) in update_sd_lb_stats() argument
8918 struct sg_lb_stats *local = &sds->local_stat; in update_sd_lb_stats()
8933 sds->local = sg; in update_sd_lb_stats()
8947 if (update_sd_pick_busiest(env, sds, sg, sgs)) { in update_sd_lb_stats()
8948 sds->busiest = sg; in update_sd_lb_stats()
8949 sds->busiest_stat = *sgs; in update_sd_lb_stats()
8954 sds->total_load += sgs->group_load; in update_sd_lb_stats()
8955 sds->total_capacity += sgs->group_capacity; in update_sd_lb_stats()
8961 sds->prefer_sibling = child && child->flags & SD_PREFER_SIBLING; in update_sd_lb_stats()
8973 env->fbq_type = fbq_classify_group(&sds->busiest_stat); in update_sd_lb_stats()
9013 static inline void calculate_imbalance(struct lb_env *env, struct sd_lb_stats *sds) in calculate_imbalance() argument
9017 local = &sds->local_stat; in calculate_imbalance()
9018 busiest = &sds->busiest_stat; in calculate_imbalance()
9083 if (busiest->group_weight == 1 || sds->prefer_sibling) { in calculate_imbalance()
9124 sds->avg_load = (sds->total_load * SCHED_CAPACITY_SCALE) / in calculate_imbalance()
9125 sds->total_capacity; in calculate_imbalance()
9146 (busiest->avg_load - sds->avg_load) * busiest->group_capacity, in calculate_imbalance()
9147 (sds->avg_load - local->avg_load) * local->group_capacity in calculate_imbalance()
9187 struct sd_lb_stats sds; in find_busiest_group() local
9189 init_sd_lb_stats(&sds); in find_busiest_group()
9195 update_sd_lb_stats(env, &sds); in find_busiest_group()
9204 local = &sds.local_stat; in find_busiest_group()
9205 busiest = &sds.busiest_stat; in find_busiest_group()
9208 if (!sds.busiest) in find_busiest_group()
9247 sds.avg_load = (sds.total_load * SCHED_CAPACITY_SCALE) / in find_busiest_group()
9248 sds.total_capacity; in find_busiest_group()
9254 if (local->avg_load >= sds.avg_load) in find_busiest_group()
9267 if (sds.prefer_sibling && local->group_type == group_has_spare && in find_busiest_group()
9302 calculate_imbalance(env, &sds); in find_busiest_group()
9303 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
10121 struct sched_domain_shared *sds; in nohz_balancer_kick() local
10205 sds = rcu_dereference(per_cpu(sd_llc_shared, cpu)); in nohz_balancer_kick()
10206 if (sds) { in nohz_balancer_kick()
10216 nr_busy = atomic_read(&sds->nr_busy_cpus); in nohz_balancer_kick()