8264 group_has_capacity(unsigned int imbalance_pct, struct sg_lb_stats *sgs)  in group_has_capacity()  argument
8266 	if (sgs->sum_nr_running < sgs->group_weight)  in group_has_capacity()
8269 	if ((sgs->group_capacity * imbalance_pct) <  in group_has_capacity()
8270 			(sgs->group_runnable * 100))  in group_has_capacity()
8273 	if ((sgs->group_capacity * 100) >  in group_has_capacity()
8274 			(sgs->group_util * imbalance_pct))  in group_has_capacity()
8289 group_is_overloaded(unsigned int imbalance_pct, struct sg_lb_stats *sgs)  in group_is_overloaded()  argument
8291 	if (sgs->sum_nr_running <= sgs->group_weight)  in group_is_overloaded()
8294 	if ((sgs->group_capacity * 100) <  in group_is_overloaded()
8295 			(sgs->group_util * imbalance_pct))  in group_is_overloaded()
8298 	if ((sgs->group_capacity * imbalance_pct) <  in group_is_overloaded()
8299 			(sgs->group_runnable * 100))  in group_is_overloaded()
8328 			  struct sg_lb_stats *sgs)  in group_classify()  argument
8330 	if (group_is_overloaded(imbalance_pct, sgs))  in group_classify()
8336 	if (sgs->group_asym_packing)  in group_classify()
8339 	if (sgs->group_misfit_task_load)  in group_classify()
8342 	if (!group_has_capacity(imbalance_pct, sgs))  in group_classify()
8379 				      struct sg_lb_stats *sgs,  in update_sg_lb_stats()  argument
8384 	memset(sgs, 0, sizeof(*sgs));  in update_sg_lb_stats()
8394 		sgs->group_load += cpu_load(rq);  in update_sg_lb_stats()
8395 		sgs->group_util += cpu_util(i);  in update_sg_lb_stats()
8396 		sgs->group_runnable += cpu_runnable(rq);  in update_sg_lb_stats()
8397 		sgs->sum_h_nr_running += rq->cfs.h_nr_running;  in update_sg_lb_stats()
8400 		sgs->sum_nr_running += nr_running;  in update_sg_lb_stats()
8409 		sgs->nr_numa_running += rq->nr_numa_running;  in update_sg_lb_stats()
8410 		sgs->nr_preferred_running += rq->nr_preferred_running;  in update_sg_lb_stats()
8416 			sgs->idle_cpus++;  in update_sg_lb_stats()
8426 		    sgs->group_misfit_task_load < rq->misfit_task_load) {  in update_sg_lb_stats()
8427 			sgs->group_misfit_task_load = rq->misfit_task_load;  in update_sg_lb_stats()
8435 	    sgs->sum_h_nr_running &&  in update_sg_lb_stats()
8437 		sgs->group_asym_packing = 1;  in update_sg_lb_stats()
8440 	sgs->group_capacity = group->sgc->capacity;  in update_sg_lb_stats()
8442 	sgs->group_weight = group->group_weight;  in update_sg_lb_stats()
8444 	sgs->group_type = group_classify(env->sd->imbalance_pct, group, sgs);  in update_sg_lb_stats()
8447 	if (sgs->group_type == group_overloaded)  in update_sg_lb_stats()
8448 		sgs->avg_load = (sgs->group_load * SCHED_CAPACITY_SCALE) /  in update_sg_lb_stats()
8449 				sgs->group_capacity;  in update_sg_lb_stats()
8468 				   struct sg_lb_stats *sgs)  in update_sd_pick_busiest()  argument
8473 	if (!sgs->sum_h_nr_running)  in update_sd_pick_busiest()
8482 	if (sgs->group_type == group_misfit_task &&  in update_sd_pick_busiest()
8487 	if (sgs->group_type > busiest->group_type)  in update_sd_pick_busiest()
8490 	if (sgs->group_type < busiest->group_type)  in update_sd_pick_busiest()
8498 	switch (sgs->group_type) {  in update_sd_pick_busiest()
8501 		if (sgs->avg_load <= busiest->avg_load)  in update_sd_pick_busiest()
8523 		if (sgs->group_misfit_task_load < busiest->group_misfit_task_load)  in update_sd_pick_busiest()
8538 		if (sgs->avg_load <= busiest->avg_load)  in update_sd_pick_busiest()
8550 		if (sgs->idle_cpus > busiest->idle_cpus)  in update_sd_pick_busiest()
8552 		else if ((sgs->idle_cpus == busiest->idle_cpus) &&  in update_sd_pick_busiest()
8553 			 (sgs->sum_nr_running <= busiest->sum_nr_running))  in update_sd_pick_busiest()
8566 	    (sgs->group_type <= group_fully_busy) &&  in update_sd_pick_busiest()
8574 static inline enum fbq_type fbq_classify_group(struct sg_lb_stats *sgs)  in fbq_classify_group()  argument
8576 	if (sgs->sum_h_nr_running > sgs->nr_numa_running)  in fbq_classify_group()
8578 	if (sgs->sum_h_nr_running > sgs->nr_preferred_running)  in fbq_classify_group()
8592 static inline enum fbq_type fbq_classify_group(struct sg_lb_stats *sgs)  in fbq_classify_group()  argument
8659 					  struct sg_lb_stats *sgs,  in update_sg_wakeup_stats()  argument
8664 	memset(sgs, 0, sizeof(*sgs));  in update_sg_wakeup_stats()
8670 		sgs->group_load += cpu_load_without(rq, p);  in update_sg_wakeup_stats()
8671 		sgs->group_util += cpu_util_without(i, p);  in update_sg_wakeup_stats()
8672 		sgs->group_runnable += cpu_runnable_without(rq, p);  in update_sg_wakeup_stats()
8674 		sgs->sum_h_nr_running += rq->cfs.h_nr_running - local;  in update_sg_wakeup_stats()
8677 		sgs->sum_nr_running += nr_running;  in update_sg_wakeup_stats()
8683 			sgs->idle_cpus++;  in update_sg_wakeup_stats()
8690 		sgs->group_misfit_task_load = 1;  in update_sg_wakeup_stats()
8693 	sgs->group_capacity = group->sgc->capacity;  in update_sg_wakeup_stats()
8695 	sgs->group_weight = group->group_weight;  in update_sg_wakeup_stats()
8697 	sgs->group_type = group_classify(sd->imbalance_pct, group, sgs);  in update_sg_wakeup_stats()
8703 	if (sgs->group_type == group_fully_busy ||  in update_sg_wakeup_stats()
8704 		sgs->group_type == group_overloaded)  in update_sg_wakeup_stats()
8705 		sgs->avg_load = (sgs->group_load * SCHED_CAPACITY_SCALE) /  in update_sg_wakeup_stats()
8706 				sgs->group_capacity;  in update_sg_wakeup_stats()
8712 			       struct sg_lb_stats *sgs)  in update_pick_idlest()  argument
8714 	if (sgs->group_type < idlest_sgs->group_type)  in update_pick_idlest()
8717 	if (sgs->group_type > idlest_sgs->group_type)  in update_pick_idlest()
8725 	switch (sgs->group_type) {  in update_pick_idlest()
8729 		if (idlest_sgs->avg_load <= sgs->avg_load)  in update_pick_idlest()
8746 		if (idlest_sgs->idle_cpus > sgs->idle_cpus)  in update_pick_idlest()
8750 		if (idlest_sgs->idle_cpus == sgs->idle_cpus &&  in update_pick_idlest()
8751 			idlest_sgs->group_util <= sgs->group_util)  in update_pick_idlest()
8771 	struct sg_lb_stats *sgs;  in find_idlest_group()  local
8793 			sgs = &local_sgs;  in find_idlest_group()
8796 			sgs = &tmp_sgs;  in find_idlest_group()
8799 		update_sg_wakeup_stats(sd, group, sgs, p);  in find_idlest_group()
8801 		if (!local_group && update_pick_idlest(idlest, &idlest_sgs, group, sgs)) {  in find_idlest_group()
8803 			idlest_sgs = *sgs;  in find_idlest_group()
8928 		struct sg_lb_stats *sgs = &tmp_sgs;  in update_sd_lb_stats()  local
8934 			sgs = local;  in update_sd_lb_stats()
8941 		update_sg_lb_stats(env, sg, sgs, &sg_status);  in update_sd_lb_stats()
8947 		if (update_sd_pick_busiest(env, sds, sg, sgs)) {  in update_sd_lb_stats()
8949 			sds->busiest_stat = *sgs;  in update_sd_lb_stats()
8954 		sds->total_load += sgs->group_load;  in update_sd_lb_stats()
8955 		sds->total_capacity += sgs->group_capacity;  in update_sd_lb_stats()