8540 group_has_capacity(unsigned int imbalance_pct, struct sg_lb_stats *sgs)  in group_has_capacity()  argument
8542 	if (sgs->sum_nr_running < sgs->group_weight)  in group_has_capacity()
8545 	if ((sgs->group_capacity * imbalance_pct) <  in group_has_capacity()
8546 			(sgs->group_runnable * 100))  in group_has_capacity()
8549 	if ((sgs->group_capacity * 100) >  in group_has_capacity()
8550 			(sgs->group_util * imbalance_pct))  in group_has_capacity()
8565 group_is_overloaded(unsigned int imbalance_pct, struct sg_lb_stats *sgs)  in group_is_overloaded()  argument
8567 	if (sgs->sum_nr_running <= sgs->group_weight)  in group_is_overloaded()
8570 	if ((sgs->group_capacity * 100) <  in group_is_overloaded()
8571 			(sgs->group_util * imbalance_pct))  in group_is_overloaded()
8574 	if ((sgs->group_capacity * imbalance_pct) <  in group_is_overloaded()
8575 			(sgs->group_runnable * 100))  in group_is_overloaded()
8584 			  struct sg_lb_stats *sgs)  in group_classify()  argument
8586 	if (group_is_overloaded(imbalance_pct, sgs))  in group_classify()
8592 	if (sgs->group_asym_packing)  in group_classify()
8595 	if (sgs->group_misfit_task_load)  in group_classify()
8598 	if (!group_has_capacity(imbalance_pct, sgs))  in group_classify()
8613 				      struct sg_lb_stats *sgs,  in update_sg_lb_stats()  argument
8618 	memset(sgs, 0, sizeof(*sgs));  in update_sg_lb_stats()
8625 		sgs->group_load += cpu_load(rq);  in update_sg_lb_stats()
8626 		sgs->group_util += cpu_util(i);  in update_sg_lb_stats()
8627 		sgs->group_runnable += cpu_runnable(rq);  in update_sg_lb_stats()
8628 		sgs->sum_h_nr_running += rq->cfs.h_nr_running;  in update_sg_lb_stats()
8631 		sgs->sum_nr_running += nr_running;  in update_sg_lb_stats()
8640 		sgs->nr_numa_running += rq->nr_numa_running;  in update_sg_lb_stats()
8641 		sgs->nr_preferred_running += rq->nr_preferred_running;  in update_sg_lb_stats()
8647 			sgs->idle_cpus++;  in update_sg_lb_stats()
8657 		    sgs->group_misfit_task_load < rq->misfit_task_load) {  in update_sg_lb_stats()
8658 			sgs->group_misfit_task_load = rq->misfit_task_load;  in update_sg_lb_stats()
8666 	    sgs->sum_h_nr_running &&  in update_sg_lb_stats()
8668 		sgs->group_asym_packing = 1;  in update_sg_lb_stats()
8671 	sgs->group_capacity = group->sgc->capacity;  in update_sg_lb_stats()
8673 	sgs->group_weight = group->group_weight;  in update_sg_lb_stats()
8675 	sgs->group_type = group_classify(env->sd->imbalance_pct, group, sgs);  in update_sg_lb_stats()
8678 	if (sgs->group_type == group_overloaded)  in update_sg_lb_stats()
8679 		sgs->avg_load = (sgs->group_load * SCHED_CAPACITY_SCALE) /  in update_sg_lb_stats()
8680 				sgs->group_capacity;  in update_sg_lb_stats()
8699 				   struct sg_lb_stats *sgs)  in update_sd_pick_busiest()  argument
8704 	if (!sgs->sum_h_nr_running)  in update_sd_pick_busiest()
8713 	if (sgs->group_type == group_misfit_task &&  in update_sd_pick_busiest()
8718 	if (sgs->group_type > busiest->group_type)  in update_sd_pick_busiest()
8721 	if (sgs->group_type < busiest->group_type)  in update_sd_pick_busiest()
8729 	switch (sgs->group_type) {  in update_sd_pick_busiest()
8732 		if (sgs->avg_load <= busiest->avg_load)  in update_sd_pick_busiest()
8754 		if (sgs->group_misfit_task_load < busiest->group_misfit_task_load)  in update_sd_pick_busiest()
8769 		if (sgs->avg_load <= busiest->avg_load)  in update_sd_pick_busiest()
8781 		if (sgs->idle_cpus > busiest->idle_cpus)  in update_sd_pick_busiest()
8783 		else if ((sgs->idle_cpus == busiest->idle_cpus) &&  in update_sd_pick_busiest()
8784 			 (sgs->sum_nr_running <= busiest->sum_nr_running))  in update_sd_pick_busiest()
8797 	    (sgs->group_type <= group_fully_busy) &&  in update_sd_pick_busiest()
8805 static inline enum fbq_type fbq_classify_group(struct sg_lb_stats *sgs)  in fbq_classify_group()  argument
8807 	if (sgs->sum_h_nr_running > sgs->nr_numa_running)  in fbq_classify_group()
8809 	if (sgs->sum_h_nr_running > sgs->nr_preferred_running)  in fbq_classify_group()
8823 static inline enum fbq_type fbq_classify_group(struct sg_lb_stats *sgs)  in fbq_classify_group()  argument
8890 					  struct sg_lb_stats *sgs,  in update_sg_wakeup_stats()  argument
8895 	memset(sgs, 0, sizeof(*sgs));  in update_sg_wakeup_stats()
8901 		sgs->group_load += cpu_load_without(rq, p);  in update_sg_wakeup_stats()
8902 		sgs->group_util += cpu_util_without(i, p);  in update_sg_wakeup_stats()
8903 		sgs->group_runnable += cpu_runnable_without(rq, p);  in update_sg_wakeup_stats()
8905 		sgs->sum_h_nr_running += rq->cfs.h_nr_running - local;  in update_sg_wakeup_stats()
8908 		sgs->sum_nr_running += nr_running;  in update_sg_wakeup_stats()
8914 			sgs->idle_cpus++;  in update_sg_wakeup_stats()
8921 		sgs->group_misfit_task_load = 1;  in update_sg_wakeup_stats()
8924 	sgs->group_capacity = group->sgc->capacity;  in update_sg_wakeup_stats()
8926 	sgs->group_weight = group->group_weight;  in update_sg_wakeup_stats()
8928 	sgs->group_type = group_classify(sd->imbalance_pct, group, sgs);  in update_sg_wakeup_stats()
8934 	if (sgs->group_type == group_fully_busy ||  in update_sg_wakeup_stats()
8935 		sgs->group_type == group_overloaded)  in update_sg_wakeup_stats()
8936 		sgs->avg_load = (sgs->group_load * SCHED_CAPACITY_SCALE) /  in update_sg_wakeup_stats()
8937 				sgs->group_capacity;  in update_sg_wakeup_stats()
8943 			       struct sg_lb_stats *sgs)  in update_pick_idlest()  argument
8945 	if (sgs->group_type < idlest_sgs->group_type)  in update_pick_idlest()
8948 	if (sgs->group_type > idlest_sgs->group_type)  in update_pick_idlest()
8956 	switch (sgs->group_type) {  in update_pick_idlest()
8960 		if (idlest_sgs->avg_load <= sgs->avg_load)  in update_pick_idlest()
8977 		if (idlest_sgs->idle_cpus > sgs->idle_cpus)  in update_pick_idlest()
8981 		if (idlest_sgs->idle_cpus == sgs->idle_cpus &&  in update_pick_idlest()
8982 			idlest_sgs->group_util <= sgs->group_util)  in update_pick_idlest()
9012 	struct sg_lb_stats *sgs;  in find_idlest_group()  local
9035 			sgs = &local_sgs;  in find_idlest_group()
9038 			sgs = &tmp_sgs;  in find_idlest_group()
9041 		update_sg_wakeup_stats(sd, group, sgs, p);  in find_idlest_group()
9043 		if (!local_group && update_pick_idlest(idlest, &idlest_sgs, group, sgs)) {  in find_idlest_group()
9045 			idlest_sgs = *sgs;  in find_idlest_group()
9170 		struct sg_lb_stats *sgs = &tmp_sgs;  in update_sd_lb_stats()  local
9176 			sgs = local;  in update_sd_lb_stats()
9183 		update_sg_lb_stats(env, sg, sgs, &sg_status);  in update_sd_lb_stats()
9189 		if (update_sd_pick_busiest(env, sds, sg, sgs)) {  in update_sd_lb_stats()
9191 			sds->busiest_stat = *sgs;  in update_sd_lb_stats()
9196 		sds->total_load += sgs->group_load;  in update_sd_lb_stats()
9197 		sds->total_capacity += sgs->group_capacity;  in update_sd_lb_stats()