Lines Matching refs:busiest

8058 	struct sched_group *busiest;	/* Busiest group in this sd */  member
8079 .busiest = NULL, in init_sd_lb_stats()
8470 struct sg_lb_stats *busiest = &sds->busiest_stat; in update_sd_pick_busiest() local
8487 if (sgs->group_type > busiest->group_type) in update_sd_pick_busiest()
8490 if (sgs->group_type < busiest->group_type) in update_sd_pick_busiest()
8501 if (sgs->avg_load <= busiest->avg_load) in update_sd_pick_busiest()
8514 if (sched_asym_prefer(sg->asym_prefer_cpu, sds->busiest->asym_prefer_cpu)) in update_sd_pick_busiest()
8523 if (sgs->group_misfit_task_load < busiest->group_misfit_task_load) in update_sd_pick_busiest()
8538 if (sgs->avg_load <= busiest->avg_load) in update_sd_pick_busiest()
8550 if (sgs->idle_cpus > busiest->idle_cpus) in update_sd_pick_busiest()
8552 else if ((sgs->idle_cpus == busiest->idle_cpus) && in update_sd_pick_busiest()
8553 (sgs->sum_nr_running <= busiest->sum_nr_running)) in update_sd_pick_busiest()
8948 sds->busiest = sg; in update_sd_lb_stats()
9015 struct sg_lb_stats *local, *busiest; in calculate_imbalance() local
9018 busiest = &sds->busiest_stat; in calculate_imbalance()
9020 if (busiest->group_type == group_misfit_task) { in calculate_imbalance()
9027 if (busiest->group_type == group_asym_packing) { in calculate_imbalance()
9033 env->imbalance = busiest->sum_h_nr_running; in calculate_imbalance()
9037 if (busiest->group_type == group_imbalanced) { in calculate_imbalance()
9054 if ((busiest->group_type > group_fully_busy) && in calculate_imbalance()
9083 if (busiest->group_weight == 1 || sds->prefer_sibling) { in calculate_imbalance()
9084 unsigned int nr_diff = busiest->sum_nr_running; in calculate_imbalance()
9100 busiest->idle_cpus) >> 1); in calculate_imbalance()
9106 busiest->sum_nr_running); in calculate_imbalance()
9130 if (local->avg_load >= busiest->avg_load) { in calculate_imbalance()
9146 (busiest->avg_load - sds->avg_load) * busiest->group_capacity, in calculate_imbalance()
9186 struct sg_lb_stats *local, *busiest; in find_busiest_group() local
9205 busiest = &sds.busiest_stat; in find_busiest_group()
9208 if (!sds.busiest) in find_busiest_group()
9212 if (busiest->group_type == group_misfit_task) in find_busiest_group()
9216 if (busiest->group_type == group_asym_packing) in find_busiest_group()
9224 if (busiest->group_type == group_imbalanced) in find_busiest_group()
9231 if (local->group_type > busiest->group_type) in find_busiest_group()
9243 if (local->avg_load >= busiest->avg_load) in find_busiest_group()
9261 if (100 * busiest->avg_load <= in find_busiest_group()
9268 busiest->sum_nr_running > local->sum_nr_running + 1) in find_busiest_group()
9271 if (busiest->group_type != group_overloaded) { in find_busiest_group()
9280 if (busiest->group_weight > 1 && in find_busiest_group()
9281 local->idle_cpus <= (busiest->idle_cpus + 1)) in find_busiest_group()
9293 if (busiest->sum_h_nr_running == 1) in find_busiest_group()
9303 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
9316 struct rq *busiest = NULL, *rq; in find_busiest_queue() local
9393 busiest = rq; in find_busiest_queue()
9410 busiest = rq; in find_busiest_queue()
9417 busiest = rq; in find_busiest_queue()
9428 busiest = rq; in find_busiest_queue()
9436 return busiest; in find_busiest_queue()
9539 struct rq *busiest; in load_balance() local
9571 busiest = find_busiest_queue(&env, group); in load_balance()
9572 if (!busiest) { in load_balance()
9577 BUG_ON(busiest == env.dst_rq); in load_balance()
9581 env.src_cpu = busiest->cpu; in load_balance()
9582 env.src_rq = busiest; in load_balance()
9585 if (busiest->nr_running > 1) { in load_balance()
9593 env.loop_max = min(sysctl_sched_nr_migrate, busiest->nr_running); in load_balance()
9596 rq_lock_irqsave(busiest, &rf); in load_balance()
9597 update_rq_clock(busiest); in load_balance()
9613 rq_unlock(busiest, &rf); in load_balance()
9676 __cpumask_clear_cpu(cpu_of(busiest), cpus); in load_balance()
9708 raw_spin_lock_irqsave(&busiest->lock, flags); in load_balance()
9715 if (!cpumask_test_cpu(this_cpu, busiest->curr->cpus_ptr)) { in load_balance()
9716 raw_spin_unlock_irqrestore(&busiest->lock, in load_balance()
9727 if (!busiest->active_balance) { in load_balance()
9728 busiest->active_balance = 1; in load_balance()
9729 busiest->push_cpu = this_cpu; in load_balance()
9732 raw_spin_unlock_irqrestore(&busiest->lock, flags); in load_balance()
9735 stop_one_cpu_nowait(cpu_of(busiest), in load_balance()
9736 active_load_balance_cpu_stop, busiest, in load_balance()
9737 &busiest->active_balance_work); in load_balance()