Lines Matching refs:imbalance
1553 static inline long adjust_numa_imbalance(int imbalance, int nr_running);
1921 unsigned int imbalance; in task_numa_find_cpu() local
1932 imbalance = max(0, dst_running - src_running); in task_numa_find_cpu()
1933 imbalance = adjust_numa_imbalance(imbalance, dst_running); in task_numa_find_cpu()
1936 if (!imbalance) { in task_numa_find_cpu()
7401 long imbalance; member
7653 if (env->imbalance <= 0) in detach_tasks()
7703 if ((load >> env->sd->nr_balance_failed) > env->imbalance) in detach_tasks()
7706 env->imbalance -= load; in detach_tasks()
7712 if (util > env->imbalance) in detach_tasks()
7715 env->imbalance -= util; in detach_tasks()
7719 env->imbalance--; in detach_tasks()
7727 env->imbalance = 0; in detach_tasks()
7750 if (env->imbalance <= 0) in detach_tasks()
8248 return group->sgc->imbalance; in sg_imbalanced()
8772 unsigned long imbalance; in find_idlest_group() local
8778 imbalance = scale_load_down(NICE_0_LOAD) * in find_idlest_group()
8844 ((idlest_sgs.avg_load + imbalance) >= local_sgs.avg_load)) in find_idlest_group()
8851 if (idlest_sgs.avg_load >= (local_sgs.avg_load + imbalance)) in find_idlest_group()
8992 static inline long adjust_numa_imbalance(int imbalance, int nr_running) in adjust_numa_imbalance() argument
9004 return imbalance; in adjust_numa_imbalance()
9023 env->imbalance = 1; in calculate_imbalance()
9033 env->imbalance = busiest->sum_h_nr_running; in calculate_imbalance()
9045 env->imbalance = 1; in calculate_imbalance()
9065 env->imbalance = max(local->group_capacity, local->group_util) - in calculate_imbalance()
9075 if (env->idle != CPU_NOT_IDLE && env->imbalance == 0) { in calculate_imbalance()
9077 env->imbalance = 1; in calculate_imbalance()
9091 env->imbalance = nr_diff >> 1; in calculate_imbalance()
9099 env->imbalance = max_t(long, 0, (local->idle_cpus - in calculate_imbalance()
9105 env->imbalance = adjust_numa_imbalance(env->imbalance, in calculate_imbalance()
9131 env->imbalance = 0; in calculate_imbalance()
9145 env->imbalance = min( in calculate_imbalance()
9303 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
9306 env->imbalance = 0; in find_busiest_group()
9373 if (nr_running == 1 && load > env->imbalance && in find_busiest_queue()
9579 schedstat_add(sd->lb_imbalance[idle], env.imbalance); in load_balance()
9646 if ((env.flags & LBF_DST_PINNED) && env.imbalance > 0) { in load_balance()
9668 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in load_balance()
9670 if ((env.flags & LBF_SOME_PINNED) && env.imbalance > 0) in load_balance()
9769 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in load_balance()