Lines Matching refs:imbalance

1548 static inline long adjust_numa_imbalance(int imbalance,
1917 unsigned int imbalance; in task_numa_find_cpu() local
1928 imbalance = max(0, dst_running - src_running); in task_numa_find_cpu()
1929 imbalance = adjust_numa_imbalance(imbalance, dst_running, in task_numa_find_cpu()
1933 if (!imbalance) { in task_numa_find_cpu()
7662 long imbalance; member
7942 if (env->imbalance <= 0) in detach_tasks()
7991 if (shr_bound(load, env->sd->nr_balance_failed) > env->imbalance) in detach_tasks()
7994 env->imbalance -= load; in detach_tasks()
8000 if (util > env->imbalance) in detach_tasks()
8003 env->imbalance -= util; in detach_tasks()
8007 env->imbalance--; in detach_tasks()
8015 env->imbalance = 0; in detach_tasks()
8038 if (env->imbalance <= 0) in detach_tasks()
8524 return group->sgc->imbalance; in sg_imbalanced()
9013 unsigned long imbalance; in find_idlest_group() local
9078 imbalance = scale_load_down(NICE_0_LOAD) * in find_idlest_group()
9091 ((idlest_sgs.avg_load + imbalance) >= local_sgs.avg_load)) in find_idlest_group()
9098 if (idlest_sgs.avg_load >= (local_sgs.avg_load + imbalance)) in find_idlest_group()
9228 static inline long adjust_numa_imbalance(int imbalance, in adjust_numa_imbalance() argument
9232 return imbalance; in adjust_numa_imbalance()
9238 if (imbalance <= NUMA_IMBALANCE_MIN) in adjust_numa_imbalance()
9241 return imbalance; in adjust_numa_imbalance()
9260 env->imbalance = 1; in calculate_imbalance()
9270 env->imbalance = busiest->sum_h_nr_running; in calculate_imbalance()
9282 env->imbalance = 1; in calculate_imbalance()
9302 env->imbalance = max(local->group_capacity, local->group_util) - in calculate_imbalance()
9312 if (env->idle != CPU_NOT_IDLE && env->imbalance == 0) { in calculate_imbalance()
9314 env->imbalance = 1; in calculate_imbalance()
9328 env->imbalance = nr_diff >> 1; in calculate_imbalance()
9336 env->imbalance = max_t(long, 0, (local->idle_cpus - in calculate_imbalance()
9342 env->imbalance = adjust_numa_imbalance(env->imbalance, in calculate_imbalance()
9369 env->imbalance = 0; in calculate_imbalance()
9383 env->imbalance = min( in calculate_imbalance()
9541 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
9544 env->imbalance = 0; in find_busiest_group()
9614 if (nr_running == 1 && load > env->imbalance && in find_busiest_queue()
9829 schedstat_add(sd->lb_imbalance[idle], env.imbalance); in load_balance()
9897 if ((env.flags & LBF_DST_PINNED) && env.imbalance > 0) { in load_balance()
9919 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in load_balance()
9921 if ((env.flags & LBF_SOME_PINNED) && env.imbalance > 0) in load_balance()
10010 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in load_balance()