Lines Matching refs:imbalance
1342 adjust_numa_imbalance(int imbalance, int dst_running, int imb_numa_nr) in adjust_numa_imbalance() argument
1352 return imbalance; in adjust_numa_imbalance()
1358 if (imbalance <= NUMA_IMBALANCE_MIN) in adjust_numa_imbalance()
1361 return imbalance; in adjust_numa_imbalance()
2369 unsigned int imbalance; in task_numa_find_cpu() local
2380 imbalance = max(0, dst_running - src_running); in task_numa_find_cpu()
2381 imbalance = adjust_numa_imbalance(imbalance, dst_running, in task_numa_find_cpu()
2385 if (!imbalance) { in task_numa_find_cpu()
8571 long imbalance; member
8848 if (env->imbalance <= 0) in detach_tasks()
8901 if (shr_bound(load, env->sd->nr_balance_failed) > env->imbalance) in detach_tasks()
8904 env->imbalance -= load; in detach_tasks()
8910 if (util > env->imbalance) in detach_tasks()
8913 env->imbalance -= util; in detach_tasks()
8917 env->imbalance--; in detach_tasks()
8925 env->imbalance = 0; in detach_tasks()
8948 if (env->imbalance <= 0) in detach_tasks()
9438 return group->sgc->imbalance; in sg_imbalanced()
9617 long imbalance; in sibling_imbalance() local
9626 imbalance = busiest->sum_nr_running; in sibling_imbalance()
9627 lsub_positive(&imbalance, local->sum_nr_running); in sibling_imbalance()
9628 return imbalance; in sibling_imbalance()
9632 imbalance = ncores_local * busiest->sum_nr_running; in sibling_imbalance()
9633 lsub_positive(&imbalance, ncores_busiest * local->sum_nr_running); in sibling_imbalance()
9635 imbalance = 2 * imbalance + ncores_local + ncores_busiest; in sibling_imbalance()
9636 imbalance /= ncores_local + ncores_busiest; in sibling_imbalance()
9639 if (imbalance <= 1 && local->sum_nr_running == 0 && in sibling_imbalance()
9641 imbalance = 2; in sibling_imbalance()
9643 return imbalance; in sibling_imbalance()
10111 unsigned long imbalance; in find_idlest_group() local
10176 imbalance = scale_load_down(NICE_0_LOAD) * in find_idlest_group()
10189 ((idlest_sgs.avg_load + imbalance) >= local_sgs.avg_load)) in find_idlest_group()
10196 if (idlest_sgs.avg_load >= (local_sgs.avg_load + imbalance)) in find_idlest_group()
10248 imbalance = abs(local_sgs.idle_cpus - idlest_sgs.idle_cpus); in find_idlest_group()
10249 if (!adjust_numa_imbalance(imbalance, in find_idlest_group()
10438 env->imbalance = 1; in calculate_imbalance()
10445 env->imbalance = busiest->group_misfit_task_load; in calculate_imbalance()
10456 env->imbalance = busiest->sum_h_nr_running; in calculate_imbalance()
10463 env->imbalance = 1; in calculate_imbalance()
10475 env->imbalance = 1; in calculate_imbalance()
10495 env->imbalance = max(local->group_capacity, local->group_util) - in calculate_imbalance()
10505 if (env->idle != CPU_NOT_IDLE && env->imbalance == 0) { in calculate_imbalance()
10507 env->imbalance = 1; in calculate_imbalance()
10519 env->imbalance = sibling_imbalance(env, sds, busiest, local); in calculate_imbalance()
10527 env->imbalance = max_t(long, 0, in calculate_imbalance()
10534 env->imbalance = adjust_numa_imbalance(env->imbalance, in calculate_imbalance()
10541 env->imbalance >>= 1; in calculate_imbalance()
10564 env->imbalance = 0; in calculate_imbalance()
10576 env->imbalance = 0; in calculate_imbalance()
10591 env->imbalance = min( in calculate_imbalance()
10760 return env->imbalance ? sds.busiest : NULL; in find_busiest_group()
10763 env->imbalance = 0; in find_busiest_group()
10846 if (nr_running == 1 && load > env->imbalance && in find_busiest_queue()
11097 schedstat_add(sd->lb_imbalance[idle], env.imbalance); in load_balance()
11167 if ((env.flags & LBF_DST_PINNED) && env.imbalance > 0) { in load_balance()
11189 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in load_balance()
11191 if ((env.flags & LBF_SOME_PINNED) && env.imbalance > 0) in load_balance()
11280 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in load_balance()