Lines Matching refs:imbalance

1425 adjust_numa_imbalance(int imbalance, int dst_running, int imb_numa_nr)  in adjust_numa_imbalance()  argument
1435 return imbalance; in adjust_numa_imbalance()
1441 if (imbalance <= NUMA_IMBALANCE_MIN) in adjust_numa_imbalance()
1444 return imbalance; in adjust_numa_imbalance()
2457 unsigned int imbalance; in task_numa_find_cpu() local
2468 imbalance = max(0, dst_running - src_running); in task_numa_find_cpu()
2469 imbalance = adjust_numa_imbalance(imbalance, dst_running, in task_numa_find_cpu()
2473 if (!imbalance) { in task_numa_find_cpu()
9235 long imbalance; member
9556 if (env->imbalance <= 0) in detach_tasks()
9605 if (shr_bound(load, env->sd->nr_balance_failed) > env->imbalance) in detach_tasks()
9608 env->imbalance -= load; in detach_tasks()
9614 if (shr_bound(util, env->sd->nr_balance_failed) > env->imbalance) in detach_tasks()
9617 env->imbalance -= util; in detach_tasks()
9621 env->imbalance--; in detach_tasks()
9629 env->imbalance = 0; in detach_tasks()
9652 if (env->imbalance <= 0) in detach_tasks()
10121 return group->sgc->imbalance; in sg_imbalanced()
10298 long imbalance; in sibling_imbalance() local
10307 imbalance = busiest->sum_nr_running; in sibling_imbalance()
10308 lsub_positive(&imbalance, local->sum_nr_running); in sibling_imbalance()
10309 return imbalance; in sibling_imbalance()
10313 imbalance = ncores_local * busiest->sum_nr_running; in sibling_imbalance()
10314 lsub_positive(&imbalance, ncores_busiest * local->sum_nr_running); in sibling_imbalance()
10316 imbalance = 2 * imbalance + ncores_local + ncores_busiest; in sibling_imbalance()
10317 imbalance /= ncores_local + ncores_busiest; in sibling_imbalance()
10320 if (imbalance <= 1 && local->sum_nr_running == 0 && in sibling_imbalance()
10322 imbalance = 2; in sibling_imbalance()
10324 return imbalance; in sibling_imbalance()
10788 unsigned long imbalance; in sched_balance_find_dst_group() local
10853 imbalance = scale_load_down(NICE_0_LOAD) * in sched_balance_find_dst_group()
10866 ((idlest_sgs.avg_load + imbalance) >= local_sgs.avg_load)) in sched_balance_find_dst_group()
10873 if (idlest_sgs.avg_load >= (local_sgs.avg_load + imbalance)) in sched_balance_find_dst_group()
10925 imbalance = abs(local_sgs.idle_cpus - idlest_sgs.idle_cpus); in sched_balance_find_dst_group()
10926 if (!adjust_numa_imbalance(imbalance, in sched_balance_find_dst_group()
11104 env->imbalance = 1; in calculate_imbalance()
11111 env->imbalance = busiest->group_misfit_task_load; in calculate_imbalance()
11122 env->imbalance = busiest->sum_h_nr_running; in calculate_imbalance()
11129 env->imbalance = 1; in calculate_imbalance()
11141 env->imbalance = 1; in calculate_imbalance()
11161 env->imbalance = max(local->group_capacity, local->group_util) - in calculate_imbalance()
11171 if (env->idle && env->imbalance == 0) { in calculate_imbalance()
11173 env->imbalance = 1; in calculate_imbalance()
11185 env->imbalance = sibling_imbalance(env, sds, busiest, local); in calculate_imbalance()
11193 env->imbalance = max_t(long, 0, in calculate_imbalance()
11200 env->imbalance = adjust_numa_imbalance(env->imbalance, in calculate_imbalance()
11207 env->imbalance >>= 1; in calculate_imbalance()
11230 env->imbalance = 0; in calculate_imbalance()
11242 env->imbalance = 0; in calculate_imbalance()
11257 env->imbalance = min( in calculate_imbalance()
11423 return env->imbalance ? sds.busiest : NULL; in sched_balance_find_src_group()
11426 env->imbalance = 0; in sched_balance_find_src_group()
11506 if (nr_running == 1 && load > env->imbalance && in sched_balance_find_src_rq()
11718 __schedstat_add(sd->lb_imbalance_load[idle], env->imbalance); in update_lb_imbalance_stat()
11721 __schedstat_add(sd->lb_imbalance_util[idle], env->imbalance); in update_lb_imbalance_stat()
11724 __schedstat_add(sd->lb_imbalance_task[idle], env->imbalance); in update_lb_imbalance_stat()
11727 __schedstat_add(sd->lb_imbalance_misfit[idle], env->imbalance); in update_lb_imbalance_stat()
11850 if ((env.flags & LBF_DST_PINNED) && env.imbalance > 0) { in sched_balance_rq()
11872 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in sched_balance_rq()
11874 if ((env.flags & LBF_SOME_PINNED) && env.imbalance > 0) in sched_balance_rq()
11969 int *group_imbalance = &sd_parent->groups->sgc->imbalance; in sched_balance_rq()