Lines Matching refs:nr_running
678 static u64 __sched_period(unsigned long nr_running) in __sched_period() argument
680 if (unlikely(nr_running > sched_nr_latency)) in __sched_period()
681 return nr_running * sysctl_sched_min_granularity; in __sched_period()
694 u64 slice = __sched_period(cfs_rq->nr_running + !se->on_rq); in sched_slice()
2768 cfs_rq->nr_running++; in account_entity_enqueue()
2781 cfs_rq->nr_running--; in account_entity_dequeue()
4007 if (cfs_rq->nr_running == 1) { in enqueue_entity()
4303 if (cfs_rq->nr_running > 1) in entity_tick()
4468 if (cfs_rq->nr_running >= 1) in tg_unthrottle_up()
4597 if (rq->curr == rq->idle && rq->cfs.nr_running) in unthrottle_cfs_rq()
4791 if (!cfs_rq->runtime_enabled || cfs_rq->nr_running) in return_cfs_rq_runtime()
5149 if (cfs_rq_of(&curr->se)->nr_running < sched_nr_latency) in hrtick_update()
5369 return unlikely(rq->nr_running == rq->cfs.idle_h_nr_running && in sched_idle_cpu()
5370 rq->nr_running); in sched_idle_cpu()
5386 unsigned long nr_running = READ_ONCE(rq->cfs.h_nr_running); in cpu_avg_load_per_task() local
5389 if (nr_running) in cpu_avg_load_per_task()
5390 return load_avg / nr_running; in cpu_avg_load_per_task()
5472 if (sync && cpu_rq(this_cpu)->nr_running == 1) in wake_affine_idle()
6577 if (rq->nr_running) in balance_fair()
6671 int scale = cfs_rq->nr_running >= sched_nr_latency; in check_preempt_wakeup()
6797 if (!cfs_rq->nr_running) in pick_next_task_fair()
6921 if (unlikely(rq->nr_running == 1)) in yield_task_fair()
7141 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
7182 if (env->src_rq->nr_running > env->src_rq->nr_preferred_running) in migrate_degrades_locality()
7364 if (env->idle != CPU_NOT_IDLE && env->src_rq->nr_running <= 1) in detach_tasks()
8019 int i, nr_running; in update_sg_lb_stats() local
8033 nr_running = rq->nr_running; in update_sg_lb_stats()
8034 if (nr_running > 1) in update_sg_lb_stats()
8047 if (!nr_running && idle_cpu(i)) in update_sg_lb_stats()
8169 if (rq->nr_running > rq->nr_numa_running) in fbq_classify_rq()
8171 if (rq->nr_running > rq->nr_preferred_running) in fbq_classify_rq()
8657 rq->nr_running == 1) in find_busiest_queue()
8667 if (rq->nr_running == 1 && load > env->imbalance && in find_busiest_queue()
8844 if (busiest->nr_running > 1) { in load_balance()
8852 env.loop_max = min(sysctl_sched_nr_migrate, busiest->nr_running); in load_balance()
9124 if (busiest_rq->nr_running <= 1) in active_load_balance_cpu_stop()
9393 if (rq->nr_running >= 2) { in nohz_balancer_kick()
9840 if (pulled_task || this_rq->nr_running > 0) in newidle_balance()
9864 if (this_rq->nr_running != this_rq->cfs.h_nr_running) in newidle_balance()