Lines Matching refs:cpu_rq

247 		raw_spin_lock_nested(&cpu_rq(t)->__lock, i++);  in sched_core_lock()
256 raw_spin_unlock(&cpu_rq(t)->__lock); in sched_core_unlock()
277 cpu_rq(t)->core_enabled = enabled; in __sched_core_flip()
291 cpu_rq(cpu)->core_enabled = enabled; in __sched_core_flip()
301 WARN_ON_ONCE(!RB_EMPTY_ROOT(&cpu_rq(cpu)->core_tree)); in sched_core_assert_empty()
987 struct rq *rq = cpu_rq(cpu); in resched_cpu()
1053 struct rq *rq = cpu_rq(cpu); in wake_up_idle_cpu()
1927 init_uclamp_rq(cpu_rq(cpu)); in init_uclamp()
2235 rq = cpu_rq(new_cpu); in move_queued_task()
3052 dst_rq = cpu_rq(cpu); in __migrate_swap_task()
3089 src_rq = cpu_rq(arg->src_cpu); in migrate_swap_stop()
3090 dst_rq = cpu_rq(arg->dst_cpu); in migrate_swap_stop()
3420 struct task_struct *old_stop = cpu_rq(cpu)->stop; in sched_set_stop_task()
3450 cpu_rq(cpu)->stop = stop; in sched_set_stop_task()
3660 struct rq *rq = cpu_rq(cpu); in send_call_function_single_ipi()
3676 struct rq *rq = cpu_rq(cpu); in __ttwu_queue_wakelist()
3686 struct rq *rq = cpu_rq(cpu); in wake_up_if_idle()
3735 if ((wake_flags & WF_ON_CPU) && cpu_rq(cpu)->nr_running <= 1) in ttwu_queue_cond()
3766 struct rq *rq = cpu_rq(cpu); in ttwu_queue()
4957 sum += cpu_rq(i)->nr_running; in nr_running()
4987 sum += cpu_rq(i)->nr_switches; in nr_context_switches()
5001 return atomic_read(&cpu_rq(cpu)->nr_iowait); in nr_iowait_cpu()
5197 struct rq *rq = cpu_rq(cpu); in scheduler_tick()
5271 struct rq *rq = cpu_rq(cpu); in sched_tick_remote()
5757 struct rq *rq_i = cpu_rq(i); in pick_next_task()
5772 struct rq *rq_i = cpu_rq(i); in pick_next_task()
5820 cpu_rq(j)->core_pick = NULL; in pick_next_task()
5845 struct rq *rq_i = cpu_rq(i); in pick_next_task()
5893 struct rq *dst = cpu_rq(this), *src = cpu_rq(that); in try_steal_cookie()
5999 struct rq *rq = cpu_rq(cpu), *core_rq = NULL; in sched_core_cpu_starting()
6015 rq = cpu_rq(t); in sched_core_cpu_starting()
6027 rq = cpu_rq(t); in sched_core_cpu_starting()
6042 struct rq *rq = cpu_rq(cpu), *core_rq = NULL; in sched_core_cpu_deactivate()
6062 core_rq = cpu_rq(t); in sched_core_cpu_deactivate()
6078 rq = cpu_rq(t); in sched_core_cpu_deactivate()
6088 struct rq *rq = cpu_rq(cpu); in sched_core_cpu_dying()
6175 rq = cpu_rq(cpu); in __schedule()
6995 struct rq *rq = cpu_rq(cpu); in idle_cpu()
7036 return cpu_rq(cpu)->idle; in idle_task()
7065 struct rq *rq = cpu_rq(cpu); in effective_cpu_util()
7148 return effective_cpu_util(cpu, cpu_util_cfs(cpu_rq(cpu)), max, in sched_cpu_util()
8615 struct rq *rq = cpu_rq(cpu); in init_idle()
8898 struct rq *rq = cpu_rq(cpu); in balance_push_set()
9022 struct rq *rq = cpu_rq(cpu); in sched_cpu_activate()
9066 struct rq *rq = cpu_rq(cpu); in sched_cpu_deactivate()
9131 struct rq *rq = cpu_rq(cpu); in sched_rq_cpu_starting()
9202 struct rq *rq = cpu_rq(cpu); in sched_cpu_dying()
9360 rq = cpu_rq(i); in sched_init()