Lines Matching refs:curr

90 	rt_rq->highest_prio.curr = MAX_RT_PRIO;  in init_rt_rq()
162 rt_rq->highest_prio.curr = MAX_RT_PRIO; in init_tg_rt_entry()
266 return rq->rt.highest_prio.curr > prev->prio; in need_pull_rt_task()
488 struct task_struct *curr = rq_of_rt_rq(rt_rq)->curr; in sched_rt_rq_enqueue() local
502 if (rt_rq->highest_prio.curr < curr->prio) in sched_rt_rq_enqueue()
871 if (rt_rq->rt_nr_running && rq->curr == rq->idle) in do_sched_rt_period_timer()
902 return rt_rq->highest_prio.curr; in rt_se_prio()
957 struct task_struct *curr = rq->curr; in update_curr_rt() local
958 struct sched_rt_entity *rt_se = &curr->rt; in update_curr_rt()
962 if (curr->sched_class != &rt_sched_class) in update_curr_rt()
966 delta_exec = now - curr->se.exec_start; in update_curr_rt()
970 schedstat_set(curr->se.statistics.exec_max, in update_curr_rt()
971 max(curr->se.statistics.exec_max, delta_exec)); in update_curr_rt()
973 curr->se.sum_exec_runtime += delta_exec; in update_curr_rt()
974 account_group_exec_runtime(curr, delta_exec); in update_curr_rt()
976 curr->se.exec_start = now; in update_curr_rt()
977 cgroup_account_cputime(curr, delta_exec); in update_curr_rt()
1064 if (rq->online && rt_rq->highest_prio.curr != prev_prio) in dec_rt_prio_smp()
1065 cpupri_set(&rq->rd->cpupri, rq->cpu, rt_rq->highest_prio.curr); in dec_rt_prio_smp()
1081 int prev_prio = rt_rq->highest_prio.curr; in inc_rt_prio()
1084 rt_rq->highest_prio.curr = prio; in inc_rt_prio()
1092 int prev_prio = rt_rq->highest_prio.curr; in dec_rt_prio()
1105 rt_rq->highest_prio.curr = in dec_rt_prio()
1110 rt_rq->highest_prio.curr = MAX_RT_PRIO; in dec_rt_prio()
1383 requeue_task_rt(rq, rq->curr, 0); in yield_task_rt()
1392 struct task_struct *curr; in select_task_rq_rt() local
1402 curr = READ_ONCE(rq->curr); /* unlocked access */ in select_task_rq_rt()
1426 if (curr && unlikely(rt_task(curr)) && in select_task_rq_rt()
1427 (curr->nr_cpus_allowed < 2 || in select_task_rq_rt()
1428 curr->prio <= p->prio)) { in select_task_rq_rt()
1436 p->prio < cpu_rq(target)->rt.highest_prio.curr) in select_task_rq_rt()
1451 if (rq->curr->nr_cpus_allowed == 1 || in check_preempt_equal_prio()
1452 !cpupri_find(&rq->rd->cpupri, rq->curr, NULL)) in check_preempt_equal_prio()
1495 if (p->prio < rq->curr->prio) { in check_preempt_curr_rt()
1513 if (p->prio == rq->curr->prio && !test_tsk_need_resched(rq->curr)) in check_preempt_curr_rt()
1530 if (rq->curr->sched_class != &rt_sched_class) in set_next_task_rt()
1722 if (lowest_rq->rt.highest_prio.curr <= task->prio) { in find_lock_lowest_rq()
1753 if (lowest_rq->rt.highest_prio.curr > task->prio) in find_lock_lowest_rq()
1803 if (WARN_ON(next_task == rq->curr)) in push_rt_task()
1811 if (unlikely(next_task->prio < rq->curr->prio)) { in push_rt_task()
2089 this_rq->rt.highest_prio.curr) in pull_rt_task()
2109 if (p && (p->prio < this_rq->rt.highest_prio.curr)) { in pull_rt_task()
2110 WARN_ON(p == src_rq->curr); in pull_rt_task()
2121 if (p->prio < src_rq->curr->prio) in pull_rt_task()
2151 !test_tsk_need_resched(rq->curr) && in task_woken_rt()
2153 (dl_task(rq->curr) || rt_task(rq->curr)) && in task_woken_rt()
2154 (rq->curr->nr_cpus_allowed < 2 || in task_woken_rt()
2155 rq->curr->prio <= p->prio)) in task_woken_rt()
2167 cpupri_set(&rq->rd->cpupri, rq->cpu, rq->rt.highest_prio.curr); in rq_online_rt()
2225 if (task_on_rq_queued(p) && rq->curr != p) { in switched_to_rt()
2230 if (p->prio < rq->curr->prio && cpu_online(cpu_of(rq))) in switched_to_rt()
2245 if (rq->curr == p) { in prio_changed_rt()
2258 if (p->prio > rq->rt.highest_prio.curr) in prio_changed_rt()
2271 if (p->prio < rq->curr->prio) in prio_changed_rt()