Lines Matching refs:later_rq

594 	struct rq *later_rq = NULL;  in dl_task_offline_migration()  local
597 later_rq = find_lock_later_rq(p, rq); in dl_task_offline_migration()
598 if (!later_rq) { in dl_task_offline_migration()
620 later_rq = cpu_rq(cpu); in dl_task_offline_migration()
621 double_lock_balance(rq, later_rq); in dl_task_offline_migration()
634 add_rq_bw(&p->dl, &later_rq->dl); in dl_task_offline_migration()
635 add_running_bw(&p->dl, &later_rq->dl); in dl_task_offline_migration()
638 add_rq_bw(&p->dl, &later_rq->dl); in dl_task_offline_migration()
651 dl_b = &later_rq->rd->dl_bw; in dl_task_offline_migration()
653 __dl_add(dl_b, p->dl.dl_bw, cpumask_weight(later_rq->rd->span)); in dl_task_offline_migration()
656 set_task_cpu(p, later_rq->cpu); in dl_task_offline_migration()
657 double_unlock_balance(later_rq, rq); in dl_task_offline_migration()
659 return later_rq; in dl_task_offline_migration()
2044 struct rq *later_rq = NULL; in find_lock_later_rq() local
2054 later_rq = cpu_rq(cpu); in find_lock_later_rq()
2056 if (later_rq->dl.dl_nr_running && in find_lock_later_rq()
2058 later_rq->dl.earliest_dl.curr)) { in find_lock_later_rq()
2064 later_rq = NULL; in find_lock_later_rq()
2069 if (double_lock_balance(rq, later_rq)) { in find_lock_later_rq()
2071 !cpumask_test_cpu(later_rq->cpu, task->cpus_ptr) || in find_lock_later_rq()
2075 double_unlock_balance(rq, later_rq); in find_lock_later_rq()
2076 later_rq = NULL; in find_lock_later_rq()
2086 if (!later_rq->dl.dl_nr_running || in find_lock_later_rq()
2088 later_rq->dl.earliest_dl.curr)) in find_lock_later_rq()
2092 double_unlock_balance(rq, later_rq); in find_lock_later_rq()
2093 later_rq = NULL; in find_lock_later_rq()
2096 return later_rq; in find_lock_later_rq()
2127 struct rq *later_rq; in push_dl_task() local
2157 later_rq = find_lock_later_rq(next_task, rq); in push_dl_task()
2158 if (!later_rq) { in push_dl_task()
2185 set_task_cpu(next_task, later_rq->cpu); in push_dl_task()
2191 update_rq_clock(later_rq); in push_dl_task()
2192 activate_task(later_rq, next_task, ENQUEUE_NOCLOCK); in push_dl_task()
2195 resched_curr(later_rq); in push_dl_task()
2197 double_unlock_balance(rq, later_rq); in push_dl_task()