Lines Matching refs:dl_b
336 struct dl_bw *dl_b = dl_bw_of(task_cpu(p)); in task_non_contending() local
340 raw_spin_lock(&dl_b->lock); in task_non_contending()
341 __dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p))); in task_non_contending()
343 raw_spin_unlock(&dl_b->lock); in task_non_contending()
400 void init_dl_bandwidth(struct dl_bandwidth *dl_b, u64 period, u64 runtime) in init_dl_bandwidth() argument
402 raw_spin_lock_init(&dl_b->dl_runtime_lock); in init_dl_bandwidth()
403 dl_b->dl_period = period; in init_dl_bandwidth()
404 dl_b->dl_runtime = runtime; in init_dl_bandwidth()
407 void init_dl_bw(struct dl_bw *dl_b) in init_dl_bw() argument
409 raw_spin_lock_init(&dl_b->lock); in init_dl_bw()
412 dl_b->bw = -1; in init_dl_bw()
414 dl_b->bw = to_ratio(global_rt_period(), global_rt_runtime()); in init_dl_bw()
416 dl_b->total_bw = 0; in init_dl_bw()
595 struct dl_bw *dl_b; in dl_task_offline_migration() local
646 dl_b = &rq->rd->dl_bw; in dl_task_offline_migration()
647 raw_spin_lock(&dl_b->lock); in dl_task_offline_migration()
648 __dl_sub(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span)); in dl_task_offline_migration()
649 raw_spin_unlock(&dl_b->lock); in dl_task_offline_migration()
651 dl_b = &later_rq->rd->dl_bw; in dl_task_offline_migration()
652 raw_spin_lock(&dl_b->lock); in dl_task_offline_migration()
653 __dl_add(dl_b, p->dl.dl_bw, cpumask_weight(later_rq->rd->span)); in dl_task_offline_migration()
654 raw_spin_unlock(&dl_b->lock); in dl_task_offline_migration()
1357 struct dl_bw *dl_b = dl_bw_of(task_cpu(p)); in inactive_task_timer() local
1365 raw_spin_lock(&dl_b->lock); in inactive_task_timer()
1366 __dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p))); in inactive_task_timer()
1367 raw_spin_unlock(&dl_b->lock); in inactive_task_timer()
2376 struct dl_bw *dl_b; in dl_add_task_root_domain() local
2382 dl_b = &rq->rd->dl_bw; in dl_add_task_root_domain()
2383 raw_spin_lock(&dl_b->lock); in dl_add_task_root_domain()
2385 __dl_add(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span)); in dl_add_task_root_domain()
2387 raw_spin_unlock(&dl_b->lock); in dl_add_task_root_domain()
2549 struct dl_bw *dl_b; in sched_dl_global_validate() local
2564 dl_b = dl_bw_of(cpu); in sched_dl_global_validate()
2566 raw_spin_lock_irqsave(&dl_b->lock, flags); in sched_dl_global_validate()
2567 if (new_bw < dl_b->total_bw) in sched_dl_global_validate()
2569 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in sched_dl_global_validate()
2596 struct dl_bw *dl_b; in sched_dl_do_global() local
2611 dl_b = dl_bw_of(cpu); in sched_dl_do_global()
2613 raw_spin_lock_irqsave(&dl_b->lock, flags); in sched_dl_do_global()
2614 dl_b->bw = new_bw; in sched_dl_do_global()
2615 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in sched_dl_do_global()
2637 struct dl_bw *dl_b = dl_bw_of(cpu); in sched_dl_overflow() local
2652 raw_spin_lock(&dl_b->lock); in sched_dl_overflow()
2657 !__dl_overflow(dl_b, cap, 0, new_bw)) { in sched_dl_overflow()
2659 __dl_sub(dl_b, p->dl.dl_bw, cpus); in sched_dl_overflow()
2660 __dl_add(dl_b, new_bw, cpus); in sched_dl_overflow()
2663 !__dl_overflow(dl_b, cap, p->dl.dl_bw, new_bw)) { in sched_dl_overflow()
2671 __dl_sub(dl_b, p->dl.dl_bw, cpus); in sched_dl_overflow()
2672 __dl_add(dl_b, new_bw, cpus); in sched_dl_overflow()
2683 raw_spin_unlock(&dl_b->lock); in sched_dl_overflow()
2824 struct dl_bw *dl_b; in dl_task_can_attach() local
2831 dl_b = dl_bw_of(dest_cpu); in dl_task_can_attach()
2832 raw_spin_lock_irqsave(&dl_b->lock, flags); in dl_task_can_attach()
2834 overflow = __dl_overflow(dl_b, cap, 0, p->dl.dl_bw); in dl_task_can_attach()
2846 __dl_add(dl_b, p->dl.dl_bw, cpus); in dl_task_can_attach()
2849 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in dl_task_can_attach()
2879 struct dl_bw *dl_b; in dl_cpu_busy() local
2883 dl_b = dl_bw_of(cpu); in dl_cpu_busy()
2884 raw_spin_lock_irqsave(&dl_b->lock, flags); in dl_cpu_busy()
2886 overflow = __dl_overflow(dl_b, cap, 0, 0); in dl_cpu_busy()
2887 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in dl_cpu_busy()