Lines Matching refs:dl_b
352 struct dl_bw *dl_b = dl_bw_of(task_cpu(p)); in task_non_contending() local
356 raw_spin_lock(&dl_b->lock); in task_non_contending()
357 __dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p))); in task_non_contending()
359 raw_spin_unlock(&dl_b->lock); in task_non_contending()
416 void init_dl_bandwidth(struct dl_bandwidth *dl_b, u64 period, u64 runtime) in init_dl_bandwidth() argument
418 raw_spin_lock_init(&dl_b->dl_runtime_lock); in init_dl_bandwidth()
419 dl_b->dl_period = period; in init_dl_bandwidth()
420 dl_b->dl_runtime = runtime; in init_dl_bandwidth()
423 void init_dl_bw(struct dl_bw *dl_b) in init_dl_bw() argument
425 raw_spin_lock_init(&dl_b->lock); in init_dl_bw()
428 dl_b->bw = -1; in init_dl_bw()
430 dl_b->bw = to_ratio(global_rt_period(), global_rt_runtime()); in init_dl_bw()
432 dl_b->total_bw = 0; in init_dl_bw()
597 struct dl_bw *dl_b; in dl_task_offline_migration() local
648 dl_b = &rq->rd->dl_bw; in dl_task_offline_migration()
649 raw_spin_lock(&dl_b->lock); in dl_task_offline_migration()
650 __dl_sub(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span)); in dl_task_offline_migration()
651 raw_spin_unlock(&dl_b->lock); in dl_task_offline_migration()
653 dl_b = &later_rq->rd->dl_bw; in dl_task_offline_migration()
654 raw_spin_lock(&dl_b->lock); in dl_task_offline_migration()
655 __dl_add(dl_b, p->dl.dl_bw, cpumask_weight(later_rq->rd->span)); in dl_task_offline_migration()
656 raw_spin_unlock(&dl_b->lock); in dl_task_offline_migration()
1359 struct dl_bw *dl_b = dl_bw_of(task_cpu(p)); in inactive_task_timer() local
1367 raw_spin_lock(&dl_b->lock); in inactive_task_timer()
1368 __dl_sub(dl_b, p->dl.dl_bw, dl_bw_cpus(task_cpu(p))); in inactive_task_timer()
1369 raw_spin_unlock(&dl_b->lock); in inactive_task_timer()
2401 struct dl_bw *dl_b; in dl_add_task_root_domain() local
2411 dl_b = &rq->rd->dl_bw; in dl_add_task_root_domain()
2412 raw_spin_lock(&dl_b->lock); in dl_add_task_root_domain()
2414 __dl_add(dl_b, p->dl.dl_bw, cpumask_weight(rq->rd->span)); in dl_add_task_root_domain()
2416 raw_spin_unlock(&dl_b->lock); in dl_add_task_root_domain()
2585 struct dl_bw *dl_b; in sched_dl_global_validate() local
2600 dl_b = dl_bw_of(cpu); in sched_dl_global_validate()
2603 raw_spin_lock_irqsave(&dl_b->lock, flags); in sched_dl_global_validate()
2604 if (new_bw * cpus < dl_b->total_bw) in sched_dl_global_validate()
2606 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in sched_dl_global_validate()
2635 struct dl_bw *dl_b; in sched_dl_do_global() local
2653 dl_b = dl_bw_of(cpu); in sched_dl_do_global()
2655 raw_spin_lock_irqsave(&dl_b->lock, flags); in sched_dl_do_global()
2656 dl_b->bw = new_bw; in sched_dl_do_global()
2657 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in sched_dl_do_global()
2679 struct dl_bw *dl_b = dl_bw_of(cpu); in sched_dl_overflow() local
2694 raw_spin_lock(&dl_b->lock); in sched_dl_overflow()
2699 !__dl_overflow(dl_b, cap, 0, new_bw)) { in sched_dl_overflow()
2701 __dl_sub(dl_b, p->dl.dl_bw, cpus); in sched_dl_overflow()
2702 __dl_add(dl_b, new_bw, cpus); in sched_dl_overflow()
2705 !__dl_overflow(dl_b, cap, p->dl.dl_bw, new_bw)) { in sched_dl_overflow()
2713 __dl_sub(dl_b, p->dl.dl_bw, cpus); in sched_dl_overflow()
2714 __dl_add(dl_b, new_bw, cpus); in sched_dl_overflow()
2725 raw_spin_unlock(&dl_b->lock); in sched_dl_overflow()
2867 struct dl_bw *dl_b; in dl_task_can_attach() local
2874 dl_b = dl_bw_of(dest_cpu); in dl_task_can_attach()
2875 raw_spin_lock_irqsave(&dl_b->lock, flags); in dl_task_can_attach()
2877 overflow = __dl_overflow(dl_b, cap, 0, p->dl.dl_bw); in dl_task_can_attach()
2889 __dl_add(dl_b, p->dl.dl_bw, cpus); in dl_task_can_attach()
2892 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in dl_task_can_attach()
2922 struct dl_bw *dl_b; in dl_cpu_busy() local
2926 dl_b = dl_bw_of(cpu); in dl_cpu_busy()
2927 raw_spin_lock_irqsave(&dl_b->lock, flags); in dl_cpu_busy()
2929 overflow = __dl_overflow(dl_b, cap, 0, 0); in dl_cpu_busy()
2930 raw_spin_unlock_irqrestore(&dl_b->lock, flags); in dl_cpu_busy()