Lines Matching refs:cpu_latency
168 struct kyber_cpu_latency __percpu *cpu_latency; member
213 struct kyber_cpu_latency *cpu_latency, in flush_latency_buckets() argument
217 atomic_t *cpu_buckets = cpu_latency->buckets[sched_domain][type]; in flush_latency_buckets()
288 struct kyber_cpu_latency *cpu_latency; in kyber_timer_fn() local
290 cpu_latency = per_cpu_ptr(kqd->cpu_latency, cpu); in kyber_timer_fn()
292 flush_latency_buckets(kqd, cpu_latency, sched_domain, in kyber_timer_fn()
294 flush_latency_buckets(kqd, cpu_latency, sched_domain, in kyber_timer_fn()
372 kqd->cpu_latency = alloc_percpu_gfp(struct kyber_cpu_latency, in kyber_queue_data_alloc()
374 if (!kqd->cpu_latency) in kyber_queue_data_alloc()
400 free_percpu(kqd->cpu_latency); in kyber_queue_data_alloc()
442 free_percpu(kqd->cpu_latency); in kyber_exit_sched()
622 static void add_latency_sample(struct kyber_cpu_latency *cpu_latency, in add_latency_sample() argument
637 atomic_inc(&cpu_latency->buckets[sched_domain][type][bucket]); in add_latency_sample()
643 struct kyber_cpu_latency *cpu_latency; in kyber_completed_request() local
651 cpu_latency = get_cpu_ptr(kqd->cpu_latency); in kyber_completed_request()
653 add_latency_sample(cpu_latency, sched_domain, KYBER_TOTAL_LATENCY, in kyber_completed_request()
655 add_latency_sample(cpu_latency, sched_domain, KYBER_IO_LATENCY, target, in kyber_completed_request()
657 put_cpu_ptr(kqd->cpu_latency); in kyber_completed_request()