Lines Matching refs:rstatc

45 		struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu);  in cgroup_rstat_updated()  local
53 if (rstatc->updated_next) in cgroup_rstat_updated()
58 rstatc->updated_next = cgrp; in cgroup_rstat_updated()
63 rstatc->updated_next = prstatc->updated_children; in cgroup_rstat_updated()
90 struct cgroup_rstat_cpu *rstatc; in cgroup_rstat_cpu_pop_updated() local
106 rstatc = cgroup_rstat_cpu(pos, cpu); in cgroup_rstat_cpu_pop_updated()
107 if (rstatc->updated_children == pos) in cgroup_rstat_cpu_pop_updated()
109 pos = rstatc->updated_children; in cgroup_rstat_cpu_pop_updated()
118 if (rstatc->updated_next) { in cgroup_rstat_cpu_pop_updated()
136 *nextp = rstatc->updated_next; in cgroup_rstat_cpu_pop_updated()
139 rstatc->updated_next = NULL; in cgroup_rstat_cpu_pop_updated()
261 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_init() local
263 rstatc->updated_children = cgrp; in cgroup_rstat_init()
264 u64_stats_init(&rstatc->bsync); in cgroup_rstat_init()
278 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_exit() local
280 if (WARN_ON_ONCE(rstatc->updated_children != cgrp) || in cgroup_rstat_exit()
281 WARN_ON_ONCE(rstatc->updated_next)) in cgroup_rstat_exit()
319 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_base_stat_flush() local
330 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
331 cur.cputime = rstatc->bstat.cputime; in cgroup_base_stat_flush()
332 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
336 cgroup_base_stat_sub(&delta, &rstatc->last_bstat); in cgroup_base_stat_flush()
338 cgroup_base_stat_add(&rstatc->last_bstat, &delta); in cgroup_base_stat_flush()
352 struct cgroup_rstat_cpu *rstatc; in cgroup_base_stat_cputime_account_begin() local
354 rstatc = get_cpu_ptr(cgrp->rstat_cpu); in cgroup_base_stat_cputime_account_begin()
355 *flags = u64_stats_update_begin_irqsave(&rstatc->bsync); in cgroup_base_stat_cputime_account_begin()
356 return rstatc; in cgroup_base_stat_cputime_account_begin()
360 struct cgroup_rstat_cpu *rstatc, in cgroup_base_stat_cputime_account_end() argument
363 u64_stats_update_end_irqrestore(&rstatc->bsync, flags); in cgroup_base_stat_cputime_account_end()
365 put_cpu_ptr(rstatc); in cgroup_base_stat_cputime_account_end()
370 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime() local
373 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime()
374 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime()
375 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime()
381 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime_field() local
384 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime_field()
389 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field()
394 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field()
400 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime_field()