Lines Matching refs:rstatc
51 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_updated() local
58 if (rstatc->updated_next) in cgroup_rstat_updated()
61 rstatc->updated_next = prstatc->updated_children; in cgroup_rstat_updated()
86 struct cgroup_rstat_cpu *rstatc; in cgroup_rstat_cpu_pop_updated() local
102 rstatc = cgroup_rstat_cpu(pos, cpu); in cgroup_rstat_cpu_pop_updated()
103 if (rstatc->updated_children == pos) in cgroup_rstat_cpu_pop_updated()
105 pos = rstatc->updated_children; in cgroup_rstat_cpu_pop_updated()
114 if (rstatc->updated_next) { in cgroup_rstat_cpu_pop_updated()
130 *nextp = rstatc->updated_next; in cgroup_rstat_cpu_pop_updated()
131 rstatc->updated_next = NULL; in cgroup_rstat_cpu_pop_updated()
254 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_init() local
256 rstatc->updated_children = cgrp; in cgroup_rstat_init()
257 u64_stats_init(&rstatc->bsync); in cgroup_rstat_init()
271 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_exit() local
273 if (WARN_ON_ONCE(rstatc->updated_children != cgrp) || in cgroup_rstat_exit()
274 WARN_ON_ONCE(rstatc->updated_next)) in cgroup_rstat_exit()
315 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_base_stat_flush() local
321 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
322 cur.cputime = rstatc->bstat.cputime; in cgroup_base_stat_flush()
323 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
327 cgroup_base_stat_sub(&delta, &rstatc->last_bstat); in cgroup_base_stat_flush()
329 cgroup_base_stat_add(&rstatc->last_bstat, &delta); in cgroup_base_stat_flush()
343 struct cgroup_rstat_cpu *rstatc; in cgroup_base_stat_cputime_account_begin() local
345 rstatc = get_cpu_ptr(cgrp->rstat_cpu); in cgroup_base_stat_cputime_account_begin()
346 u64_stats_update_begin(&rstatc->bsync); in cgroup_base_stat_cputime_account_begin()
347 return rstatc; in cgroup_base_stat_cputime_account_begin()
351 struct cgroup_rstat_cpu *rstatc) in cgroup_base_stat_cputime_account_end() argument
353 u64_stats_update_end(&rstatc->bsync); in cgroup_base_stat_cputime_account_end()
355 put_cpu_ptr(rstatc); in cgroup_base_stat_cputime_account_end()
360 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime() local
362 rstatc = cgroup_base_stat_cputime_account_begin(cgrp); in __cgroup_account_cputime()
363 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime()
364 cgroup_base_stat_cputime_account_end(cgrp, rstatc); in __cgroup_account_cputime()
370 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime_field() local
372 rstatc = cgroup_base_stat_cputime_account_begin(cgrp); in __cgroup_account_cputime_field()
377 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field()
382 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field()
388 cgroup_base_stat_cputime_account_end(cgrp, rstatc); in __cgroup_account_cputime_field()