Lines Matching refs:rstatc
54 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_updated() local
61 if (rstatc->updated_next) in cgroup_rstat_updated()
64 rstatc->updated_next = prstatc->updated_children; in cgroup_rstat_updated()
90 struct cgroup_rstat_cpu *rstatc; in cgroup_rstat_cpu_pop_updated() local
106 rstatc = cgroup_rstat_cpu(pos, cpu); in cgroup_rstat_cpu_pop_updated()
107 if (rstatc->updated_children == pos) in cgroup_rstat_cpu_pop_updated()
109 pos = rstatc->updated_children; in cgroup_rstat_cpu_pop_updated()
118 if (rstatc->updated_next) { in cgroup_rstat_cpu_pop_updated()
134 *nextp = rstatc->updated_next; in cgroup_rstat_cpu_pop_updated()
135 rstatc->updated_next = NULL; in cgroup_rstat_cpu_pop_updated()
265 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_init() local
267 rstatc->updated_children = cgrp; in cgroup_rstat_init()
268 u64_stats_init(&rstatc->bsync); in cgroup_rstat_init()
282 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_exit() local
284 if (WARN_ON_ONCE(rstatc->updated_children != cgrp) || in cgroup_rstat_exit()
285 WARN_ON_ONCE(rstatc->updated_next)) in cgroup_rstat_exit()
318 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_base_stat_flush() local
319 struct task_cputime *last_cputime = &rstatc->last_bstat.cputime; in cgroup_base_stat_flush()
326 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
327 cputime = rstatc->bstat.cputime; in cgroup_base_stat_flush()
328 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
350 struct cgroup_rstat_cpu *rstatc; in cgroup_base_stat_cputime_account_begin() local
352 rstatc = get_cpu_ptr(cgrp->rstat_cpu); in cgroup_base_stat_cputime_account_begin()
353 u64_stats_update_begin(&rstatc->bsync); in cgroup_base_stat_cputime_account_begin()
354 return rstatc; in cgroup_base_stat_cputime_account_begin()
358 struct cgroup_rstat_cpu *rstatc) in cgroup_base_stat_cputime_account_end() argument
360 u64_stats_update_end(&rstatc->bsync); in cgroup_base_stat_cputime_account_end()
362 put_cpu_ptr(rstatc); in cgroup_base_stat_cputime_account_end()
367 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime() local
369 rstatc = cgroup_base_stat_cputime_account_begin(cgrp); in __cgroup_account_cputime()
370 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime()
371 cgroup_base_stat_cputime_account_end(cgrp, rstatc); in __cgroup_account_cputime()
377 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime_field() local
379 rstatc = cgroup_base_stat_cputime_account_begin(cgrp); in __cgroup_account_cputime_field()
384 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field()
389 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field()
395 cgroup_base_stat_cputime_account_end(cgrp, rstatc); in __cgroup_account_cputime_field()