684 	if (!event->cgrp)  in perf_cgroup_match()
688 	if (!cpuctx->cgrp)  in perf_cgroup_match()
697 	return cgroup_is_descendant(cpuctx->cgrp->css.cgroup,  in perf_cgroup_match()
698 				    event->cgrp->css.cgroup);  in perf_cgroup_match()
703 	css_put(&event->cgrp->css);  in perf_detach_cgroup()
704 	event->cgrp = NULL;  in perf_detach_cgroup()
709 	return event->cgrp != NULL;  in is_cgroup_event()
716 	t = per_cpu_ptr(event->cgrp->info, event->cpu);  in perf_cgroup_event_time()
720 static inline void __update_cgrp_time(struct perf_cgroup *cgrp)  in __update_cgrp_time()  argument
727 	info = this_cpu_ptr(cgrp->info);  in __update_cgrp_time()
735 	struct perf_cgroup *cgrp = cpuctx->cgrp;  in update_cgrp_time_from_cpuctx()  local
738 	if (cgrp) {  in update_cgrp_time_from_cpuctx()
739 		for (css = &cgrp->css; css; css = css->parent) {  in update_cgrp_time_from_cpuctx()
740 			cgrp = container_of(css, struct perf_cgroup, css);  in update_cgrp_time_from_cpuctx()
741 			__update_cgrp_time(cgrp);  in update_cgrp_time_from_cpuctx()
748 	struct perf_cgroup *cgrp;  in update_cgrp_time_from_event()  local
757 	cgrp = perf_cgroup_from_task(current, event->ctx);  in update_cgrp_time_from_event()
761 	if (cgroup_is_descendant(cgrp->css.cgroup, event->cgrp->css.cgroup))  in update_cgrp_time_from_event()
762 		__update_cgrp_time(event->cgrp);  in update_cgrp_time_from_event()
769 	struct perf_cgroup *cgrp;  in perf_cgroup_set_timestamp()  local
781 	cgrp = perf_cgroup_from_task(task, ctx);  in perf_cgroup_set_timestamp()
783 	for (css = &cgrp->css; css; css = css->parent) {  in perf_cgroup_set_timestamp()
784 		cgrp = container_of(css, struct perf_cgroup, css);  in perf_cgroup_set_timestamp()
785 		info = this_cpu_ptr(cgrp->info);  in perf_cgroup_set_timestamp()
826 			cpuctx->cgrp = NULL;  in perf_cgroup_switch()
830 			WARN_ON_ONCE(cpuctx->cgrp);  in perf_cgroup_switch()
838 			cpuctx->cgrp = perf_cgroup_from_task(task,  in perf_cgroup_switch()
946 	struct perf_cgroup *cgrp;  in perf_cgroup_connect()  local
965 	cgrp = container_of(css, struct perf_cgroup, css);  in perf_cgroup_connect()
966 	event->cgrp = cgrp;  in perf_cgroup_connect()
973 	if (group_leader && group_leader->cgrp != cgrp) {  in perf_cgroup_connect()
986 	t = per_cpu_ptr(event->cgrp->info, event->cpu);  in perf_cgroup_set_shadow_time()
1010 	if (ctx->is_active && !cpuctx->cgrp) {  in perf_cgroup_event_enable()
1011 		struct perf_cgroup *cgrp = perf_cgroup_from_task(current, ctx);  in perf_cgroup_event_enable()  local
1013 		if (cgroup_is_descendant(cgrp->css.cgroup, event->cgrp->css.cgroup))  in perf_cgroup_event_enable()
1014 			cpuctx->cgrp = cgrp;  in perf_cgroup_event_enable()
1041 	if (ctx->is_active && cpuctx->cgrp)  in perf_cgroup_event_disable()
1042 		cpuctx->cgrp = NULL;  in perf_cgroup_event_disable()
1611 	if (left->cgrp != right->cgrp) {  in perf_event_groups_less()
1612 		if (!left->cgrp || !left->cgrp->css.cgroup) {  in perf_event_groups_less()
1619 		if (!right->cgrp || !right->cgrp->css.cgroup) {  in perf_event_groups_less()
1627 		if (left->cgrp->css.cgroup->kn->id < right->cgrp->css.cgroup->kn->id)  in perf_event_groups_less()
1717 			struct cgroup *cgrp)  in perf_event_groups_first()  argument
1724 	if (cgrp)  in perf_event_groups_first()
1725 		cgrp_id = cgrp->kn->id;  in perf_event_groups_first()
1741 		if (node_event->cgrp && node_event->cgrp->css.cgroup)  in perf_event_groups_first()
1742 			node_cgrp_id = node_event->cgrp->css.cgroup->kn->id;  in perf_event_groups_first()
1777 	if (event->cgrp && event->cgrp->css.cgroup)  in perf_event_groups_next()
1778 		curr_cgrp_id = event->cgrp->css.cgroup->kn->id;  in perf_event_groups_next()
1780 	if (next->cgrp && next->cgrp->css.cgroup)  in perf_event_groups_next()
1781 		next_cgrp_id = next->cgrp->css.cgroup->kn->id;  in perf_event_groups_next()
2796 		struct perf_cgroup *cgrp = perf_cgroup_from_task(current, ctx);  in __perf_install_in_context()  local
2797 		reprogram = cgroup_is_descendant(cgrp->css.cgroup,  in __perf_install_in_context()
2798 					event->cgrp->css.cgroup);  in __perf_install_in_context()
3611 		if (cpuctx->cgrp)  in visit_groups_merge()
3612 			css = &cpuctx->cgrp->css;  in visit_groups_merge()
7137 		struct cgroup *cgrp;  in perf_prepare_sample()  local
7140 		cgrp = task_css_check(current, perf_event_cgrp_id, 1)->cgroup;  in perf_prepare_sample()
7141 		data->cgroup = cgroup_id(cgrp);  in perf_prepare_sample()
7873 static void perf_event_cgroup(struct cgroup *cgrp)  in perf_event_cgroup()  argument
7890 			.id = cgroup_id(cgrp),  in perf_event_cgroup()
7899 		cgroup_path(cgrp, pathname, PATH_MAX - sizeof(u64));  in perf_event_cgroup()