218 					      struct cgroup_subsys *ss);
460 					      struct cgroup_subsys *ss)  in cgroup_css()  argument
462 	if (ss)  in cgroup_css()
463 		return rcu_dereference_check(cgrp->subsys[ss->id],  in cgroup_css()
478 						     struct cgroup_subsys *ss)  in cgroup_tryget_css()  argument
483 	css = cgroup_css(cgrp, ss);  in cgroup_tryget_css()
502 							struct cgroup_subsys *ss)  in cgroup_e_css_by_mask()  argument
506 	if (!ss)  in cgroup_e_css_by_mask()
513 	while (!(cgroup_ss_mask(cgrp) & (1 << ss->id))) {  in cgroup_e_css_by_mask()
519 	return cgroup_css(cgrp, ss);  in cgroup_e_css_by_mask()
536 					 struct cgroup_subsys *ss)  in cgroup_e_css()  argument
541 		css = cgroup_css(cgrp, ss);  in cgroup_e_css()
548 	return init_css_set.subsys[ss->id];  in cgroup_e_css()
563 					     struct cgroup_subsys *ss)  in cgroup_get_e_css()  argument
570 		css = cgroup_css(cgrp, ss);  in cgroup_get_e_css()
577 	css = init_css_set.subsys[ss->id];  in cgroup_get_e_css()
636 	if (cft->ss)  in of_css()
637 		return rcu_dereference_raw(cgrp->subsys[cft->ss->id]);  in of_css()
682 #define do_each_subsys_mask(ss, ssid, ss_mask) do {			\  argument
689 		(ss) = cgroup_subsys[ssid];				\
916 	struct cgroup_subsys *ss;  in css_set_hash()  local
919 	for_each_subsys(ss, i)  in css_set_hash()
929 	struct cgroup_subsys *ss;  in put_css_set_locked()  local
940 	for_each_subsys(ss, ssid) {  in put_css_set_locked()
1057 	struct cgroup_subsys *ss;  in find_existing_css_set()  local
1067 	for_each_subsys(ss, i) {  in find_existing_css_set()
1073 			template[i] = cgroup_e_css_by_mask(cgrp, ss);  in find_existing_css_set()
1178 	struct cgroup_subsys *ss;  in find_css_set()  local
1239 	for_each_subsys(ss, ssid) {  in find_css_set()
1461 	struct cgroup_subsys *ss = cft->ss;  in cgroup_file_name()  local
1463 	if (cft->ss && !(cft->flags & CFTYPE_NO_PREFIX) &&  in cgroup_file_name()
1468 			 dbg, cgroup_on_dfl(cgrp) ? ss->name : ss->legacy_name,  in cgroup_file_name()
1514 	struct cgroup_subsys *ss;  in cgroup_calc_subtree_ss_mask()  local
1524 		do_each_subsys_mask(ss, ssid, cur_ss_mask) {  in cgroup_calc_subtree_ss_mask()
1525 			new_ss_mask |= ss->depends_on;  in cgroup_calc_subtree_ss_mask()
1623 		struct cgroup_subsys_state *css = cgroup_css(cgrp, cft->ss);  in cgroup_rm_file()
1650 	if (!css->ss) {  in css_clear_dir()
1658 		list_for_each_entry(cfts, &css->ss->cfts, node)  in css_clear_dir()
1678 	if (!css->ss) {  in css_populate_dir()
1688 		list_for_each_entry(cfts, &css->ss->cfts, node) {  in css_populate_dir()
1701 	list_for_each_entry(cfts, &css->ss->cfts, node) {  in css_populate_dir()
1712 	struct cgroup_subsys *ss;  in rebind_subsystems()  local
1717 	do_each_subsys_mask(ss, ssid, ss_mask) {  in rebind_subsystems()
1723 		if (css_next_child(NULL, cgroup_css(&ss->root->cgrp, ss)) &&  in rebind_subsystems()
1724 		    !ss->implicit_on_dfl)  in rebind_subsystems()
1728 		if (ss->root != &cgrp_dfl_root && dst_root != &cgrp_dfl_root)  in rebind_subsystems()
1732 	do_each_subsys_mask(ss, ssid, ss_mask) {  in rebind_subsystems()
1733 		struct cgroup_root *src_root = ss->root;  in rebind_subsystems()
1735 		struct cgroup_subsys_state *css = cgroup_css(scgrp, ss);  in rebind_subsystems()
1738 		WARN_ON(!css || cgroup_css(dcgrp, ss));  in rebind_subsystems()
1748 		ss->root = dst_root;  in rebind_subsystems()
1753 			list_move_tail(&cset->e_cset_node[ss->id],  in rebind_subsystems()
1754 				       &dcgrp->e_csets[ss->id]);  in rebind_subsystems()
1769 				ss->name, ret);  in rebind_subsystems()
1771 		if (ss->bind)  in rebind_subsystems()
1772 			ss->bind(css);  in rebind_subsystems()
1885 	struct cgroup_subsys *ss;  in init_cgroup_housekeeping()  local
1901 	for_each_subsys(ss, ssid)  in init_cgroup_housekeeping()
2393 	struct cgroup_subsys *ss;  in cgroup_migrate_execute()  local
2400 		do_each_subsys_mask(ss, ssid, mgctx->ss_mask) {  in cgroup_migrate_execute()
2401 			if (ss->can_attach) {  in cgroup_migrate_execute()
2403 				ret = ss->can_attach(tset);  in cgroup_migrate_execute()
2447 		do_each_subsys_mask(ss, ssid, mgctx->ss_mask) {  in cgroup_migrate_execute()
2448 			if (ss->attach) {  in cgroup_migrate_execute()
2450 				ss->attach(tset);  in cgroup_migrate_execute()
2460 		do_each_subsys_mask(ss, ssid, mgctx->ss_mask) {  in cgroup_migrate_execute()
2463 			if (ss->cancel_attach) {  in cgroup_migrate_execute()
2465 				ss->cancel_attach(tset);  in cgroup_migrate_execute()
2628 		struct cgroup_subsys *ss;  in cgroup_migrate_prepare_dst()  local
2659 		for_each_subsys(ss, ssid)  in cgroup_migrate_prepare_dst()
2816 	struct cgroup_subsys *ss;  in cgroup_procs_write_finish()  local
2824 	for_each_subsys(ss, ssid)  in cgroup_procs_write_finish()
2825 		if (ss->post_attach)  in cgroup_procs_write_finish()
2826 			ss->post_attach();  in cgroup_procs_write_finish()
2831 	struct cgroup_subsys *ss;  in cgroup_print_ss_mask()  local
2835 	do_each_subsys_mask(ss, ssid, ss_mask) {  in cgroup_print_ss_mask()
2838 		seq_puts(seq, ss->name);  in cgroup_print_ss_mask()
2929 	struct cgroup_subsys *ss;  in cgroup_lock_and_drain_offline()  local
2936 		for_each_subsys(ss, ssid) {  in cgroup_lock_and_drain_offline()
2937 			struct cgroup_subsys_state *css = cgroup_css(dsct, ss);  in cgroup_lock_and_drain_offline()
3020 	struct cgroup_subsys *ss = css->ss;  in css_visible()  local
3023 	if (cgroup_control(cgrp) & (1 << ss->id))  in css_visible()
3025 	if (!(cgroup_ss_mask(cgrp) & (1 << ss->id)))  in css_visible()
3027 	return cgroup_on_dfl(cgrp) && ss->implicit_on_dfl;  in css_visible()
3047 	struct cgroup_subsys *ss;  in cgroup_apply_control_enable()  local
3051 		for_each_subsys(ss, ssid) {  in cgroup_apply_control_enable()
3052 			struct cgroup_subsys_state *css = cgroup_css(dsct, ss);  in cgroup_apply_control_enable()
3054 			if (!(cgroup_ss_mask(dsct) & (1 << ss->id)))  in cgroup_apply_control_enable()
3058 				css = css_create(dsct, ss);  in cgroup_apply_control_enable()
3093 	struct cgroup_subsys *ss;  in cgroup_apply_control_disable()  local
3097 		for_each_subsys(ss, ssid) {  in cgroup_apply_control_disable()
3098 			struct cgroup_subsys_state *css = cgroup_css(dsct, ss);  in cgroup_apply_control_disable()
3106 			    !(cgroup_ss_mask(dsct) & (1 << ss->id))) {  in cgroup_apply_control_disable()
3110 				if (ss->css_reset)  in cgroup_apply_control_disable()
3111 					ss->css_reset(css);  in cgroup_apply_control_disable()
3220 	struct cgroup_subsys *ss;  in cgroup_subtree_control_write()  local
3232 		do_each_subsys_mask(ss, ssid, ~cgrp_dfl_inhibit_ss_mask) {  in cgroup_subtree_control_write()
3234 			    strcmp(tok + 1, ss->name))  in cgroup_subtree_control_write()
3256 	for_each_subsys(ss, ssid) {  in cgroup_subtree_control_write()
3514 	struct cgroup_subsys *ss = cgroup_subsys[ssid];  in cgroup_extra_stat_show()  local
3518 	if (!ss->css_extra_stat_show)  in cgroup_extra_stat_show()
3521 	css = cgroup_tryget_css(cgrp, ss);  in cgroup_extra_stat_show()
3525 	ret = ss->css_extra_stat_show(seq, css);  in cgroup_extra_stat_show()
3708 	css = cgroup_css(cgrp, cft->ss);  in cgroup_file_write()
3900 	struct cgroup_subsys *ss = cfts[0].ss;  in cgroup_apply_cftypes()  local
3901 	struct cgroup *root = &ss->root->cgrp;  in cgroup_apply_cftypes()
3908 	css_for_each_descendant_pre(css, cgroup_css(root, ss)) {  in cgroup_apply_cftypes()
3933 		cft->ss = NULL;  in cgroup_exit_cftypes()
3940 static int cgroup_init_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_init_cftypes()  argument
3947 		WARN_ON(cft->ss || cft->kf_ops);  in cgroup_init_cftypes()
3968 		cft->ss = ss;  in cgroup_init_cftypes()
3978 	if (!cfts || !cfts[0].ss)  in cgroup_rm_cftypes_locked()
4022 static int cgroup_add_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_add_cftypes()  argument
4026 	if (!cgroup_ssid_enabled(ss->id))  in cgroup_add_cftypes()
4032 	ret = cgroup_init_cftypes(ss, cfts);  in cgroup_add_cftypes()
4038 	list_add_tail(&cfts->node, &ss->cfts);  in cgroup_add_cftypes()
4055 int cgroup_add_dfl_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_add_dfl_cftypes()  argument
4061 	return cgroup_add_cftypes(ss, cfts);  in cgroup_add_dfl_cftypes()
4072 int cgroup_add_legacy_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_add_legacy_cftypes()  argument
4078 	return cgroup_add_cftypes(ss, cfts);  in cgroup_add_legacy_cftypes()
4364 	if (it->ss) {  in css_task_iter_next_css_set()
4365 		cset = container_of(l, struct css_set, e_cset_node[it->ss->id]);  in css_task_iter_next_css_set()
4524 	it->ss = css->ss;  in css_task_iter_start()
4527 	if (it->ss)  in css_task_iter_start()
4528 		it->cset_pos = &css->cgroup->e_csets[css->ss->id];  in css_task_iter_start()
4933 	struct cgroup_subsys *ss = css->ss;  in css_free_rwork_fn()  local
4938 	if (ss) {  in css_free_rwork_fn()
4943 		ss->css_free(css);  in css_free_rwork_fn()
4944 		cgroup_idr_remove(&ss->css_idr, id);  in css_free_rwork_fn()
4983 	struct cgroup_subsys *ss = css->ss;  in css_release_work_fn()  local
4991 	if (ss) {  in css_release_work_fn()
4998 		cgroup_idr_replace(&ss->css_idr, NULL, css->id);  in css_release_work_fn()
4999 		if (ss->css_released)  in css_release_work_fn()
5000 			ss->css_released(css);  in css_release_work_fn()
5044 			      struct cgroup_subsys *ss, struct cgroup *cgrp)  in init_and_link_css()  argument
5052 	css->ss = ss;  in init_and_link_css()
5061 		css->parent = cgroup_css(cgroup_parent(cgrp), ss);  in init_and_link_css()
5065 	if (cgroup_on_dfl(cgrp) && ss->css_rstat_flush)  in init_and_link_css()
5068 	BUG_ON(cgroup_css(cgrp, ss));  in init_and_link_css()
5074 	struct cgroup_subsys *ss = css->ss;  in online_css()  local
5079 	if (ss->css_online)  in online_css()
5080 		ret = ss->css_online(css);  in online_css()
5083 		rcu_assign_pointer(css->cgroup->subsys[ss->id], css);  in online_css()
5095 	struct cgroup_subsys *ss = css->ss;  in offline_css()  local
5102 	if (ss->css_offline)  in offline_css()
5103 		ss->css_offline(css);  in offline_css()
5106 	RCU_INIT_POINTER(css->cgroup->subsys[ss->id], NULL);  in offline_css()
5121 					      struct cgroup_subsys *ss)  in css_create()  argument
5124 	struct cgroup_subsys_state *parent_css = cgroup_css(parent, ss);  in css_create()
5130 	css = ss->css_alloc(parent_css);  in css_create()
5136 	init_and_link_css(css, ss, cgrp);  in css_create()
5142 	err = cgroup_idr_alloc(&ss->css_idr, NULL, 2, 0, GFP_KERNEL);  in css_create()
5149 	cgroup_idr_replace(&ss->css_idr, css, css->id);  in css_create()
5155 	if (ss->broken_hierarchy && !ss->warned_broken_hierarchy &&  in css_create()
5158 			current->comm, current->pid, ss->name);  in css_create()
5159 		if (!strcmp(ss->name, "memory"))  in css_create()
5161 		ss->warned_broken_hierarchy = true;  in css_create()
5576 static void __init cgroup_init_subsys(struct cgroup_subsys *ss, bool early)  in cgroup_init_subsys()  argument
5580 	pr_debug("Initializing cgroup subsys %s\n", ss->name);  in cgroup_init_subsys()
5584 	idr_init(&ss->css_idr);  in cgroup_init_subsys()
5585 	INIT_LIST_HEAD(&ss->cfts);  in cgroup_init_subsys()
5588 	ss->root = &cgrp_dfl_root;  in cgroup_init_subsys()
5589 	css = ss->css_alloc(cgroup_css(&cgrp_dfl_root.cgrp, ss));  in cgroup_init_subsys()
5592 	init_and_link_css(css, ss, &cgrp_dfl_root.cgrp);  in cgroup_init_subsys()
5604 		css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2, GFP_KERNEL);  in cgroup_init_subsys()
5612 	init_css_set.subsys[ss->id] = css;  in cgroup_init_subsys()
5614 	have_fork_callback |= (bool)ss->fork << ss->id;  in cgroup_init_subsys()
5615 	have_exit_callback |= (bool)ss->exit << ss->id;  in cgroup_init_subsys()
5616 	have_release_callback |= (bool)ss->release << ss->id;  in cgroup_init_subsys()
5617 	have_canfork_callback |= (bool)ss->can_fork << ss->id;  in cgroup_init_subsys()
5638 	struct cgroup_subsys *ss;  in cgroup_init_early()  local
5647 	for_each_subsys(ss, i) {  in cgroup_init_early()
5648 		WARN(!ss->css_alloc || !ss->css_free || ss->name || ss->id,  in cgroup_init_early()
5650 		     i, cgroup_subsys_name[i], ss->css_alloc, ss->css_free,  in cgroup_init_early()
5651 		     ss->id, ss->name);  in cgroup_init_early()
5655 		ss->id = i;  in cgroup_init_early()
5656 		ss->name = cgroup_subsys_name[i];  in cgroup_init_early()
5657 		if (!ss->legacy_name)  in cgroup_init_early()
5658 			ss->legacy_name = cgroup_subsys_name[i];  in cgroup_init_early()
5660 		if (ss->early_init)  in cgroup_init_early()
5661 			cgroup_init_subsys(ss, true);  in cgroup_init_early()
5676 	struct cgroup_subsys *ss;  in cgroup_init()  local
5706 	for_each_subsys(ss, ssid) {  in cgroup_init()
5707 		if (ss->early_init) {  in cgroup_init()
5709 				init_css_set.subsys[ss->id];  in cgroup_init()
5711 			css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2,  in cgroup_init()
5715 			cgroup_init_subsys(ss, false);  in cgroup_init()
5729 			       ss->name);  in cgroup_init()
5735 			       ss->name);  in cgroup_init()
5737 		cgrp_dfl_root.subsys_mask |= 1 << ss->id;  in cgroup_init()
5740 		WARN_ON(ss->implicit_on_dfl && !ss->threaded);  in cgroup_init()
5742 		if (ss->implicit_on_dfl)  in cgroup_init()
5743 			cgrp_dfl_implicit_ss_mask |= 1 << ss->id;  in cgroup_init()
5744 		else if (!ss->dfl_cftypes)  in cgroup_init()
5745 			cgrp_dfl_inhibit_ss_mask |= 1 << ss->id;  in cgroup_init()
5747 		if (ss->threaded)  in cgroup_init()
5748 			cgrp_dfl_threaded_ss_mask |= 1 << ss->id;  in cgroup_init()
5750 		if (ss->dfl_cftypes == ss->legacy_cftypes) {  in cgroup_init()
5751 			WARN_ON(cgroup_add_cftypes(ss, ss->dfl_cftypes));  in cgroup_init()
5753 			WARN_ON(cgroup_add_dfl_cftypes(ss, ss->dfl_cftypes));  in cgroup_init()
5754 			WARN_ON(cgroup_add_legacy_cftypes(ss, ss->legacy_cftypes));  in cgroup_init()
5757 		if (ss->bind)  in cgroup_init()
5758 			ss->bind(init_css_set.subsys[ssid]);  in cgroup_init()
5829 		struct cgroup_subsys *ss;  in proc_cgroup_show()  local
5838 			for_each_subsys(ss, ssid)  in proc_cgroup_show()
5841 						   ss->legacy_name);  in proc_cgroup_show()
6056 	struct cgroup_subsys *ss;  in cgroup_can_fork()  local
6063 	do_each_subsys_mask(ss, i, have_canfork_callback) {  in cgroup_can_fork()
6064 		ret = ss->can_fork(child, kargs->cset);  in cgroup_can_fork()
6072 	for_each_subsys(ss, j) {  in cgroup_can_fork()
6075 		if (ss->cancel_fork)  in cgroup_can_fork()
6076 			ss->cancel_fork(child, kargs->cset);  in cgroup_can_fork()
6096 	struct cgroup_subsys *ss;  in cgroup_cancel_fork()  local
6099 	for_each_subsys(ss, i)  in cgroup_cancel_fork()
6100 		if (ss->cancel_fork)  in cgroup_cancel_fork()
6101 			ss->cancel_fork(child, kargs->cset);  in cgroup_cancel_fork()
6117 	struct cgroup_subsys *ss;  in cgroup_post_fork()  local
6162 	do_each_subsys_mask(ss, i, have_fork_callback) {  in cgroup_post_fork()
6163 		ss->fork(child);  in cgroup_post_fork()
6187 	struct cgroup_subsys *ss;  in cgroup_exit()  local
6206 	do_each_subsys_mask(ss, i, have_exit_callback) {  in cgroup_exit()
6207 		ss->exit(tsk);  in cgroup_exit()
6213 	struct cgroup_subsys *ss;  in cgroup_release()  local
6216 	do_each_subsys_mask(ss, ssid, have_release_callback) {  in cgroup_release()
6217 		ss->release(task);  in cgroup_release()
6234 	struct cgroup_subsys *ss;  in cgroup_disable()  local
6242 		for_each_subsys(ss, i) {  in cgroup_disable()
6243 			if (strcmp(token, ss->name) &&  in cgroup_disable()
6244 			    strcmp(token, ss->legacy_name))  in cgroup_disable()
6273 						       struct cgroup_subsys *ss)  in css_tryget_online_from_dir()  argument
6294 		css = cgroup_css(cgrp, ss);  in css_tryget_online_from_dir()
6311 struct cgroup_subsys_state *css_from_id(int id, struct cgroup_subsys *ss)  in css_from_id()  argument
6314 	return idr_find(&ss->css_idr, id);  in css_from_id()
6561 	struct cgroup_subsys *ss;  in delegate_show()  local
6568 	for_each_subsys(ss, ssid)  in delegate_show()
6569 		ret += show_delegatable_files(ss->dfl_cftypes, buf + ret,  in delegate_show()