244 					      struct cgroup_subsys *ss);
481 					      struct cgroup_subsys *ss)  in cgroup_css()  argument
483 	if (CGROUP_HAS_SUBSYS_CONFIG && ss)  in cgroup_css()
484 		return rcu_dereference_check(cgrp->subsys[ss->id],  in cgroup_css()
499 						     struct cgroup_subsys *ss)  in cgroup_tryget_css()  argument
504 	css = cgroup_css(cgrp, ss);  in cgroup_tryget_css()
523 							struct cgroup_subsys *ss)  in cgroup_e_css_by_mask()  argument
527 	if (!ss)  in cgroup_e_css_by_mask()
534 	while (!(cgroup_ss_mask(cgrp) & (1 << ss->id))) {  in cgroup_e_css_by_mask()
540 	return cgroup_css(cgrp, ss);  in cgroup_e_css_by_mask()
557 					 struct cgroup_subsys *ss)  in cgroup_e_css()  argument
565 		css = cgroup_css(cgrp, ss);  in cgroup_e_css()
572 	return init_css_set.subsys[ss->id];  in cgroup_e_css()
587 					     struct cgroup_subsys *ss)  in cgroup_get_e_css()  argument
597 		css = cgroup_css(cgrp, ss);  in cgroup_get_e_css()
604 	css = init_css_set.subsys[ss->id];  in cgroup_get_e_css()
664 	if (CGROUP_HAS_SUBSYS_CONFIG && cft->ss)  in of_css()
665 		return rcu_dereference_raw(cgrp->subsys[cft->ss->id]);  in of_css()
710 #define do_each_subsys_mask(ss, ssid, ss_mask) do {			\  argument
717 		(ss) = cgroup_subsys[ssid];				\
945 	struct cgroup_subsys *ss;  in css_set_hash()  local
948 	for_each_subsys(ss, i)  in css_set_hash()
958 	struct cgroup_subsys *ss;  in put_css_set_locked()  local
969 	for_each_subsys(ss, ssid) {  in put_css_set_locked()
1086 	struct cgroup_subsys *ss;  in find_existing_css_set()  local
1096 	for_each_subsys(ss, i) {  in find_existing_css_set()
1102 			template[i] = cgroup_e_css_by_mask(cgrp, ss);  in find_existing_css_set()
1207 	struct cgroup_subsys *ss;  in find_css_set()  local
1269 	for_each_subsys(ss, ssid) {  in find_css_set()
1521 	struct cgroup_subsys *ss = cft->ss;  in cgroup_file_name()  local
1523 	if (cft->ss && !(cft->flags & CFTYPE_NO_PREFIX) &&  in cgroup_file_name()
1528 			 dbg, cgroup_on_dfl(cgrp) ? ss->name : ss->legacy_name,  in cgroup_file_name()
1574 	struct cgroup_subsys *ss;  in cgroup_calc_subtree_ss_mask()  local
1584 		do_each_subsys_mask(ss, ssid, cur_ss_mask) {  in cgroup_calc_subtree_ss_mask()
1585 			new_ss_mask |= ss->depends_on;  in cgroup_calc_subtree_ss_mask()
1683 		struct cgroup_subsys_state *css = cgroup_css(cgrp, cft->ss);  in cgroup_rm_file()
1710 	if (!css->ss) {  in css_clear_dir()
1722 		list_for_each_entry(cfts, &css->ss->cfts, node)  in css_clear_dir()
1742 	if (!css->ss) {  in css_populate_dir()
1760 		list_for_each_entry(cfts, &css->ss->cfts, node) {  in css_populate_dir()
1773 	list_for_each_entry(cfts, &css->ss->cfts, node) {  in css_populate_dir()
1784 	struct cgroup_subsys *ss;  in rebind_subsystems()  local
1790 	do_each_subsys_mask(ss, ssid, ss_mask) {  in rebind_subsystems()
1796 		if (css_next_child(NULL, cgroup_css(&ss->root->cgrp, ss)) &&  in rebind_subsystems()
1797 		    !ss->implicit_on_dfl)  in rebind_subsystems()
1801 		if (ss->root != &cgrp_dfl_root && dst_root != &cgrp_dfl_root)  in rebind_subsystems()
1808 		if (ss->root == &cgrp_dfl_root)  in rebind_subsystems()
1825 	do_each_subsys_mask(ss, ssid, ss_mask) {  in rebind_subsystems()
1826 		struct cgroup_root *src_root = ss->root;  in rebind_subsystems()
1828 		struct cgroup_subsys_state *css = cgroup_css(scgrp, ss);  in rebind_subsystems()
1831 		WARN_ON(!css || cgroup_css(dcgrp, ss));  in rebind_subsystems()
1843 		ss->root = dst_root;  in rebind_subsystems()
1848 			list_move_tail(&cset->e_cset_node[ss->id],  in rebind_subsystems()
1849 				       &dcgrp->e_csets[ss->id]);  in rebind_subsystems()
1852 		if (ss->css_rstat_flush) {  in rebind_subsystems()
1871 				ss->name, ret);  in rebind_subsystems()
1873 		if (ss->bind)  in rebind_subsystems()
1874 			ss->bind(css);  in rebind_subsystems()
1997 	struct cgroup_subsys *ss;  in init_cgroup_housekeeping()  local
2013 	for_each_subsys(ss, ssid)  in init_cgroup_housekeeping()
2558 	struct cgroup_subsys *ss;  in cgroup_migrate_execute()  local
2565 		do_each_subsys_mask(ss, ssid, mgctx->ss_mask) {  in cgroup_migrate_execute()
2566 			if (ss->can_attach) {  in cgroup_migrate_execute()
2568 				ret = ss->can_attach(tset);  in cgroup_migrate_execute()
2612 		do_each_subsys_mask(ss, ssid, mgctx->ss_mask) {  in cgroup_migrate_execute()
2613 			if (ss->attach) {  in cgroup_migrate_execute()
2615 				ss->attach(tset);  in cgroup_migrate_execute()
2625 		do_each_subsys_mask(ss, ssid, mgctx->ss_mask) {  in cgroup_migrate_execute()
2628 			if (ss->cancel_attach) {  in cgroup_migrate_execute()
2630 				ss->cancel_attach(tset);  in cgroup_migrate_execute()
2795 		struct cgroup_subsys *ss;  in cgroup_migrate_prepare_dst()  local
2826 		for_each_subsys(ss, ssid)  in cgroup_migrate_prepare_dst()
2975 	struct cgroup_subsys *ss;  in cgroup_procs_write_finish()  local
2983 	for_each_subsys(ss, ssid)  in cgroup_procs_write_finish()
2984 		if (ss->post_attach)  in cgroup_procs_write_finish()
2985 			ss->post_attach();  in cgroup_procs_write_finish()
2990 	struct cgroup_subsys *ss;  in cgroup_print_ss_mask()  local
2994 	do_each_subsys_mask(ss, ssid, ss_mask) {  in cgroup_print_ss_mask()
2997 		seq_puts(seq, ss->name);  in cgroup_print_ss_mask()
3106 	struct cgroup_subsys *ss;  in cgroup_lock_and_drain_offline()  local
3113 		for_each_subsys(ss, ssid) {  in cgroup_lock_and_drain_offline()
3114 			struct cgroup_subsys_state *css = cgroup_css(dsct, ss);  in cgroup_lock_and_drain_offline()
3197 	struct cgroup_subsys *ss = css->ss;  in css_visible()  local
3200 	if (cgroup_control(cgrp) & (1 << ss->id))  in css_visible()
3202 	if (!(cgroup_ss_mask(cgrp) & (1 << ss->id)))  in css_visible()
3204 	return cgroup_on_dfl(cgrp) && ss->implicit_on_dfl;  in css_visible()
3224 	struct cgroup_subsys *ss;  in cgroup_apply_control_enable()  local
3228 		for_each_subsys(ss, ssid) {  in cgroup_apply_control_enable()
3229 			struct cgroup_subsys_state *css = cgroup_css(dsct, ss);  in cgroup_apply_control_enable()
3231 			if (!(cgroup_ss_mask(dsct) & (1 << ss->id)))  in cgroup_apply_control_enable()
3235 				css = css_create(dsct, ss);  in cgroup_apply_control_enable()
3270 	struct cgroup_subsys *ss;  in cgroup_apply_control_disable()  local
3274 		for_each_subsys(ss, ssid) {  in cgroup_apply_control_disable()
3275 			struct cgroup_subsys_state *css = cgroup_css(dsct, ss);  in cgroup_apply_control_disable()
3283 			    !(cgroup_ss_mask(dsct) & (1 << ss->id))) {  in cgroup_apply_control_disable()
3287 				if (ss->css_reset)  in cgroup_apply_control_disable()
3288 					ss->css_reset(css);  in cgroup_apply_control_disable()
3393 	struct cgroup_subsys *ss;  in cgroup_subtree_control_write()  local
3405 		do_each_subsys_mask(ss, ssid, ~cgrp_dfl_inhibit_ss_mask) {  in cgroup_subtree_control_write()
3407 			    strcmp(tok + 1, ss->name))  in cgroup_subtree_control_write()
3429 	for_each_subsys(ss, ssid) {  in cgroup_subtree_control_write()
3687 	struct cgroup_subsys *ss = cgroup_subsys[ssid];  in cgroup_extra_stat_show()  local
3691 	if (!ss->css_extra_stat_show)  in cgroup_extra_stat_show()
3694 	css = cgroup_tryget_css(cgrp, ss);  in cgroup_extra_stat_show()
3698 	ret = ss->css_extra_stat_show(seq, css);  in cgroup_extra_stat_show()
4066 	css = cgroup_css(cgrp, cft->ss);  in cgroup_file_write()
4258 	struct cgroup_subsys *ss = cfts[0].ss;  in cgroup_apply_cftypes()  local
4259 	struct cgroup *root = &ss->root->cgrp;  in cgroup_apply_cftypes()
4266 	css_for_each_descendant_pre(css, cgroup_css(root, ss)) {  in cgroup_apply_cftypes()
4291 		cft->ss = NULL;  in cgroup_exit_cftypes()
4299 static int cgroup_init_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_init_cftypes()  argument
4307 		WARN_ON(cft->ss || cft->kf_ops);  in cgroup_init_cftypes()
4333 		cft->ss = ss;  in cgroup_init_cftypes()
4393 static int cgroup_add_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_add_cftypes()  argument
4397 	if (!cgroup_ssid_enabled(ss->id))  in cgroup_add_cftypes()
4403 	ret = cgroup_init_cftypes(ss, cfts);  in cgroup_add_cftypes()
4409 	list_add_tail(&cfts->node, &ss->cfts);  in cgroup_add_cftypes()
4426 int cgroup_add_dfl_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_add_dfl_cftypes()  argument
4432 	return cgroup_add_cftypes(ss, cfts);  in cgroup_add_dfl_cftypes()
4443 int cgroup_add_legacy_cftypes(struct cgroup_subsys *ss, struct cftype *cfts)  in cgroup_add_legacy_cftypes()  argument
4449 	return cgroup_add_cftypes(ss, cfts);  in cgroup_add_legacy_cftypes()
4755 	if (it->ss) {  in css_task_iter_next_css_set()
4756 		cset = container_of(l, struct css_set, e_cset_node[it->ss->id]);  in css_task_iter_next_css_set()
4915 	it->ss = css->ss;  in css_task_iter_start()
4918 	if (CGROUP_HAS_SUBSYS_CONFIG && it->ss)  in css_task_iter_start()
4919 		it->cset_pos = &css->cgroup->e_csets[css->ss->id];  in css_task_iter_start()
5331 	struct cgroup_subsys *ss = css->ss;  in css_free_rwork_fn()  local
5336 	if (ss) {  in css_free_rwork_fn()
5341 		ss->css_free(css);  in css_free_rwork_fn()
5342 		cgroup_idr_remove(&ss->css_idr, id);  in css_free_rwork_fn()
5380 	struct cgroup_subsys *ss = css->ss;  in css_release_work_fn()  local
5388 	if (ss) {  in css_release_work_fn()
5395 		cgroup_idr_replace(&ss->css_idr, NULL, css->id);  in css_release_work_fn()
5396 		if (ss->css_released)  in css_release_work_fn()
5397 			ss->css_released(css);  in css_release_work_fn()
5440 			      struct cgroup_subsys *ss, struct cgroup *cgrp)  in init_and_link_css()  argument
5448 	css->ss = ss;  in init_and_link_css()
5457 		css->parent = cgroup_css(cgroup_parent(cgrp), ss);  in init_and_link_css()
5461 	if (ss->css_rstat_flush)  in init_and_link_css()
5464 	BUG_ON(cgroup_css(cgrp, ss));  in init_and_link_css()
5470 	struct cgroup_subsys *ss = css->ss;  in online_css()  local
5475 	if (ss->css_online)  in online_css()
5476 		ret = ss->css_online(css);  in online_css()
5479 		rcu_assign_pointer(css->cgroup->subsys[ss->id], css);  in online_css()
5491 	struct cgroup_subsys *ss = css->ss;  in offline_css()  local
5498 	if (ss->css_offline)  in offline_css()
5499 		ss->css_offline(css);  in offline_css()
5502 	RCU_INIT_POINTER(css->cgroup->subsys[ss->id], NULL);  in offline_css()
5517 					      struct cgroup_subsys *ss)  in css_create()  argument
5520 	struct cgroup_subsys_state *parent_css = cgroup_css(parent, ss);  in css_create()
5526 	css = ss->css_alloc(parent_css);  in css_create()
5532 	init_and_link_css(css, ss, cgrp);  in css_create()
5538 	err = cgroup_idr_alloc(&ss->css_idr, NULL, 2, 0, GFP_KERNEL);  in css_create()
5545 	cgroup_idr_replace(&ss->css_idr, css, css->id);  in css_create()
5959 static void __init cgroup_init_subsys(struct cgroup_subsys *ss, bool early)  in cgroup_init_subsys()  argument
5963 	pr_debug("Initializing cgroup subsys %s\n", ss->name);  in cgroup_init_subsys()
5967 	idr_init(&ss->css_idr);  in cgroup_init_subsys()
5968 	INIT_LIST_HEAD(&ss->cfts);  in cgroup_init_subsys()
5971 	ss->root = &cgrp_dfl_root;  in cgroup_init_subsys()
5972 	css = ss->css_alloc(NULL);  in cgroup_init_subsys()
5975 	init_and_link_css(css, ss, &cgrp_dfl_root.cgrp);  in cgroup_init_subsys()
5987 		css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2, GFP_KERNEL);  in cgroup_init_subsys()
5995 	init_css_set.subsys[ss->id] = css;  in cgroup_init_subsys()
5997 	have_fork_callback |= (bool)ss->fork << ss->id;  in cgroup_init_subsys()
5998 	have_exit_callback |= (bool)ss->exit << ss->id;  in cgroup_init_subsys()
5999 	have_release_callback |= (bool)ss->release << ss->id;  in cgroup_init_subsys()
6000 	have_canfork_callback |= (bool)ss->can_fork << ss->id;  in cgroup_init_subsys()
6021 	struct cgroup_subsys *ss;  in cgroup_init_early()  local
6030 	for_each_subsys(ss, i) {  in cgroup_init_early()
6031 		WARN(!ss->css_alloc || !ss->css_free || ss->name || ss->id,  in cgroup_init_early()
6033 		     i, cgroup_subsys_name[i], ss->css_alloc, ss->css_free,  in cgroup_init_early()
6034 		     ss->id, ss->name);  in cgroup_init_early()
6038 		ss->id = i;  in cgroup_init_early()
6039 		ss->name = cgroup_subsys_name[i];  in cgroup_init_early()
6040 		if (!ss->legacy_name)  in cgroup_init_early()
6041 			ss->legacy_name = cgroup_subsys_name[i];  in cgroup_init_early()
6043 		if (ss->early_init)  in cgroup_init_early()
6044 			cgroup_init_subsys(ss, true);  in cgroup_init_early()
6057 	struct cgroup_subsys *ss;  in cgroup_init()  local
6082 	for_each_subsys(ss, ssid) {  in cgroup_init()
6083 		if (ss->early_init) {  in cgroup_init()
6085 				init_css_set.subsys[ss->id];  in cgroup_init()
6087 			css->id = cgroup_idr_alloc(&ss->css_idr, css, 1, 2,  in cgroup_init()
6091 			cgroup_init_subsys(ss, false);  in cgroup_init()
6107 			       ss->name);  in cgroup_init()
6109 		cgrp_dfl_root.subsys_mask |= 1 << ss->id;  in cgroup_init()
6112 		WARN_ON(ss->implicit_on_dfl && !ss->threaded);  in cgroup_init()
6114 		if (ss->implicit_on_dfl)  in cgroup_init()
6115 			cgrp_dfl_implicit_ss_mask |= 1 << ss->id;  in cgroup_init()
6116 		else if (!ss->dfl_cftypes)  in cgroup_init()
6117 			cgrp_dfl_inhibit_ss_mask |= 1 << ss->id;  in cgroup_init()
6119 		if (ss->threaded)  in cgroup_init()
6120 			cgrp_dfl_threaded_ss_mask |= 1 << ss->id;  in cgroup_init()
6122 		if (ss->dfl_cftypes == ss->legacy_cftypes) {  in cgroup_init()
6123 			WARN_ON(cgroup_add_cftypes(ss, ss->dfl_cftypes));  in cgroup_init()
6125 			WARN_ON(cgroup_add_dfl_cftypes(ss, ss->dfl_cftypes));  in cgroup_init()
6126 			WARN_ON(cgroup_add_legacy_cftypes(ss, ss->legacy_cftypes));  in cgroup_init()
6129 		if (ss->bind)  in cgroup_init()
6130 			ss->bind(init_css_set.subsys[ssid]);  in cgroup_init()
6243 		struct cgroup_subsys *ss;  in proc_cgroup_show()  local
6252 			for_each_subsys(ss, ssid)  in proc_cgroup_show()
6255 						   ss->legacy_name);  in proc_cgroup_show()
6507 	struct cgroup_subsys *ss;  in cgroup_can_fork()  local
6514 	do_each_subsys_mask(ss, i, have_canfork_callback) {  in cgroup_can_fork()
6515 		ret = ss->can_fork(child, kargs->cset);  in cgroup_can_fork()
6523 	for_each_subsys(ss, j) {  in cgroup_can_fork()
6526 		if (ss->cancel_fork)  in cgroup_can_fork()
6527 			ss->cancel_fork(child, kargs->cset);  in cgroup_can_fork()
6547 	struct cgroup_subsys *ss;  in cgroup_cancel_fork()  local
6550 	for_each_subsys(ss, i)  in cgroup_cancel_fork()
6551 		if (ss->cancel_fork)  in cgroup_cancel_fork()
6552 			ss->cancel_fork(child, kargs->cset);  in cgroup_cancel_fork()
6571 	struct cgroup_subsys *ss;  in cgroup_post_fork()  local
6630 	do_each_subsys_mask(ss, i, have_fork_callback) {  in cgroup_post_fork()
6631 		ss->fork(child);  in cgroup_post_fork()
6659 	struct cgroup_subsys *ss;  in cgroup_exit()  local
6679 	do_each_subsys_mask(ss, i, have_exit_callback) {  in cgroup_exit()
6680 		ss->exit(tsk);  in cgroup_exit()
6686 	struct cgroup_subsys *ss;  in cgroup_release()  local
6689 	do_each_subsys_mask(ss, ssid, have_release_callback) {  in cgroup_release()
6690 		ss->release(task);  in cgroup_release()
6707 	struct cgroup_subsys *ss;  in cgroup_disable()  local
6715 		for_each_subsys(ss, i) {  in cgroup_disable()
6716 			if (strcmp(token, ss->name) &&  in cgroup_disable()
6717 			    strcmp(token, ss->legacy_name))  in cgroup_disable()
6722 				ss->name);  in cgroup_disable()
6758 						       struct cgroup_subsys *ss)  in css_tryget_online_from_dir()  argument
6779 		css = cgroup_css(cgrp, ss);  in css_tryget_online_from_dir()
6796 struct cgroup_subsys_state *css_from_id(int id, struct cgroup_subsys *ss)  in css_from_id()  argument
6799 	return idr_find(&ss->css_idr, id);  in css_from_id()
7010 	struct cgroup_subsys *ss;  in delegate_show()  local
7020 	for_each_subsys(ss, ssid)  in delegate_show()
7021 		ret += show_delegatable_files(ss->dfl_cftypes, buf + ret,  in delegate_show()