213 static int cgroup_apply_control(struct cgroup *cgrp);
214 static void cgroup_finalize_control(struct cgroup *cgrp, int ret);
216 static int cgroup_destroy_locked(struct cgroup *cgrp);
217 static struct cgroup_subsys_state *css_create(struct cgroup *cgrp,
222 			      struct cgroup *cgrp, struct cftype cfts[],
294 bool cgroup_on_dfl(const struct cgroup *cgrp)  in cgroup_on_dfl()
330 static bool cgroup_has_tasks(struct cgroup *cgrp)  in cgroup_has_tasks()
335 bool cgroup_is_threaded(struct cgroup *cgrp)  in cgroup_is_threaded()
341 static bool cgroup_is_mixable(struct cgroup *cgrp)  in cgroup_is_mixable()
352 static bool cgroup_can_be_thread_root(struct cgroup *cgrp)  in cgroup_can_be_thread_root()
374 bool cgroup_is_thread_root(struct cgroup *cgrp)  in cgroup_is_thread_root()
396 static bool cgroup_is_valid_domain(struct cgroup *cgrp)  in cgroup_is_valid_domain()
414 static u16 cgroup_control(struct cgroup *cgrp)  in cgroup_control()
416 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_control()
435 static u16 cgroup_ss_mask(struct cgroup *cgrp)  in cgroup_ss_mask()
437 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_ss_mask()
462 static struct cgroup_subsys_state *cgroup_css(struct cgroup *cgrp,  in cgroup_css()
480 static struct cgroup_subsys_state *cgroup_tryget_css(struct cgroup *cgrp,  in cgroup_tryget_css()
504 static struct cgroup_subsys_state *cgroup_e_css(struct cgroup *cgrp,  in cgroup_e_css()
536 struct cgroup_subsys_state *cgroup_get_e_css(struct cgroup *cgrp,  in cgroup_get_e_css()
558 static void cgroup_get_live(struct cgroup *cgrp)  in cgroup_get_live()
566 	struct cgroup *cgrp = of->kn->parent->priv;  in of_css()
649 		       (dsct) = (d_css)->cgroup;			\
658 		       (dsct) = (d_css)->cgroup;			\
730 static void cgroup_update_populated(struct cgroup *cgrp, bool populated)  in cgroup_update_populated()
732 	struct cgroup *child = NULL;  in cgroup_update_populated()
911 			     struct cgroup *new_cgrp,  in compare_css_sets()
914 	struct cgroup *new_dfl_cgrp;  in compare_css_sets()
945 		struct cgroup *cgrp1, *cgrp2;  in compare_css_sets()
989 					struct cgroup *cgrp,  in find_existing_css_set()
1075 			 struct cgroup *cgrp)  in link_css_set()
1108 				    struct cgroup *cgrp)  in find_css_set()
1159 		struct cgroup *c = link->cgrp;  in find_css_set()
1178 			      &css->cgroup->e_csets[ssid]);  in find_css_set()
1211 	struct cgroup *root_cgrp = kf_root->kn->priv;  in cgroup_root_from_kf()
1247 	struct cgroup *cgrp = &root->cgrp;  in cgroup_destroy_root()
1291 static struct cgroup *
1294 	struct cgroup *res = NULL;  in current_cgns_cgroup_from_root()
1308 			struct cgroup *c = link->cgrp;  in current_cgns_cgroup_from_root()
1323 static struct cgroup *cset_cgroup_from_root(struct css_set *cset,  in cset_cgroup_from_root()
1326 	struct cgroup *res = NULL;  in cset_cgroup_from_root()
1339 			struct cgroup *c = link->cgrp;  in cset_cgroup_from_root()
1356 struct cgroup *task_cgroup_from_root(struct task_struct *task,  in task_cgroup_from_root()
1395 static char *cgroup_file_name(struct cgroup *cgrp, const struct cftype *cft,  in cgroup_file_name()
1489 	struct cgroup *cgrp;  in cgroup_kn_unlock()
1519 struct cgroup *cgroup_kn_lock_live(struct kernfs_node *kn, bool drain_offline)  in cgroup_kn_lock_live()
1521 	struct cgroup *cgrp;  in cgroup_kn_lock_live()
1550 static void cgroup_rm_file(struct cgroup *cgrp, const struct cftype *cft)  in cgroup_rm_file()
1576 	struct cgroup *cgrp = css->cgroup;  in css_clear_dir()
1605 	struct cgroup *cgrp = css->cgroup;  in css_populate_dir()
1645 	struct cgroup *dcgrp = &dst_root->cgrp;  in rebind_subsystems()
1668 		struct cgroup *scgrp = &src_root->cgrp;  in rebind_subsystems()
1683 		css->cgroup = dcgrp;  in rebind_subsystems()
1719 	struct cgroup *ns_cgroup;  in cgroup_show_path()
1851 static void init_cgroup_housekeeping(struct cgroup *cgrp)  in init_cgroup_housekeeping()
1861 	cgrp->self.cgroup = cgrp;  in init_cgroup_housekeeping()
1878 	struct cgroup *cgrp = &root->cgrp;  in init_cgroup_root()
1898 	struct cgroup *root_cgrp = &root->cgrp;  in cgroup_setup_root()
2011 		struct cgroup *cgrp;  in cgroup_do_mount()
2115 int cgroup_path_ns_locked(struct cgroup *cgrp, char *buf, size_t buflen,  in cgroup_path_ns_locked()
2118 	struct cgroup *root = cset_cgroup_from_root(ns->root_cset, cgrp->root);  in cgroup_path_ns_locked()
2123 int cgroup_path_ns(struct cgroup *cgrp, char *buf, size_t buflen,  in cgroup_path_ns()
2156 	struct cgroup *cgrp;  in task_cgroup_path()
2390 int cgroup_migrate_vet_dst(struct cgroup *dst_cgrp)  in cgroup_migrate_vet_dst()
2465 			    struct cgroup *dst_cgrp,  in cgroup_migrate_add_src()
2468 	struct cgroup *src_cgrp;  in cgroup_migrate_add_src()
2613 int cgroup_attach_task(struct cgroup *dst_cgrp, struct task_struct *leader,  in cgroup_attach_task()
2729 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_controllers_show()
2738 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_subtree_control_show()
2753 static int cgroup_update_dfl_csses(struct cgroup *cgrp)  in cgroup_update_dfl_csses()
2757 	struct cgroup *dsct;  in cgroup_update_dfl_csses()
2805 void cgroup_lock_and_drain_offline(struct cgroup *cgrp)  in cgroup_lock_and_drain_offline()
2808 	struct cgroup *dsct;  in cgroup_lock_and_drain_offline()
2846 static void cgroup_save_control(struct cgroup *cgrp)  in cgroup_save_control()
2848 	struct cgroup *dsct;  in cgroup_save_control()
2866 static void cgroup_propagate_control(struct cgroup *cgrp)  in cgroup_propagate_control()
2868 	struct cgroup *dsct;  in cgroup_propagate_control()
2887 static void cgroup_restore_control(struct cgroup *cgrp)  in cgroup_restore_control()
2889 	struct cgroup *dsct;  in cgroup_restore_control()
2902 	struct cgroup *cgrp = css->cgroup;  in css_visible()
2924 static int cgroup_apply_control_enable(struct cgroup *cgrp)  in cgroup_apply_control_enable()
2926 	struct cgroup *dsct;  in cgroup_apply_control_enable()
2970 static void cgroup_apply_control_disable(struct cgroup *cgrp)  in cgroup_apply_control_disable()
2972 	struct cgroup *dsct;  in cgroup_apply_control_disable()
3015 static int cgroup_apply_control(struct cgroup *cgrp)  in cgroup_apply_control()
3044 static void cgroup_finalize_control(struct cgroup *cgrp, int ret)  in cgroup_finalize_control()
3054 static int cgroup_vet_subtree_control_enable(struct cgroup *cgrp, u16 enable)  in cgroup_vet_subtree_control_enable()
3100 	struct cgroup *cgrp, *child;  in cgroup_subtree_control_write()
3199 static int cgroup_enable_threaded(struct cgroup *cgrp)  in cgroup_enable_threaded()
3201 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_enable_threaded()
3202 	struct cgroup *dom_cgrp = parent->dom_cgrp;  in cgroup_enable_threaded()
3203 	struct cgroup *dsct;  in cgroup_enable_threaded()
3248 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_type_show()
3265 	struct cgroup *cgrp;  in cgroup_type_write()
3285 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_max_descendants_show()
3299 	struct cgroup *cgrp;  in cgroup_max_descendants_write()
3328 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_max_depth_show()
3342 	struct cgroup *cgrp;  in cgroup_max_depth_write()
3372 		   cgroup_is_populated(seq_css(seq)->cgroup));  in cgroup_events_show()
3378 	struct cgroup *cgroup = seq_css(seq)->cgroup;  in cgroup_stat_show()  local
3381 		   cgroup->nr_descendants);  in cgroup_stat_show()
3383 		   cgroup->nr_dying_descendants);  in cgroup_stat_show()
3389 						 struct cgroup *cgrp, int ssid)  in cgroup_extra_stat_show()
3409 	struct cgroup __maybe_unused *cgrp = seq_css(seq)->cgroup;  in cpu_stat_show()
3440 	struct cgroup *cgrp = of->kn->parent->priv;  in cgroup_file_write()
3558 static int cgroup_add_file(struct cgroup_subsys_state *css, struct cgroup *cgrp,  in cgroup_add_file()
3607 			      struct cgroup *cgrp, struct cftype cfts[],  in cgroup_addrm_files()
3646 	struct cgroup *root = &ss->root->cgrp;  in cgroup_apply_cftypes()
3654 		struct cgroup *cgrp = css->cgroup;  in cgroup_apply_cftypes()
4236 		it->cset_pos = &css->cgroup->e_csets[css->ss->id];  in css_task_iter_start()
4238 		it->cset_pos = &css->cgroup->cset_links;  in css_task_iter_start()
4318 	struct cgroup *cgrp = seq_css(s)->cgroup;  in __cgroup_procs_start()
4344 	struct cgroup *cgrp = seq_css(s)->cgroup;  in cgroup_procs_start()
4365 static int cgroup_procs_write_permission(struct cgroup *src_cgrp,  in cgroup_procs_write_permission()
4366 					 struct cgroup *dst_cgrp,  in cgroup_procs_write_permission()
4370 	struct cgroup *com_cgrp = src_cgrp;  in cgroup_procs_write_permission()
4405 	struct cgroup *src_cgrp, *dst_cgrp;  in cgroup_procs_write()
4446 	struct cgroup *src_cgrp, *dst_cgrp;  in cgroup_threads_write()
4498 		.file_offset = offsetof(struct cgroup, procs_file),
4527 		.file_offset = offsetof(struct cgroup, events_file),
4579 	struct cgroup *cgrp = css->cgroup;  in css_free_rwork_fn()
4628 	struct cgroup *cgrp = css->cgroup;  in css_release_work_fn()
4646 		struct cgroup *tcgrp;  in css_release_work_fn()
4691 			      struct cgroup_subsys *ss, struct cgroup *cgrp)  in init_and_link_css()
4698 	css->cgroup = cgrp;  in init_and_link_css()
4730 		rcu_assign_pointer(css->cgroup->subsys[ss->id], css);  in online_css()
4753 	RCU_INIT_POINTER(css->cgroup->subsys[ss->id], NULL);  in offline_css()
4755 	wake_up_all(&css->cgroup->offline_waitq);  in offline_css()
4767 static struct cgroup_subsys_state *css_create(struct cgroup *cgrp,  in css_create()
4770 	struct cgroup *parent = cgroup_parent(cgrp);  in css_create()
4827 static struct cgroup *cgroup_create(struct cgroup *parent)  in cgroup_create()
4830 	struct cgroup *cgrp, *tcgrp;  in cgroup_create()
4918 static bool cgroup_check_hierarchy_limits(struct cgroup *parent)  in cgroup_check_hierarchy_limits()
4920 	struct cgroup *cgroup;  in cgroup_check_hierarchy_limits()  local
4926 	for (cgroup = parent; cgroup; cgroup = cgroup_parent(cgroup)) {  in cgroup_check_hierarchy_limits()
4927 		if (cgroup->nr_descendants >= cgroup->max_descendants)  in cgroup_check_hierarchy_limits()
4930 		if (level > cgroup->max_depth)  in cgroup_check_hierarchy_limits()
4943 	struct cgroup *parent, *cgrp;  in cgroup_mkdir()
5108 static int cgroup_destroy_locked(struct cgroup *cgrp)  in cgroup_destroy_locked()
5111 	struct cgroup *tcgrp, *parent = cgroup_parent(cgrp);  in cgroup_destroy_locked()
5172 	struct cgroup *cgrp;  in cgroup_rmdir()
5447 		struct cgroup *cgrp;  in proc_cgroup_show()
5720 	struct cgroup *cgrp;  in css_tryget_online_from_dir()
5768 struct cgroup *cgroup_get_from_path(const char *path)  in cgroup_get_from_path()
5771 	struct cgroup *cgrp;  in cgroup_get_from_path()
5802 struct cgroup *cgroup_get_from_fd(int fd)  in cgroup_get_from_fd()
5805 	struct cgroup *cgrp;  in cgroup_get_from_fd()
5817 	cgrp = css->cgroup;  in cgroup_get_from_fd()
5892 int cgroup_bpf_attach(struct cgroup *cgrp, struct bpf_prog *prog,  in cgroup_bpf_attach()
5902 int cgroup_bpf_detach(struct cgroup *cgrp, struct bpf_prog *prog,  in cgroup_bpf_detach()
5912 int cgroup_bpf_query(struct cgroup *cgrp, const union bpf_attr *attr,  in cgroup_bpf_query()