160 	struct rdtgroup *rdtgrp;  in rdtgroup_mode_by_closid()  local
162 	list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) {  in rdtgroup_mode_by_closid()
163 		if (rdtgrp->closid == closid)  in rdtgroup_mode_by_closid()
164 			return rdtgrp->mode;  in rdtgroup_mode_by_closid()
267 	struct rdtgroup *rdtgrp;  in rdtgroup_cpus_show()  local
271 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_cpus_show()
273 	if (rdtgrp) {  in rdtgroup_cpus_show()
274 		if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) {  in rdtgroup_cpus_show()
275 			if (!rdtgrp->plr->d) {  in rdtgroup_cpus_show()
280 				mask = &rdtgrp->plr->d->cpu_mask;  in rdtgroup_cpus_show()
287 				   cpumask_pr_args(&rdtgrp->cpu_mask));  in rdtgroup_cpus_show()
336 static int cpus_mon_write(struct rdtgroup *rdtgrp, cpumask_var_t newmask,  in cpus_mon_write()  argument
339 	struct rdtgroup *prgrp = rdtgrp->mon.parent, *crgrp;  in cpus_mon_write()
350 	cpumask_andnot(tmpmask, &rdtgrp->cpu_mask, newmask);  in cpus_mon_write()
361 	cpumask_andnot(tmpmask, newmask, &rdtgrp->cpu_mask);  in cpus_mon_write()
365 			if (crgrp == rdtgrp)  in cpus_mon_write()
370 		update_closid_rmid(tmpmask, rdtgrp);  in cpus_mon_write()
374 	cpumask_copy(&rdtgrp->cpu_mask, newmask);  in cpus_mon_write()
389 static int cpus_ctrl_write(struct rdtgroup *rdtgrp, cpumask_var_t newmask,  in cpus_ctrl_write()  argument
396 	cpumask_andnot(tmpmask, &rdtgrp->cpu_mask, newmask);  in cpus_ctrl_write()
399 		if (rdtgrp == &rdtgroup_default) {  in cpus_ctrl_write()
415 	cpumask_andnot(tmpmask, newmask, &rdtgrp->cpu_mask);  in cpus_ctrl_write()
418 			if (r == rdtgrp)  in cpus_ctrl_write()
424 		update_closid_rmid(tmpmask, rdtgrp);  in cpus_ctrl_write()
428 	cpumask_copy(&rdtgrp->cpu_mask, newmask);  in cpus_ctrl_write()
434 	head = &rdtgrp->mon.crdtgrp_list;  in cpus_ctrl_write()
436 		cpumask_and(tmpmask, &rdtgrp->cpu_mask, &crgrp->cpu_mask);  in cpus_ctrl_write()
437 		update_closid_rmid(tmpmask, rdtgrp);  in cpus_ctrl_write()
448 	struct rdtgroup *rdtgrp;  in rdtgroup_cpus_write()  local
466 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_cpus_write()
467 	if (!rdtgrp) {  in rdtgroup_cpus_write()
472 	if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED ||  in rdtgroup_cpus_write()
473 	    rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_cpus_write()
497 	if (rdtgrp->type == RDTCTRL_GROUP)  in rdtgroup_cpus_write()
498 		ret = cpus_ctrl_write(rdtgrp, newmask, tmpmask, tmpmask1);  in rdtgroup_cpus_write()
499 	else if (rdtgrp->type == RDTMON_GROUP)  in rdtgroup_cpus_write()
500 		ret = cpus_mon_write(rdtgrp, newmask, tmpmask);  in rdtgroup_cpus_write()
525 static void rdtgroup_remove(struct rdtgroup *rdtgrp)  in rdtgroup_remove()  argument
527 	kernfs_put(rdtgrp->kn);  in rdtgroup_remove()
528 	kfree(rdtgrp);  in rdtgroup_remove()
550 				struct rdtgroup *rdtgrp)  in __rdtgroup_move_task()  argument
553 	if ((rdtgrp->type == RDTCTRL_GROUP && tsk->closid == rdtgrp->closid &&  in __rdtgroup_move_task()
554 	     tsk->rmid == rdtgrp->mon.rmid) ||  in __rdtgroup_move_task()
555 	    (rdtgrp->type == RDTMON_GROUP && tsk->rmid == rdtgrp->mon.rmid &&  in __rdtgroup_move_task()
556 	     tsk->closid == rdtgrp->mon.parent->closid))  in __rdtgroup_move_task()
568 	if (rdtgrp->type == RDTCTRL_GROUP) {  in __rdtgroup_move_task()
569 		WRITE_ONCE(tsk->closid, rdtgrp->closid);  in __rdtgroup_move_task()
570 		WRITE_ONCE(tsk->rmid, rdtgrp->mon.rmid);  in __rdtgroup_move_task()
571 	} else if (rdtgrp->type == RDTMON_GROUP) {  in __rdtgroup_move_task()
572 		if (rdtgrp->mon.parent->closid == tsk->closid) {  in __rdtgroup_move_task()
573 			WRITE_ONCE(tsk->rmid, rdtgrp->mon.rmid);  in __rdtgroup_move_task()
656 static int rdtgroup_move_task(pid_t pid, struct rdtgroup *rdtgrp,  in rdtgroup_move_task()  argument
679 		ret = __rdtgroup_move_task(tsk, rdtgrp);  in rdtgroup_move_task()
688 	struct rdtgroup *rdtgrp;  in rdtgroup_tasks_write()  local
694 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_tasks_write()
695 	if (!rdtgrp) {  in rdtgroup_tasks_write()
701 	if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED ||  in rdtgroup_tasks_write()
702 	    rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_tasks_write()
708 	ret = rdtgroup_move_task(pid, rdtgrp, of);  in rdtgroup_tasks_write()
731 	struct rdtgroup *rdtgrp;  in rdtgroup_tasks_show()  local
734 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_tasks_show()
735 	if (rdtgrp)  in rdtgroup_tasks_show()
736 		show_rdt_tasks(rdtgrp, s);  in rdtgroup_tasks_show()
1081 	struct rdtgroup *rdtgrp;  in rdtgroup_mode_show()  local
1083 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_mode_show()
1084 	if (!rdtgrp) {  in rdtgroup_mode_show()
1089 	seq_printf(s, "%s\n", rdtgroup_mode_str(rdtgrp->mode));  in rdtgroup_mode_show()
1210 static bool rdtgroup_mode_test_exclusive(struct rdtgroup *rdtgrp)  in rdtgroup_mode_test_exclusive()  argument
1212 	int closid = rdtgrp->closid;  in rdtgroup_mode_test_exclusive()
1249 	struct rdtgroup *rdtgrp;  in rdtgroup_mode_write()  local
1258 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_mode_write()
1259 	if (!rdtgrp) {  in rdtgroup_mode_write()
1266 	mode = rdtgrp->mode;  in rdtgroup_mode_write()
1282 		if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_mode_write()
1283 			ret = rdtgroup_locksetup_exit(rdtgrp);  in rdtgroup_mode_write()
1287 		rdtgrp->mode = RDT_MODE_SHAREABLE;  in rdtgroup_mode_write()
1289 		if (!rdtgroup_mode_test_exclusive(rdtgrp)) {  in rdtgroup_mode_write()
1293 		if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_mode_write()
1294 			ret = rdtgroup_locksetup_exit(rdtgrp);  in rdtgroup_mode_write()
1298 		rdtgrp->mode = RDT_MODE_EXCLUSIVE;  in rdtgroup_mode_write()
1300 		ret = rdtgroup_locksetup_enter(rdtgrp);  in rdtgroup_mode_write()
1303 		rdtgrp->mode = RDT_MODE_PSEUDO_LOCKSETUP;  in rdtgroup_mode_write()
1359 	struct rdtgroup *rdtgrp;  in rdtgroup_size_show()  local
1367 	rdtgrp = rdtgroup_kn_lock_live(of->kn);  in rdtgroup_size_show()
1368 	if (!rdtgrp) {  in rdtgroup_size_show()
1373 	if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) {  in rdtgroup_size_show()
1374 		if (!rdtgrp->plr->d) {  in rdtgroup_size_show()
1380 				   rdtgrp->plr->s->name);  in rdtgroup_size_show()
1381 			size = rdtgroup_cbm_to_size(rdtgrp->plr->s->res,  in rdtgroup_size_show()
1382 						    rdtgrp->plr->d,  in rdtgroup_size_show()
1383 						    rdtgrp->plr->cbm);  in rdtgroup_size_show()
1384 			seq_printf(s, "%d=%u\n", rdtgrp->plr->d->id, size);  in rdtgroup_size_show()
1396 			if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_size_show()
1400 							       rdtgrp->closid,  in rdtgroup_size_show()
1993 	struct rdtgroup *rdtgrp = kernfs_to_rdtgroup(kn);  in rdtgroup_kn_lock_live()  local
1995 	if (!rdtgrp)  in rdtgroup_kn_lock_live()
1998 	atomic_inc(&rdtgrp->waitcount);  in rdtgroup_kn_lock_live()
2004 	if (rdtgrp->flags & RDT_DELETED)  in rdtgroup_kn_lock_live()
2007 	return rdtgrp;  in rdtgroup_kn_lock_live()
2012 	struct rdtgroup *rdtgrp = kernfs_to_rdtgroup(kn);  in rdtgroup_kn_unlock()  local
2014 	if (!rdtgrp)  in rdtgroup_kn_unlock()
2019 	if (atomic_dec_and_test(&rdtgrp->waitcount) &&  in rdtgroup_kn_unlock()
2020 	    (rdtgrp->flags & RDT_DELETED)) {  in rdtgroup_kn_unlock()
2021 		if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP ||  in rdtgroup_kn_unlock()
2022 		    rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED)  in rdtgroup_kn_unlock()
2023 			rdtgroup_pseudo_lock_remove(rdtgrp);  in rdtgroup_kn_unlock()
2025 		rdtgroup_remove(rdtgrp);  in rdtgroup_kn_unlock()
2380 static void free_all_child_rdtgrp(struct rdtgroup *rdtgrp)  in free_all_child_rdtgrp()  argument
2385 	head = &rdtgrp->mon.crdtgrp_list;  in free_all_child_rdtgrp()
2402 	struct rdtgroup *rdtgrp, *tmp;  in rmdir_all_sub()  local
2407 	list_for_each_entry_safe(rdtgrp, tmp, &rdt_all_groups, rdtgroup_list) {  in rmdir_all_sub()
2409 		free_all_child_rdtgrp(rdtgrp);  in rmdir_all_sub()
2412 		if (rdtgrp == &rdtgroup_default)  in rmdir_all_sub()
2415 		if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP ||  in rmdir_all_sub()
2416 		    rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED)  in rmdir_all_sub()
2417 			rdtgroup_pseudo_lock_remove(rdtgrp);  in rmdir_all_sub()
2425 			   &rdtgroup_default.cpu_mask, &rdtgrp->cpu_mask);  in rmdir_all_sub()
2427 		free_rmid(rdtgrp->mon.rmid);  in rmdir_all_sub()
2429 		kernfs_remove(rdtgrp->kn);  in rmdir_all_sub()
2430 		list_del(&rdtgrp->rdtgroup_list);  in rmdir_all_sub()
2432 		if (atomic_read(&rdtgrp->waitcount) != 0)  in rmdir_all_sub()
2433 			rdtgrp->flags = RDT_DELETED;  in rmdir_all_sub()
2435 			rdtgroup_remove(rdtgrp);  in rmdir_all_sub()
2802 static int rdtgroup_init_alloc(struct rdtgroup *rdtgrp)  in rdtgroup_init_alloc()  argument
2813 			ret = rdtgroup_init_cat(s, rdtgrp->closid);  in rdtgroup_init_alloc()
2818 		ret = resctrl_arch_update_domains(r, rdtgrp->closid);  in rdtgroup_init_alloc()
2826 	rdtgrp->mode = RDT_MODE_SHAREABLE;  in rdtgroup_init_alloc()
2835 	struct rdtgroup *prdtgrp, *rdtgrp;  in mkdir_rdt_prepare()  local
2855 	rdtgrp = kzalloc(sizeof(*rdtgrp), GFP_KERNEL);  in mkdir_rdt_prepare()
2856 	if (!rdtgrp) {  in mkdir_rdt_prepare()
2861 	*r = rdtgrp;  in mkdir_rdt_prepare()
2862 	rdtgrp->mon.parent = prdtgrp;  in mkdir_rdt_prepare()
2863 	rdtgrp->type = rtype;  in mkdir_rdt_prepare()
2864 	INIT_LIST_HEAD(&rdtgrp->mon.crdtgrp_list);  in mkdir_rdt_prepare()
2867 	kn = kernfs_create_dir(parent_kn, name, mode, rdtgrp);  in mkdir_rdt_prepare()
2873 	rdtgrp->kn = kn;  in mkdir_rdt_prepare()
2902 		rdtgrp->mon.rmid = ret;  in mkdir_rdt_prepare()
2904 		ret = mkdir_mondata_all(kn, rdtgrp, &rdtgrp->mon.mon_data_kn);  in mkdir_rdt_prepare()
2918 	free_rmid(rdtgrp->mon.rmid);  in mkdir_rdt_prepare()
2920 	kernfs_put(rdtgrp->kn);  in mkdir_rdt_prepare()
2921 	kernfs_remove(rdtgrp->kn);  in mkdir_rdt_prepare()
2923 	kfree(rdtgrp);  in mkdir_rdt_prepare()
2944 	struct rdtgroup *rdtgrp, *prgrp;  in rdtgroup_mkdir_mon()  local
2947 	ret = mkdir_rdt_prepare(parent_kn, name, mode, RDTMON_GROUP, &rdtgrp);  in rdtgroup_mkdir_mon()
2951 	prgrp = rdtgrp->mon.parent;  in rdtgroup_mkdir_mon()
2952 	rdtgrp->closid = prgrp->closid;  in rdtgroup_mkdir_mon()
2958 	list_add_tail(&rdtgrp->mon.crdtgrp_list, &prgrp->mon.crdtgrp_list);  in rdtgroup_mkdir_mon()
2971 	struct rdtgroup *rdtgrp;  in rdtgroup_mkdir_ctrl_mon()  local
2976 	ret = mkdir_rdt_prepare(parent_kn, name, mode, RDTCTRL_GROUP, &rdtgrp);  in rdtgroup_mkdir_ctrl_mon()
2980 	kn = rdtgrp->kn;  in rdtgroup_mkdir_ctrl_mon()
2989 	rdtgrp->closid = closid;  in rdtgroup_mkdir_ctrl_mon()
2990 	ret = rdtgroup_init_alloc(rdtgrp);  in rdtgroup_mkdir_ctrl_mon()
2994 	list_add(&rdtgrp->rdtgroup_list, &rdt_all_groups);  in rdtgroup_mkdir_ctrl_mon()
3001 		ret = mongroup_create_dir(kn, rdtgrp, "mon_groups", NULL);  in rdtgroup_mkdir_ctrl_mon()
3011 	list_del(&rdtgrp->rdtgroup_list);  in rdtgroup_mkdir_ctrl_mon()
3015 	mkdir_rdt_prepare_clean(rdtgrp);  in rdtgroup_mkdir_ctrl_mon()
3062 static int rdtgroup_rmdir_mon(struct rdtgroup *rdtgrp, cpumask_var_t tmpmask)  in rdtgroup_rmdir_mon()  argument
3064 	struct rdtgroup *prdtgrp = rdtgrp->mon.parent;  in rdtgroup_rmdir_mon()
3068 	rdt_move_group_tasks(rdtgrp, prdtgrp, tmpmask);  in rdtgroup_rmdir_mon()
3071 	for_each_cpu(cpu, &rdtgrp->cpu_mask)  in rdtgroup_rmdir_mon()
3077 	cpumask_or(tmpmask, tmpmask, &rdtgrp->cpu_mask);  in rdtgroup_rmdir_mon()
3080 	rdtgrp->flags = RDT_DELETED;  in rdtgroup_rmdir_mon()
3081 	free_rmid(rdtgrp->mon.rmid);  in rdtgroup_rmdir_mon()
3087 	list_del(&rdtgrp->mon.crdtgrp_list);  in rdtgroup_rmdir_mon()
3089 	kernfs_remove(rdtgrp->kn);  in rdtgroup_rmdir_mon()
3094 static int rdtgroup_ctrl_remove(struct rdtgroup *rdtgrp)  in rdtgroup_ctrl_remove()  argument
3096 	rdtgrp->flags = RDT_DELETED;  in rdtgroup_ctrl_remove()
3097 	list_del(&rdtgrp->rdtgroup_list);  in rdtgroup_ctrl_remove()
3099 	kernfs_remove(rdtgrp->kn);  in rdtgroup_ctrl_remove()
3103 static int rdtgroup_rmdir_ctrl(struct rdtgroup *rdtgrp, cpumask_var_t tmpmask)  in rdtgroup_rmdir_ctrl()  argument
3108 	rdt_move_group_tasks(rdtgrp, &rdtgroup_default, tmpmask);  in rdtgroup_rmdir_ctrl()
3112 		   &rdtgroup_default.cpu_mask, &rdtgrp->cpu_mask);  in rdtgroup_rmdir_ctrl()
3115 	for_each_cpu(cpu, &rdtgrp->cpu_mask) {  in rdtgroup_rmdir_ctrl()
3124 	cpumask_or(tmpmask, tmpmask, &rdtgrp->cpu_mask);  in rdtgroup_rmdir_ctrl()
3127 	closid_free(rdtgrp->closid);  in rdtgroup_rmdir_ctrl()
3128 	free_rmid(rdtgrp->mon.rmid);  in rdtgroup_rmdir_ctrl()
3130 	rdtgroup_ctrl_remove(rdtgrp);  in rdtgroup_rmdir_ctrl()
3135 	free_all_child_rdtgrp(rdtgrp);  in rdtgroup_rmdir_ctrl()
3143 	struct rdtgroup *rdtgrp;  in rdtgroup_rmdir()  local
3150 	rdtgrp = rdtgroup_kn_lock_live(kn);  in rdtgroup_rmdir()
3151 	if (!rdtgrp) {  in rdtgroup_rmdir()
3163 	if (rdtgrp->type == RDTCTRL_GROUP && parent_kn == rdtgroup_default.kn &&  in rdtgroup_rmdir()
3164 	    rdtgrp != &rdtgroup_default) {  in rdtgroup_rmdir()
3165 		if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP ||  in rdtgroup_rmdir()
3166 		    rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) {  in rdtgroup_rmdir()
3167 			ret = rdtgroup_ctrl_remove(rdtgrp);  in rdtgroup_rmdir()
3169 			ret = rdtgroup_rmdir_ctrl(rdtgrp, tmpmask);  in rdtgroup_rmdir()
3171 	} else if (rdtgrp->type == RDTMON_GROUP &&  in rdtgroup_rmdir()
3173 		ret = rdtgroup_rmdir_mon(rdtgrp, tmpmask);  in rdtgroup_rmdir()