168 	struct rdtgroup *rdtgrp, *rdtgrp_match = NULL;  in region_find_by_minor()  local
170 	list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) {  in region_find_by_minor()
171 		if (rdtgrp->plr && rdtgrp->plr->minor == minor) {  in region_find_by_minor()
172 			rdtgrp_match = rdtgrp;  in region_find_by_minor()
335 static int pseudo_lock_init(struct rdtgroup *rdtgrp)  in pseudo_lock_init()  argument
345 	rdtgrp->plr = plr;  in pseudo_lock_init()
402 static void pseudo_lock_free(struct rdtgroup *rdtgrp)  in pseudo_lock_free()  argument
404 	pseudo_lock_region_clear(rdtgrp->plr);  in pseudo_lock_free()
405 	kfree(rdtgrp->plr);  in pseudo_lock_free()
406 	rdtgrp->plr = NULL;  in pseudo_lock_free()
430 	struct rdtgroup *rdtgrp = _rdtgrp;  in pseudo_lock_fn()  local
431 	struct pseudo_lock_region *plr = rdtgrp->plr;  in pseudo_lock_fn()
493 	__wrmsr(IA32_PQR_ASSOC, rmid_p, rdtgrp->closid);  in pseudo_lock_fn()
547 static int rdtgroup_monitor_in_progress(struct rdtgroup *rdtgrp)  in rdtgroup_monitor_in_progress()  argument
549 	return !list_empty(&rdtgrp->mon.crdtgrp_list);  in rdtgroup_monitor_in_progress()
567 static int rdtgroup_locksetup_user_restrict(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_user_restrict()  argument
571 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "tasks");  in rdtgroup_locksetup_user_restrict()
575 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "cpus");  in rdtgroup_locksetup_user_restrict()
579 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "cpus_list");  in rdtgroup_locksetup_user_restrict()
584 		ret = rdtgroup_kn_mode_restrict(rdtgrp, "mon_groups");  in rdtgroup_locksetup_user_restrict()
593 	rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0777);  in rdtgroup_locksetup_user_restrict()
595 	rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0777);  in rdtgroup_locksetup_user_restrict()
597 	rdtgroup_kn_mode_restore(rdtgrp, "tasks", 0777);  in rdtgroup_locksetup_user_restrict()
614 static int rdtgroup_locksetup_user_restore(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_user_restore()  argument
618 	ret = rdtgroup_kn_mode_restore(rdtgrp, "tasks", 0777);  in rdtgroup_locksetup_user_restore()
622 	ret = rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0777);  in rdtgroup_locksetup_user_restore()
626 	ret = rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0777);  in rdtgroup_locksetup_user_restore()
631 		ret = rdtgroup_kn_mode_restore(rdtgrp, "mon_groups", 0777);  in rdtgroup_locksetup_user_restore()
640 	rdtgroup_kn_mode_restrict(rdtgrp, "cpus_list");  in rdtgroup_locksetup_user_restore()
642 	rdtgroup_kn_mode_restrict(rdtgrp, "cpus");  in rdtgroup_locksetup_user_restore()
644 	rdtgroup_kn_mode_restrict(rdtgrp, "tasks");  in rdtgroup_locksetup_user_restore()
667 int rdtgroup_locksetup_enter(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_enter()  argument
675 	if (rdtgrp == &rdtgroup_default) {  in rdtgroup_locksetup_enter()
722 	if (rdtgroup_monitor_in_progress(rdtgrp)) {  in rdtgroup_locksetup_enter()
727 	if (rdtgroup_tasks_assigned(rdtgrp)) {  in rdtgroup_locksetup_enter()
732 	if (!cpumask_empty(&rdtgrp->cpu_mask)) {  in rdtgroup_locksetup_enter()
737 	if (rdtgroup_locksetup_user_restrict(rdtgrp)) {  in rdtgroup_locksetup_enter()
742 	ret = pseudo_lock_init(rdtgrp);  in rdtgroup_locksetup_enter()
754 	free_rmid(rdtgrp->mon.rmid);  in rdtgroup_locksetup_enter()
760 	rdtgroup_locksetup_user_restore(rdtgrp);  in rdtgroup_locksetup_enter()
774 int rdtgroup_locksetup_exit(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_exit()  argument
784 		rdtgrp->mon.rmid = ret;  in rdtgroup_locksetup_exit()
787 	ret = rdtgroup_locksetup_user_restore(rdtgrp);  in rdtgroup_locksetup_exit()
789 		free_rmid(rdtgrp->mon.rmid);  in rdtgroup_locksetup_exit()
793 	pseudo_lock_free(rdtgrp);  in rdtgroup_locksetup_exit()
1104 static int pseudo_lock_measure_cycles(struct rdtgroup *rdtgrp, int sel)  in pseudo_lock_measure_cycles()  argument
1106 	struct pseudo_lock_region *plr = rdtgrp->plr;  in pseudo_lock_measure_cycles()
1114 	if (rdtgrp->flags & RDT_DELETED) {  in pseudo_lock_measure_cycles()
1163 	struct rdtgroup *rdtgrp = file->private_data;  in pseudo_lock_measure_trigger()  local
1181 		ret = pseudo_lock_measure_cycles(rdtgrp, sel);  in pseudo_lock_measure_trigger()
1212 int rdtgroup_pseudo_lock_create(struct rdtgroup *rdtgrp)  in rdtgroup_pseudo_lock_create()  argument
1214 	struct pseudo_lock_region *plr = rdtgrp->plr;  in rdtgroup_pseudo_lock_create()
1232 	thread = kthread_create_on_node(pseudo_lock_fn, rdtgrp,  in rdtgroup_pseudo_lock_create()
1277 		plr->debugfs_dir = debugfs_create_dir(rdtgrp->kn->name,  in rdtgroup_pseudo_lock_create()
1281 					    plr->debugfs_dir, rdtgrp,  in rdtgroup_pseudo_lock_create()
1287 			    rdtgrp, "%s", rdtgrp->kn->name);  in rdtgroup_pseudo_lock_create()
1299 	if (rdtgrp->flags & RDT_DELETED) {  in rdtgroup_pseudo_lock_create()
1306 	rdtgrp->mode = RDT_MODE_PSEUDO_LOCKED;  in rdtgroup_pseudo_lock_create()
1307 	closid_free(rdtgrp->closid);  in rdtgroup_pseudo_lock_create()
1308 	rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0444);  in rdtgroup_pseudo_lock_create()
1309 	rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0444);  in rdtgroup_pseudo_lock_create()
1341 void rdtgroup_pseudo_lock_remove(struct rdtgroup *rdtgrp)  in rdtgroup_pseudo_lock_remove()  argument
1343 	struct pseudo_lock_region *plr = rdtgrp->plr;  in rdtgroup_pseudo_lock_remove()
1345 	if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_pseudo_lock_remove()
1350 		closid_free(rdtgrp->closid);  in rdtgroup_pseudo_lock_remove()
1355 	debugfs_remove_recursive(rdtgrp->plr->debugfs_dir);  in rdtgroup_pseudo_lock_remove()
1360 	pseudo_lock_free(rdtgrp);  in rdtgroup_pseudo_lock_remove()
1365 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_open()  local
1369 	rdtgrp = region_find_by_minor(iminor(inode));  in pseudo_lock_dev_open()
1370 	if (!rdtgrp) {  in pseudo_lock_dev_open()
1375 	filp->private_data = rdtgrp;  in pseudo_lock_dev_open()
1376 	atomic_inc(&rdtgrp->waitcount);  in pseudo_lock_dev_open()
1387 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_release()  local
1390 	rdtgrp = filp->private_data;  in pseudo_lock_dev_release()
1391 	WARN_ON(!rdtgrp);  in pseudo_lock_dev_release()
1392 	if (!rdtgrp) {  in pseudo_lock_dev_release()
1397 	atomic_dec(&rdtgrp->waitcount);  in pseudo_lock_dev_release()
1417 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_mmap()  local
1423 	rdtgrp = filp->private_data;  in pseudo_lock_dev_mmap()
1424 	WARN_ON(!rdtgrp);  in pseudo_lock_dev_mmap()
1425 	if (!rdtgrp) {  in pseudo_lock_dev_mmap()
1430 	plr = rdtgrp->plr;  in pseudo_lock_dev_mmap()
1489 	struct rdtgroup *rdtgrp;  in pseudo_lock_devnode()  local
1491 	rdtgrp = dev_get_drvdata(dev);  in pseudo_lock_devnode()
1494 	return kasprintf(GFP_KERNEL, "pseudo_lock/%s", rdtgrp->kn->name);  in pseudo_lock_devnode()