51 	const struct rdtgroup *rdtgrp;  in pseudo_lock_devnode()  local
53 	rdtgrp = dev_get_drvdata(dev);  in pseudo_lock_devnode()
56 	return kasprintf(GFP_KERNEL, "pseudo_lock/%s", rdtgrp->kn->name);  in pseudo_lock_devnode()
168 	struct rdtgroup *rdtgrp, *rdtgrp_match = NULL;  in region_find_by_minor()  local
170 	list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) {  in region_find_by_minor()
171 		if (rdtgrp->plr && rdtgrp->plr->minor == minor) {  in region_find_by_minor()
172 			rdtgrp_match = rdtgrp;  in region_find_by_minor()
338 static int pseudo_lock_init(struct rdtgroup *rdtgrp)  in pseudo_lock_init()  argument
348 	rdtgrp->plr = plr;  in pseudo_lock_init()
405 static void pseudo_lock_free(struct rdtgroup *rdtgrp)  in pseudo_lock_free()  argument
407 	pseudo_lock_region_clear(rdtgrp->plr);  in pseudo_lock_free()
408 	kfree(rdtgrp->plr);  in pseudo_lock_free()
409 	rdtgrp->plr = NULL;  in pseudo_lock_free()
433 	struct rdtgroup *rdtgrp = _rdtgrp;  in pseudo_lock_fn()  local
434 	struct pseudo_lock_region *plr = rdtgrp->plr;  in pseudo_lock_fn()
494 	__wrmsr(MSR_IA32_PQR_ASSOC, rmid_p, rdtgrp->closid);  in pseudo_lock_fn()
548 static int rdtgroup_monitor_in_progress(struct rdtgroup *rdtgrp)  in rdtgroup_monitor_in_progress()  argument
550 	return !list_empty(&rdtgrp->mon.crdtgrp_list);  in rdtgroup_monitor_in_progress()
568 static int rdtgroup_locksetup_user_restrict(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_user_restrict()  argument
572 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "tasks");  in rdtgroup_locksetup_user_restrict()
576 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "cpus");  in rdtgroup_locksetup_user_restrict()
580 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "cpus_list");  in rdtgroup_locksetup_user_restrict()
585 		ret = rdtgroup_kn_mode_restrict(rdtgrp, "mon_groups");  in rdtgroup_locksetup_user_restrict()
594 	rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0777);  in rdtgroup_locksetup_user_restrict()
596 	rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0777);  in rdtgroup_locksetup_user_restrict()
598 	rdtgroup_kn_mode_restore(rdtgrp, "tasks", 0777);  in rdtgroup_locksetup_user_restrict()
615 static int rdtgroup_locksetup_user_restore(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_user_restore()  argument
619 	ret = rdtgroup_kn_mode_restore(rdtgrp, "tasks", 0777);  in rdtgroup_locksetup_user_restore()
623 	ret = rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0777);  in rdtgroup_locksetup_user_restore()
627 	ret = rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0777);  in rdtgroup_locksetup_user_restore()
632 		ret = rdtgroup_kn_mode_restore(rdtgrp, "mon_groups", 0777);  in rdtgroup_locksetup_user_restore()
641 	rdtgroup_kn_mode_restrict(rdtgrp, "cpus_list");  in rdtgroup_locksetup_user_restore()
643 	rdtgroup_kn_mode_restrict(rdtgrp, "cpus");  in rdtgroup_locksetup_user_restore()
645 	rdtgroup_kn_mode_restrict(rdtgrp, "tasks");  in rdtgroup_locksetup_user_restore()
668 int rdtgroup_locksetup_enter(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_enter()  argument
676 	if (rdtgrp == &rdtgroup_default) {  in rdtgroup_locksetup_enter()
723 	if (rdtgroup_monitor_in_progress(rdtgrp)) {  in rdtgroup_locksetup_enter()
728 	if (rdtgroup_tasks_assigned(rdtgrp)) {  in rdtgroup_locksetup_enter()
733 	if (!cpumask_empty(&rdtgrp->cpu_mask)) {  in rdtgroup_locksetup_enter()
738 	if (rdtgroup_locksetup_user_restrict(rdtgrp)) {  in rdtgroup_locksetup_enter()
743 	ret = pseudo_lock_init(rdtgrp);  in rdtgroup_locksetup_enter()
755 	free_rmid(rdtgrp->mon.rmid);  in rdtgroup_locksetup_enter()
761 	rdtgroup_locksetup_user_restore(rdtgrp);  in rdtgroup_locksetup_enter()
775 int rdtgroup_locksetup_exit(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_exit()  argument
785 		rdtgrp->mon.rmid = ret;  in rdtgroup_locksetup_exit()
788 	ret = rdtgroup_locksetup_user_restore(rdtgrp);  in rdtgroup_locksetup_exit()
790 		free_rmid(rdtgrp->mon.rmid);  in rdtgroup_locksetup_exit()
794 	pseudo_lock_free(rdtgrp);  in rdtgroup_locksetup_exit()
1177 static int pseudo_lock_measure_cycles(struct rdtgroup *rdtgrp, int sel)  in pseudo_lock_measure_cycles()  argument
1179 	struct pseudo_lock_region *plr = rdtgrp->plr;  in pseudo_lock_measure_cycles()
1187 	if (rdtgrp->flags & RDT_DELETED) {  in pseudo_lock_measure_cycles()
1248 	struct rdtgroup *rdtgrp = file->private_data;  in pseudo_lock_measure_trigger()  local
1266 		ret = pseudo_lock_measure_cycles(rdtgrp, sel);  in pseudo_lock_measure_trigger()
1297 int rdtgroup_pseudo_lock_create(struct rdtgroup *rdtgrp)  in rdtgroup_pseudo_lock_create()  argument
1299 	struct pseudo_lock_region *plr = rdtgrp->plr;  in rdtgroup_pseudo_lock_create()
1317 	thread = kthread_create_on_node(pseudo_lock_fn, rdtgrp,  in rdtgroup_pseudo_lock_create()
1362 		plr->debugfs_dir = debugfs_create_dir(rdtgrp->kn->name,  in rdtgroup_pseudo_lock_create()
1366 					    plr->debugfs_dir, rdtgrp,  in rdtgroup_pseudo_lock_create()
1372 			    rdtgrp, "%s", rdtgrp->kn->name);  in rdtgroup_pseudo_lock_create()
1384 	if (rdtgrp->flags & RDT_DELETED) {  in rdtgroup_pseudo_lock_create()
1391 	rdtgrp->mode = RDT_MODE_PSEUDO_LOCKED;  in rdtgroup_pseudo_lock_create()
1392 	closid_free(rdtgrp->closid);  in rdtgroup_pseudo_lock_create()
1393 	rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0444);  in rdtgroup_pseudo_lock_create()
1394 	rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0444);  in rdtgroup_pseudo_lock_create()
1426 void rdtgroup_pseudo_lock_remove(struct rdtgroup *rdtgrp)  in rdtgroup_pseudo_lock_remove()  argument
1428 	struct pseudo_lock_region *plr = rdtgrp->plr;  in rdtgroup_pseudo_lock_remove()
1430 	if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_pseudo_lock_remove()
1435 		closid_free(rdtgrp->closid);  in rdtgroup_pseudo_lock_remove()
1440 	debugfs_remove_recursive(rdtgrp->plr->debugfs_dir);  in rdtgroup_pseudo_lock_remove()
1445 	pseudo_lock_free(rdtgrp);  in rdtgroup_pseudo_lock_remove()
1450 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_open()  local
1454 	rdtgrp = region_find_by_minor(iminor(inode));  in pseudo_lock_dev_open()
1455 	if (!rdtgrp) {  in pseudo_lock_dev_open()
1460 	filp->private_data = rdtgrp;  in pseudo_lock_dev_open()
1461 	atomic_inc(&rdtgrp->waitcount);  in pseudo_lock_dev_open()
1472 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_release()  local
1475 	rdtgrp = filp->private_data;  in pseudo_lock_dev_release()
1476 	WARN_ON(!rdtgrp);  in pseudo_lock_dev_release()
1477 	if (!rdtgrp) {  in pseudo_lock_dev_release()
1482 	atomic_dec(&rdtgrp->waitcount);  in pseudo_lock_dev_release()
1502 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_mmap()  local
1508 	rdtgrp = filp->private_data;  in pseudo_lock_dev_mmap()
1509 	WARN_ON(!rdtgrp);  in pseudo_lock_dev_mmap()
1510 	if (!rdtgrp) {  in pseudo_lock_dev_mmap()
1515 	plr = rdtgrp->plr;  in pseudo_lock_dev_mmap()