154 	struct rdtgroup *rdtgrp, *rdtgrp_match = NULL;  in region_find_by_minor()  local
156 	list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) {  in region_find_by_minor()
157 		if (rdtgrp->plr && rdtgrp->plr->minor == minor) {  in region_find_by_minor()
158 			rdtgrp_match = rdtgrp;  in region_find_by_minor()
324 static int pseudo_lock_init(struct rdtgroup *rdtgrp)  in pseudo_lock_init()  argument
334 	rdtgrp->plr = plr;  in pseudo_lock_init()
391 static void pseudo_lock_free(struct rdtgroup *rdtgrp)  in pseudo_lock_free()  argument
393 	pseudo_lock_region_clear(rdtgrp->plr);  in pseudo_lock_free()
394 	kfree(rdtgrp->plr);  in pseudo_lock_free()
395 	rdtgrp->plr = NULL;  in pseudo_lock_free()
419 	struct rdtgroup *rdtgrp = _rdtgrp;  in pseudo_lock_fn()  local
420 	struct pseudo_lock_region *plr = rdtgrp->plr;  in pseudo_lock_fn()
480 	__wrmsr(IA32_PQR_ASSOC, rmid_p, rdtgrp->closid);  in pseudo_lock_fn()
534 static int rdtgroup_monitor_in_progress(struct rdtgroup *rdtgrp)  in rdtgroup_monitor_in_progress()  argument
536 	return !list_empty(&rdtgrp->mon.crdtgrp_list);  in rdtgroup_monitor_in_progress()
554 static int rdtgroup_locksetup_user_restrict(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_user_restrict()  argument
558 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "tasks");  in rdtgroup_locksetup_user_restrict()
562 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "cpus");  in rdtgroup_locksetup_user_restrict()
566 	ret = rdtgroup_kn_mode_restrict(rdtgrp, "cpus_list");  in rdtgroup_locksetup_user_restrict()
571 		ret = rdtgroup_kn_mode_restrict(rdtgrp, "mon_groups");  in rdtgroup_locksetup_user_restrict()
580 	rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0777);  in rdtgroup_locksetup_user_restrict()
582 	rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0777);  in rdtgroup_locksetup_user_restrict()
584 	rdtgroup_kn_mode_restore(rdtgrp, "tasks", 0777);  in rdtgroup_locksetup_user_restrict()
601 static int rdtgroup_locksetup_user_restore(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_user_restore()  argument
605 	ret = rdtgroup_kn_mode_restore(rdtgrp, "tasks", 0777);  in rdtgroup_locksetup_user_restore()
609 	ret = rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0777);  in rdtgroup_locksetup_user_restore()
613 	ret = rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0777);  in rdtgroup_locksetup_user_restore()
618 		ret = rdtgroup_kn_mode_restore(rdtgrp, "mon_groups", 0777);  in rdtgroup_locksetup_user_restore()
627 	rdtgroup_kn_mode_restrict(rdtgrp, "cpus_list");  in rdtgroup_locksetup_user_restore()
629 	rdtgroup_kn_mode_restrict(rdtgrp, "cpus");  in rdtgroup_locksetup_user_restore()
631 	rdtgroup_kn_mode_restrict(rdtgrp, "tasks");  in rdtgroup_locksetup_user_restore()
654 int rdtgroup_locksetup_enter(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_enter()  argument
662 	if (rdtgrp == &rdtgroup_default) {  in rdtgroup_locksetup_enter()
709 	if (rdtgroup_monitor_in_progress(rdtgrp)) {  in rdtgroup_locksetup_enter()
714 	if (rdtgroup_tasks_assigned(rdtgrp)) {  in rdtgroup_locksetup_enter()
719 	if (!cpumask_empty(&rdtgrp->cpu_mask)) {  in rdtgroup_locksetup_enter()
724 	if (rdtgroup_locksetup_user_restrict(rdtgrp)) {  in rdtgroup_locksetup_enter()
729 	ret = pseudo_lock_init(rdtgrp);  in rdtgroup_locksetup_enter()
741 	free_rmid(rdtgrp->mon.rmid);  in rdtgroup_locksetup_enter()
747 	rdtgroup_locksetup_user_restore(rdtgrp);  in rdtgroup_locksetup_enter()
761 int rdtgroup_locksetup_exit(struct rdtgroup *rdtgrp)  in rdtgroup_locksetup_exit()  argument
771 		rdtgrp->mon.rmid = ret;  in rdtgroup_locksetup_exit()
774 	ret = rdtgroup_locksetup_user_restore(rdtgrp);  in rdtgroup_locksetup_exit()
776 		free_rmid(rdtgrp->mon.rmid);  in rdtgroup_locksetup_exit()
780 	pseudo_lock_free(rdtgrp);  in rdtgroup_locksetup_exit()
1163 static int pseudo_lock_measure_cycles(struct rdtgroup *rdtgrp, int sel)  in pseudo_lock_measure_cycles()  argument
1165 	struct pseudo_lock_region *plr = rdtgrp->plr;  in pseudo_lock_measure_cycles()
1173 	if (rdtgrp->flags & RDT_DELETED) {  in pseudo_lock_measure_cycles()
1234 	struct rdtgroup *rdtgrp = file->private_data;  in pseudo_lock_measure_trigger()  local
1252 		ret = pseudo_lock_measure_cycles(rdtgrp, sel);  in pseudo_lock_measure_trigger()
1283 int rdtgroup_pseudo_lock_create(struct rdtgroup *rdtgrp)  in rdtgroup_pseudo_lock_create()  argument
1285 	struct pseudo_lock_region *plr = rdtgrp->plr;  in rdtgroup_pseudo_lock_create()
1303 	thread = kthread_create_on_node(pseudo_lock_fn, rdtgrp,  in rdtgroup_pseudo_lock_create()
1348 		plr->debugfs_dir = debugfs_create_dir(rdtgrp->kn->name,  in rdtgroup_pseudo_lock_create()
1352 					    plr->debugfs_dir, rdtgrp,  in rdtgroup_pseudo_lock_create()
1358 			    rdtgrp, "%s", rdtgrp->kn->name);  in rdtgroup_pseudo_lock_create()
1370 	if (rdtgrp->flags & RDT_DELETED) {  in rdtgroup_pseudo_lock_create()
1377 	rdtgrp->mode = RDT_MODE_PSEUDO_LOCKED;  in rdtgroup_pseudo_lock_create()
1378 	closid_free(rdtgrp->closid);  in rdtgroup_pseudo_lock_create()
1379 	rdtgroup_kn_mode_restore(rdtgrp, "cpus", 0444);  in rdtgroup_pseudo_lock_create()
1380 	rdtgroup_kn_mode_restore(rdtgrp, "cpus_list", 0444);  in rdtgroup_pseudo_lock_create()
1412 void rdtgroup_pseudo_lock_remove(struct rdtgroup *rdtgrp)  in rdtgroup_pseudo_lock_remove()  argument
1414 	struct pseudo_lock_region *plr = rdtgrp->plr;  in rdtgroup_pseudo_lock_remove()
1416 	if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) {  in rdtgroup_pseudo_lock_remove()
1421 		closid_free(rdtgrp->closid);  in rdtgroup_pseudo_lock_remove()
1426 	debugfs_remove_recursive(rdtgrp->plr->debugfs_dir);  in rdtgroup_pseudo_lock_remove()
1431 	pseudo_lock_free(rdtgrp);  in rdtgroup_pseudo_lock_remove()
1436 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_open()  local
1440 	rdtgrp = region_find_by_minor(iminor(inode));  in pseudo_lock_dev_open()
1441 	if (!rdtgrp) {  in pseudo_lock_dev_open()
1446 	filp->private_data = rdtgrp;  in pseudo_lock_dev_open()
1447 	atomic_inc(&rdtgrp->waitcount);  in pseudo_lock_dev_open()
1458 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_release()  local
1461 	rdtgrp = filp->private_data;  in pseudo_lock_dev_release()
1462 	WARN_ON(!rdtgrp);  in pseudo_lock_dev_release()
1463 	if (!rdtgrp) {  in pseudo_lock_dev_release()
1468 	atomic_dec(&rdtgrp->waitcount);  in pseudo_lock_dev_release()
1488 	struct rdtgroup *rdtgrp;  in pseudo_lock_dev_mmap()  local
1494 	rdtgrp = filp->private_data;  in pseudo_lock_dev_mmap()
1495 	WARN_ON(!rdtgrp);  in pseudo_lock_dev_mmap()
1496 	if (!rdtgrp) {  in pseudo_lock_dev_mmap()
1501 	plr = rdtgrp->plr;  in pseudo_lock_dev_mmap()
1565 	struct rdtgroup *rdtgrp;  in pseudo_lock_devnode()  local
1567 	rdtgrp = dev_get_drvdata(dev);  in pseudo_lock_devnode()
1570 	return kasprintf(GFP_KERNEL, "pseudo_lock/%s", rdtgrp->kn->name);  in pseudo_lock_devnode()