Lines Matching refs:rdtgrp
157 struct rdtgroup *rdtgrp; in rdtgroup_mode_by_closid() local
159 list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) { in rdtgroup_mode_by_closid()
160 if (rdtgrp->closid == closid) in rdtgroup_mode_by_closid()
161 return rdtgrp->mode; in rdtgroup_mode_by_closid()
264 struct rdtgroup *rdtgrp; in rdtgroup_cpus_show() local
268 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_cpus_show()
270 if (rdtgrp) { in rdtgroup_cpus_show()
271 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) { in rdtgroup_cpus_show()
272 if (!rdtgrp->plr->d) { in rdtgroup_cpus_show()
277 mask = &rdtgrp->plr->d->cpu_mask; in rdtgroup_cpus_show()
284 cpumask_pr_args(&rdtgrp->cpu_mask)); in rdtgroup_cpus_show()
333 static int cpus_mon_write(struct rdtgroup *rdtgrp, cpumask_var_t newmask, in cpus_mon_write() argument
336 struct rdtgroup *prgrp = rdtgrp->mon.parent, *crgrp; in cpus_mon_write()
347 cpumask_andnot(tmpmask, &rdtgrp->cpu_mask, newmask); in cpus_mon_write()
358 cpumask_andnot(tmpmask, newmask, &rdtgrp->cpu_mask); in cpus_mon_write()
362 if (crgrp == rdtgrp) in cpus_mon_write()
367 update_closid_rmid(tmpmask, rdtgrp); in cpus_mon_write()
371 cpumask_copy(&rdtgrp->cpu_mask, newmask); in cpus_mon_write()
386 static int cpus_ctrl_write(struct rdtgroup *rdtgrp, cpumask_var_t newmask, in cpus_ctrl_write() argument
393 cpumask_andnot(tmpmask, &rdtgrp->cpu_mask, newmask); in cpus_ctrl_write()
396 if (rdtgrp == &rdtgroup_default) { in cpus_ctrl_write()
412 cpumask_andnot(tmpmask, newmask, &rdtgrp->cpu_mask); in cpus_ctrl_write()
415 if (r == rdtgrp) in cpus_ctrl_write()
421 update_closid_rmid(tmpmask, rdtgrp); in cpus_ctrl_write()
425 cpumask_copy(&rdtgrp->cpu_mask, newmask); in cpus_ctrl_write()
431 head = &rdtgrp->mon.crdtgrp_list; in cpus_ctrl_write()
433 cpumask_and(tmpmask, &rdtgrp->cpu_mask, &crgrp->cpu_mask); in cpus_ctrl_write()
434 update_closid_rmid(tmpmask, rdtgrp); in cpus_ctrl_write()
445 struct rdtgroup *rdtgrp; in rdtgroup_cpus_write() local
463 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_cpus_write()
464 if (!rdtgrp) { in rdtgroup_cpus_write()
469 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED || in rdtgroup_cpus_write()
470 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_cpus_write()
494 if (rdtgrp->type == RDTCTRL_GROUP) in rdtgroup_cpus_write()
495 ret = cpus_ctrl_write(rdtgrp, newmask, tmpmask, tmpmask1); in rdtgroup_cpus_write()
496 else if (rdtgrp->type == RDTMON_GROUP) in rdtgroup_cpus_write()
497 ret = cpus_mon_write(rdtgrp, newmask, tmpmask); in rdtgroup_cpus_write()
512 struct rdtgroup *rdtgrp; member
518 struct rdtgroup *rdtgrp; in move_myself() local
521 rdtgrp = callback->rdtgrp; in move_myself()
528 if (atomic_dec_and_test(&rdtgrp->waitcount) && in move_myself()
529 (rdtgrp->flags & RDT_DELETED)) { in move_myself()
532 kfree(rdtgrp); in move_myself()
544 struct rdtgroup *rdtgrp) in __rdtgroup_move_task() argument
553 callback->rdtgrp = rdtgrp; in __rdtgroup_move_task()
559 atomic_inc(&rdtgrp->waitcount); in __rdtgroup_move_task()
567 atomic_dec(&rdtgrp->waitcount); in __rdtgroup_move_task()
576 if (rdtgrp->type == RDTCTRL_GROUP) { in __rdtgroup_move_task()
577 tsk->closid = rdtgrp->closid; in __rdtgroup_move_task()
578 tsk->rmid = rdtgrp->mon.rmid; in __rdtgroup_move_task()
579 } else if (rdtgrp->type == RDTMON_GROUP) { in __rdtgroup_move_task()
580 if (rdtgrp->mon.parent->closid == tsk->closid) { in __rdtgroup_move_task()
581 tsk->rmid = rdtgrp->mon.rmid; in __rdtgroup_move_task()
639 static int rdtgroup_move_task(pid_t pid, struct rdtgroup *rdtgrp, in rdtgroup_move_task() argument
662 ret = __rdtgroup_move_task(tsk, rdtgrp); in rdtgroup_move_task()
671 struct rdtgroup *rdtgrp; in rdtgroup_tasks_write() local
677 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_tasks_write()
678 if (!rdtgrp) { in rdtgroup_tasks_write()
684 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED || in rdtgroup_tasks_write()
685 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_tasks_write()
691 ret = rdtgroup_move_task(pid, rdtgrp, of); in rdtgroup_tasks_write()
715 struct rdtgroup *rdtgrp; in rdtgroup_tasks_show() local
718 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_tasks_show()
719 if (rdtgrp) in rdtgroup_tasks_show()
720 show_rdt_tasks(rdtgrp, s); in rdtgroup_tasks_show()
955 struct rdtgroup *rdtgrp; in rdtgroup_mode_show() local
957 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_mode_show()
958 if (!rdtgrp) { in rdtgroup_mode_show()
963 seq_printf(s, "%s\n", rdtgroup_mode_str(rdtgrp->mode)); in rdtgroup_mode_show()
1143 static bool rdtgroup_mode_test_exclusive(struct rdtgroup *rdtgrp) in rdtgroup_mode_test_exclusive() argument
1145 int closid = rdtgrp->closid; in rdtgroup_mode_test_exclusive()
1156 rdtgrp->closid, false)) { in rdtgroup_mode_test_exclusive()
1178 struct rdtgroup *rdtgrp; in rdtgroup_mode_write() local
1187 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_mode_write()
1188 if (!rdtgrp) { in rdtgroup_mode_write()
1195 mode = rdtgrp->mode; in rdtgroup_mode_write()
1211 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_mode_write()
1212 ret = rdtgroup_locksetup_exit(rdtgrp); in rdtgroup_mode_write()
1216 rdtgrp->mode = RDT_MODE_SHAREABLE; in rdtgroup_mode_write()
1218 if (!rdtgroup_mode_test_exclusive(rdtgrp)) { in rdtgroup_mode_write()
1222 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_mode_write()
1223 ret = rdtgroup_locksetup_exit(rdtgrp); in rdtgroup_mode_write()
1227 rdtgrp->mode = RDT_MODE_EXCLUSIVE; in rdtgroup_mode_write()
1229 ret = rdtgroup_locksetup_enter(rdtgrp); in rdtgroup_mode_write()
1232 rdtgrp->mode = RDT_MODE_PSEUDO_LOCKSETUP; in rdtgroup_mode_write()
1287 struct rdtgroup *rdtgrp; in rdtgroup_size_show() local
1295 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_size_show()
1296 if (!rdtgrp) { in rdtgroup_size_show()
1301 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) { in rdtgroup_size_show()
1302 if (!rdtgrp->plr->d) { in rdtgroup_size_show()
1308 rdtgrp->plr->r->name); in rdtgroup_size_show()
1309 size = rdtgroup_cbm_to_size(rdtgrp->plr->r, in rdtgroup_size_show()
1310 rdtgrp->plr->d, in rdtgroup_size_show()
1311 rdtgrp->plr->cbm); in rdtgroup_size_show()
1312 seq_printf(s, "%d=%u\n", rdtgrp->plr->d->id, size); in rdtgroup_size_show()
1323 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_size_show()
1327 d->ctrl_val[rdtgrp->closid] : in rdtgroup_size_show()
1328 d->mbps_val[rdtgrp->closid]); in rdtgroup_size_show()
1885 struct rdtgroup *rdtgrp = kernfs_to_rdtgroup(kn); in rdtgroup_kn_lock_live() local
1887 if (!rdtgrp) in rdtgroup_kn_lock_live()
1890 atomic_inc(&rdtgrp->waitcount); in rdtgroup_kn_lock_live()
1896 if (rdtgrp->flags & RDT_DELETED) in rdtgroup_kn_lock_live()
1899 return rdtgrp; in rdtgroup_kn_lock_live()
1904 struct rdtgroup *rdtgrp = kernfs_to_rdtgroup(kn); in rdtgroup_kn_unlock() local
1906 if (!rdtgrp) in rdtgroup_kn_unlock()
1911 if (atomic_dec_and_test(&rdtgrp->waitcount) && in rdtgroup_kn_unlock()
1912 (rdtgrp->flags & RDT_DELETED)) { in rdtgroup_kn_unlock()
1913 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP || in rdtgroup_kn_unlock()
1914 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) in rdtgroup_kn_unlock()
1915 rdtgroup_pseudo_lock_remove(rdtgrp); in rdtgroup_kn_unlock()
1917 kernfs_put(rdtgrp->kn); in rdtgroup_kn_unlock()
1918 kfree(rdtgrp); in rdtgroup_kn_unlock()
2199 static void free_all_child_rdtgrp(struct rdtgroup *rdtgrp) in free_all_child_rdtgrp() argument
2204 head = &rdtgrp->mon.crdtgrp_list; in free_all_child_rdtgrp()
2217 struct rdtgroup *rdtgrp, *tmp; in rmdir_all_sub() local
2222 list_for_each_entry_safe(rdtgrp, tmp, &rdt_all_groups, rdtgroup_list) { in rmdir_all_sub()
2224 free_all_child_rdtgrp(rdtgrp); in rmdir_all_sub()
2227 if (rdtgrp == &rdtgroup_default) in rmdir_all_sub()
2230 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP || in rmdir_all_sub()
2231 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) in rmdir_all_sub()
2232 rdtgroup_pseudo_lock_remove(rdtgrp); in rmdir_all_sub()
2240 &rdtgroup_default.cpu_mask, &rdtgrp->cpu_mask); in rmdir_all_sub()
2242 free_rmid(rdtgrp->mon.rmid); in rmdir_all_sub()
2244 kernfs_remove(rdtgrp->kn); in rmdir_all_sub()
2245 list_del(&rdtgrp->rdtgroup_list); in rmdir_all_sub()
2246 kfree(rdtgrp); in rmdir_all_sub()
2611 static int rdtgroup_init_alloc(struct rdtgroup *rdtgrp) in rdtgroup_init_alloc() argument
2620 ret = rdtgroup_init_cat(r, rdtgrp->closid); in rdtgroup_init_alloc()
2625 ret = update_domains(r, rdtgrp->closid); in rdtgroup_init_alloc()
2633 rdtgrp->mode = RDT_MODE_SHAREABLE; in rdtgroup_init_alloc()
2643 struct rdtgroup *prdtgrp, *rdtgrp; in mkdir_rdt_prepare() local
2663 rdtgrp = kzalloc(sizeof(*rdtgrp), GFP_KERNEL); in mkdir_rdt_prepare()
2664 if (!rdtgrp) { in mkdir_rdt_prepare()
2669 *r = rdtgrp; in mkdir_rdt_prepare()
2670 rdtgrp->mon.parent = prdtgrp; in mkdir_rdt_prepare()
2671 rdtgrp->type = rtype; in mkdir_rdt_prepare()
2672 INIT_LIST_HEAD(&rdtgrp->mon.crdtgrp_list); in mkdir_rdt_prepare()
2675 kn = kernfs_create_dir(parent_kn, name, mode, rdtgrp); in mkdir_rdt_prepare()
2681 rdtgrp->kn = kn; in mkdir_rdt_prepare()
2710 rdtgrp->mon.rmid = ret; in mkdir_rdt_prepare()
2712 ret = mkdir_mondata_all(kn, rdtgrp, &rdtgrp->mon.mon_data_kn); in mkdir_rdt_prepare()
2726 free_rmid(rdtgrp->mon.rmid); in mkdir_rdt_prepare()
2728 kernfs_remove(rdtgrp->kn); in mkdir_rdt_prepare()
2730 kfree(rdtgrp); in mkdir_rdt_prepare()
2753 struct rdtgroup *rdtgrp, *prgrp; in rdtgroup_mkdir_mon() local
2757 &rdtgrp); in rdtgroup_mkdir_mon()
2761 prgrp = rdtgrp->mon.parent; in rdtgroup_mkdir_mon()
2762 rdtgrp->closid = prgrp->closid; in rdtgroup_mkdir_mon()
2768 list_add_tail(&rdtgrp->mon.crdtgrp_list, &prgrp->mon.crdtgrp_list); in rdtgroup_mkdir_mon()
2782 struct rdtgroup *rdtgrp; in rdtgroup_mkdir_ctrl_mon() local
2788 &rdtgrp); in rdtgroup_mkdir_ctrl_mon()
2792 kn = rdtgrp->kn; in rdtgroup_mkdir_ctrl_mon()
2801 rdtgrp->closid = closid; in rdtgroup_mkdir_ctrl_mon()
2802 ret = rdtgroup_init_alloc(rdtgrp); in rdtgroup_mkdir_ctrl_mon()
2806 list_add(&rdtgrp->rdtgroup_list, &rdt_all_groups); in rdtgroup_mkdir_ctrl_mon()
2823 list_del(&rdtgrp->rdtgroup_list); in rdtgroup_mkdir_ctrl_mon()
2827 mkdir_rdt_prepare_clean(rdtgrp); in rdtgroup_mkdir_ctrl_mon()
2874 static int rdtgroup_rmdir_mon(struct kernfs_node *kn, struct rdtgroup *rdtgrp, in rdtgroup_rmdir_mon() argument
2877 struct rdtgroup *prdtgrp = rdtgrp->mon.parent; in rdtgroup_rmdir_mon()
2881 rdt_move_group_tasks(rdtgrp, prdtgrp, tmpmask); in rdtgroup_rmdir_mon()
2884 for_each_cpu(cpu, &rdtgrp->cpu_mask) in rdtgroup_rmdir_mon()
2890 cpumask_or(tmpmask, tmpmask, &rdtgrp->cpu_mask); in rdtgroup_rmdir_mon()
2893 rdtgrp->flags = RDT_DELETED; in rdtgroup_rmdir_mon()
2894 free_rmid(rdtgrp->mon.rmid); in rdtgroup_rmdir_mon()
2900 list_del(&rdtgrp->mon.crdtgrp_list); in rdtgroup_rmdir_mon()
2907 kernfs_remove(rdtgrp->kn); in rdtgroup_rmdir_mon()
2913 struct rdtgroup *rdtgrp) in rdtgroup_ctrl_remove() argument
2915 rdtgrp->flags = RDT_DELETED; in rdtgroup_ctrl_remove()
2916 list_del(&rdtgrp->rdtgroup_list); in rdtgroup_ctrl_remove()
2923 kernfs_remove(rdtgrp->kn); in rdtgroup_ctrl_remove()
2927 static int rdtgroup_rmdir_ctrl(struct kernfs_node *kn, struct rdtgroup *rdtgrp, in rdtgroup_rmdir_ctrl() argument
2933 rdt_move_group_tasks(rdtgrp, &rdtgroup_default, tmpmask); in rdtgroup_rmdir_ctrl()
2937 &rdtgroup_default.cpu_mask, &rdtgrp->cpu_mask); in rdtgroup_rmdir_ctrl()
2940 for_each_cpu(cpu, &rdtgrp->cpu_mask) { in rdtgroup_rmdir_ctrl()
2949 cpumask_or(tmpmask, tmpmask, &rdtgrp->cpu_mask); in rdtgroup_rmdir_ctrl()
2952 closid_free(rdtgrp->closid); in rdtgroup_rmdir_ctrl()
2953 free_rmid(rdtgrp->mon.rmid); in rdtgroup_rmdir_ctrl()
2958 free_all_child_rdtgrp(rdtgrp); in rdtgroup_rmdir_ctrl()
2960 rdtgroup_ctrl_remove(kn, rdtgrp); in rdtgroup_rmdir_ctrl()
2968 struct rdtgroup *rdtgrp; in rdtgroup_rmdir() local
2975 rdtgrp = rdtgroup_kn_lock_live(kn); in rdtgroup_rmdir()
2976 if (!rdtgrp) { in rdtgroup_rmdir()
2988 if (rdtgrp->type == RDTCTRL_GROUP && parent_kn == rdtgroup_default.kn) { in rdtgroup_rmdir()
2989 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP || in rdtgroup_rmdir()
2990 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) { in rdtgroup_rmdir()
2991 ret = rdtgroup_ctrl_remove(kn, rdtgrp); in rdtgroup_rmdir()
2993 ret = rdtgroup_rmdir_ctrl(kn, rdtgrp, tmpmask); in rdtgroup_rmdir()
2995 } else if (rdtgrp->type == RDTMON_GROUP && in rdtgroup_rmdir()
2997 ret = rdtgroup_rmdir_mon(kn, rdtgrp, tmpmask); in rdtgroup_rmdir()