Home
last modified time | relevance | path

Searched refs:grpmask (Results 1 – 8 of 8) sorted by relevance

/Linux-v5.4/kernel/rcu/
Dtree_exp.h107 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()
118 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()
209 mask = rnp->grpmask; in __rcu_report_exp_rnp()
254 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()
500 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_sched_expedited_wait()
501 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)]); in synchronize_sched_expedited_wait()
639 if (rnp->expmask & rdp->grpmask) { in rcu_exp_handler()
719 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in rcu_exp_handler()
742 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in sync_sched_exp_online_cleanup()
Dtree.c951 if (rdp->grpmask & rcu_rnp_online_cpus(rnp)) in rcu_lockdep_current_cpu_online()
1021 if (!(rdp->grpmask & rcu_rnp_online_cpus(rnp)) && in rcu_implicit_dynticks_qs()
1033 onl = !!(rdp->grpmask & rcu_rnp_online_cpus(rnp)); in rcu_implicit_dynticks_qs()
1095 (rnp->ffmask & rdp->grpmask)) { in rcu_implicit_dynticks_qs()
1399 need_gp = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1877 mask = rnp->grpmask; in rcu_report_qs_rnp()
1935 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()
1970 mask = rdp->grpmask; in rcu_report_qs_rdp()
2035 blkd = !!(rnp->qsmask & rdp->grpmask); in rcutree_dying_cpu()
2069 mask = rnp->grpmask; in rcu_cleanup_dead_rnp()
[all …]
Dtree.h73 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member
159 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
Dtree_plugin.h135 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
136 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()
144 rdp->grpmask); in rcu_preempt_ctxt_queue()
229 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
231 !(rnp->expmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
308 WARN_ON_ONCE((rdp->grpmask & rcu_rnp_online_cpus(rnp)) == 0); in rcu_note_context_switch()
312 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
615 (rdp->grpmask & rnp->expmask) || in rcu_read_unlock_special()
771 onl = !!(rdp->grpmask & rcu_rnp_online_cpus(rnp)); in dump_blkd_tasks()
Dtree_stall.h319 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
320 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
525 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
Dsrcutree.c150 sdp->grpmask = 1 << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()
647 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
661 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
/Linux-v5.4/include/linux/
Dsrcutree.h39 unsigned long grpmask; /* Mask for leaf srcu_node */ member
/Linux-v5.4/drivers/crypto/cavium/cpt/
Dcptpf_main.c32 u64 grpmask = 0; in cpt_disable_cores() local
39 grpmask = cpt_read_csr64(cpt->reg_base, CPTX_PF_GX_EN(0, grp)); in cpt_disable_cores()
41 (grpmask & ~coremask)); in cpt_disable_cores()