Home
last modified time | relevance | path

Searched refs:grpmask (Results 1 – 9 of 9) sorted by relevance

/Linux-v6.6/kernel/rcu/
Dtree_exp.h112 mask = rnp->grpmask; in sync_exp_reset_tree_hotplug()
123 mask = rnp_up->grpmask; in sync_exp_reset_tree_hotplug()
208 mask = rnp->grpmask; in __rcu_report_exp_rnp()
262 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()
355 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()
383 unsigned long mask = rdp->grpmask; in __sync_rcu_exp_select_node_cpus()
644 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_rcu_expedited_wait()
645 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)], in synchronize_rcu_expedited_wait()
778 if (rnp->expmask & rdp->grpmask) { in rcu_exp_handler()
870 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in rcu_exp_handler()
[all …]
Dtree_plugin.h156 (rnp->qsmask & rdp->grpmask ? RCU_GP_BLKD : 0) + in rcu_preempt_ctxt_queue()
157 (rnp->expmask & rdp->grpmask ? RCU_EXP_BLKD : 0); in rcu_preempt_ctxt_queue()
165 rdp->grpmask); in rcu_preempt_ctxt_queue()
250 !(rnp->qsmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
252 !(rnp->expmask & rdp->grpmask)); in rcu_preempt_ctxt_queue()
339 (rnp->qsmask & rdp->grpmask) in rcu_note_context_switch()
645 (rdp->grpmask & READ_ONCE(rnp->expmask)) || in rcu_read_unlock_special()
647 ((rdp->grpmask & READ_ONCE(rnp->qsmask)) || t->rcu_blocked_node)) || in rcu_read_unlock_special()
Dtree.c869 (rnp->ffmask & rdp->grpmask)) { in rcu_implicit_dynticks_qs()
1201 rdp->core_needs_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1213 need_qs = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1890 mask = rnp->grpmask; in rcu_report_qs_rnp()
1948 mask = rnp->grpmask; in rcu_report_unblock_qs_rnp()
1982 mask = rdp->grpmask; in rcu_report_qs_rdp()
2288 mask |= rdp->grpmask; in force_qs_rnp()
2596 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
2598 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
2619 !!(READ_ONCE(rnp->cbovldmask) & rdp->grpmask))) in check_cb_ovld()
[all …]
Dtree.h78 unsigned long grpmask; /* Mask to apply to parent qsmask. */ member
189 unsigned long grpmask; /* Mask to apply to leaf qsmask. */ member
Dtree_stall.h504 "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)], in print_cpu_stall_info()
505 "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)], in print_cpu_stall_info()
762 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
Dsrcutree.c226 sdp->grpmask = 1 << (cpu - sdp->mynode->grplo); in init_srcu_struct_nodes()
1024 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
1036 snp->srcu_data_have_cbs[idx] |= sdp->grpmask; in srcu_funnel_gp_start()
/Linux-v6.6/include/linux/
Dsrcutree.h40 unsigned long grpmask; /* Mask for leaf srcu_node */ member
/Linux-v6.6/drivers/crypto/cavium/cpt/
Dcptpf_main.c31 u64 grpmask = 0; in cpt_disable_cores() local
38 grpmask = cpt_read_csr64(cpt->reg_base, CPTX_PF_GX_EN(0, grp)); in cpt_disable_cores()
40 (grpmask & ~coremask)); in cpt_disable_cores()
/Linux-v6.6/Documentation/RCU/Design/Data-Structures/
DData-Structures.rst336 4 unsigned long grpmask;
348 during initialization and for tracing. The ``->grpmask`` field is the
806 3 unsigned long grpmask;
815 The ``->grpmask`` field indicates the bit in the ``->mynode->qsmask``