Lines Matching refs:qsmask
1218 …__func__, rnp1->grplo, rnp1->grphi, rnp1->qsmask, rnp1->qsmaskinit, rnp1->qsmaskinitnext, rnp1->rc… in rcu_implicit_dynticks_qs()
1339 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) in rcu_dump_cpu_stacks()
1397 if (rnp->qsmask != 0) { in print_other_cpu_stall()
1399 if (rnp->qsmask & leaf_node_cpu_bit(rnp, cpu)) { in print_other_cpu_stall()
1428 rcu_get_root(rsp)->qsmask); in print_other_cpu_stall()
1546 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
1845 need_gp = !!(rnp->qsmask & rdp->grpmask); in __note_gp_changes()
1995 rnp->qsmask = rnp->qsmaskinit; in rcu_gp_init()
2002 rnp->grphi, rnp->qsmask); in rcu_gp_init()
2004 mask = rnp->qsmask & ~rnp->qsmaskinitnext; in rcu_gp_init()
2031 if (!READ_ONCE(rnp->qsmask) && !rcu_preempt_blocked_readers_cgp(rnp)) in rcu_gp_fqs_check_wake()
2105 WARN_ON_ONCE(rnp->qsmask); in rcu_gp_cleanup()
2199 if (!READ_ONCE(rnp->qsmask) && in rcu_gp_kthread()
2286 if ((!(rnp->qsmask & mask) && mask) || rnp->gp_seq != gps) { in rcu_report_qs_rnp()
2298 rnp->qsmask &= ~mask; in rcu_report_qs_rnp()
2300 mask, rnp->qsmask, rnp->level, in rcu_report_qs_rnp()
2303 if (rnp->qsmask != 0 || rcu_preempt_blocked_readers_cgp(rnp)) { in rcu_report_qs_rnp()
2321 oldmask = rnp_c->qsmask; in rcu_report_qs_rnp()
2352 rnp->qsmask != 0) { in rcu_report_unblock_qs_rnp()
2405 if ((rnp->qsmask & mask) == 0) { in rcu_report_qs_rdp()
2468 RCU_TRACE(blkd = !!(rnp->qsmask & rdp->grpmask);) in rcu_cleanup_dying_cpu()
2508 WARN_ON_ONCE(rnp->qsmask); in rcu_cleanup_dead_rnp()
2689 if (rnp->qsmask == 0) { in force_qs_rnp()
2707 if ((rnp->qsmask & bit) != 0) { in force_qs_rnp()
3748 if (rnp->qsmask & mask) { /* RCU waiting on incoming CPU? */ in rcu_cpu_starting()
3777 if (rnp->qsmask & mask) { /* RCU waiting on outgoing CPU? */ in rcu_cleanup_dying_idle_cpu()
3992 rnp->qsmask = 0; in rcu_init_one()