| /Linux-v4.19/include/trace/events/ |
| D | rcu.h | 67 TP_PROTO(const char *rcuname, unsigned long gp_seq, const char *gpevent),
69 TP_ARGS(rcuname, gp_seq, gpevent),
73 __field(unsigned long, gp_seq)
79 __entry->gp_seq = gp_seq;
84 __entry->rcuname, __entry->gp_seq, __entry->gpevent)
106 TP_PROTO(const char *rcuname, unsigned long gp_seq,
110 TP_ARGS(rcuname, gp_seq, gp_seq_req, level, grplo, grphi, gpevent),
114 __field(unsigned long, gp_seq)
124 __entry->gp_seq = gp_seq;
133 __entry->rcuname, __entry->gp_seq, __entry->gp_seq_req, __entry->level,
[all …]
|
| /Linux-v4.19/kernel/rcu/ |
| D | tree.c | 101 .gp_seq = (0UL - 300UL) << RCU_SEQ_CTR_SHIFT, \
222 return rcu_seq_state(rcu_seq_current(&rsp->gp_seq)); in rcu_gp_in_progress()
237 __this_cpu_read(rcu_sched_data.gp_seq), in rcu_sched_qs()
252 __this_cpu_read(rcu_bh_data.gp_seq), in rcu_bh_qs()
558 return READ_ONCE(rcu_state_p->gp_seq); in rcu_get_gp_seq()
567 return READ_ONCE(rcu_sched_state.gp_seq); in rcu_sched_get_gp_seq()
576 return READ_ONCE(rcu_bh_state.gp_seq); in rcu_bh_get_gp_seq()
643 if (ULONG_CMP_GE(rsp->gp_seq, rnp->gp_seq_needed)) in show_rcu_gp_kthreads()
646 rnp->grplo, rnp->grphi, rnp->gp_seq, in show_rcu_gp_kthreads()
653 ULONG_CMP_GE(rsp->gp_seq, in show_rcu_gp_kthreads()
[all …]
|
| D | rcu_segcblist.c | 67 BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
68 BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
313 if (ULONG_CMP_LT(seq, rsclp->gp_seq[i])) in rcu_segcblist_advance()
336 rsclp->gp_seq[j] = rsclp->gp_seq[i]; in rcu_segcblist_advance()
373 ULONG_CMP_LT(rsclp->gp_seq[i], seq)) in rcu_segcblist_accelerate()
401 rsclp->gp_seq[i] = seq; in rcu_segcblist_accelerate()
|
| D | rcu.h | 469 unsigned long *gp_seq);
478 int *flags, unsigned long *gp_seq) in rcutorture_get_gp_data() argument
481 *gp_seq = 0; in rcutorture_get_gp_data()
500 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
505 *gp_seq = sp->srcu_idx; in srcutorture_get_gp_data()
512 unsigned long *gp_seq);
|
| D | tree_plugin.h | 271 WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq); in rcu_preempt_ctxt_queue()
314 __this_cpu_read(rcu_data_p->gp_seq), in rcu_preempt_qs()
363 ? rnp->gp_seq in rcu_preempt_note_context_switch()
364 : rcu_seq_snap(&rnp->gp_seq)); in rcu_preempt_note_context_switch()
550 WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq && in rcu_read_unlock_special()
558 rnp->gp_seq, t->pid); in rcu_read_unlock_special()
579 rnp->gp_seq, in rcu_read_unlock_special()
723 rnp->gp_seq, t->pid); in rcu_preempt_check_blocked_tasks()
881 (long)rnp->gp_seq, (long)rnp->completedqs); in dump_blkd_tasks()
1507 if ((rcu_seq_completed_gp(rdp->gp_seq, in rcu_try_advance_all_cbs()
[all …]
|
| D | tree.h | 84 unsigned long gp_seq; /* Track rsp->rcu_gp_seq. */ member
190 unsigned long gp_seq; /* Track rsp->rcu_gp_seq counter. */ member
325 unsigned long gp_seq; /* Grace-period sequence #. */ member
|
| D | rcutorture.c | 1503 unsigned long __maybe_unused gp_seq = 0; in rcu_torture_stats_print() local
1506 &flags, &gp_seq); in rcu_torture_stats_print()
1508 &flags, &gp_seq); in rcu_torture_stats_print()
1512 rcu_torture_writer_state, gp_seq, flags, in rcu_torture_stats_print()
1821 unsigned long gp_seq = 0; in rcu_torture_cleanup() local
1851 rcutorture_get_gp_data(cur_ops->ttype, &flags, &gp_seq); in rcu_torture_cleanup()
1852 srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp, &flags, &gp_seq); in rcu_torture_cleanup()
1854 cur_ops->name, gp_seq, flags); in rcu_torture_cleanup()
|
| D | srcutree.c | 1255 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
1260 *gp_seq = rcu_seq_current(&sp->srcu_gp_seq); in srcutorture_get_gp_data()
|
| /Linux-v4.19/include/linux/ |
| D | rcu_segcblist.h | 80 unsigned long gp_seq[RCU_CBLIST_NSEGS]; member
|
