| /Linux-v5.4/include/trace/events/ |
| D | rcu.h | 71 TP_PROTO(const char *rcuname, unsigned long gp_seq, const char *gpevent),
73 TP_ARGS(rcuname, gp_seq, gpevent),
77 __field(unsigned long, gp_seq)
83 __entry->gp_seq = gp_seq;
88 __entry->rcuname, __entry->gp_seq, __entry->gpevent)
109 TP_PROTO(const char *rcuname, unsigned long gp_seq,
113 TP_ARGS(rcuname, gp_seq, gp_seq_req, level, grplo, grphi, gpevent),
117 __field(unsigned long, gp_seq)
127 __entry->gp_seq = gp_seq;
136 __entry->rcuname, __entry->gp_seq, __entry->gp_seq_req, __entry->level,
[all …]
|
| /Linux-v5.4/kernel/rcu/ |
| D | tree.c | 90 .gp_seq = (0UL - 300UL) << RCU_SEQ_CTR_SHIFT,
203 return rcu_seq_state(rcu_seq_current(&rcu_state.gp_seq)); in rcu_gp_in_progress()
506 return READ_ONCE(rcu_state.gp_seq); in rcu_get_gp_seq()
544 unsigned long *gp_seq) in rcutorture_get_gp_data() argument
549 *gp_seq = rcu_seq_current(&rcu_state.gp_seq); in rcutorture_get_gp_data()
970 if (ULONG_CMP_LT(rcu_seq_current(&rdp->gp_seq) + ULONG_MAX / 4, in rcu_gpnum_ovf()
971 rnp->gp_seq)) in rcu_gpnum_ovf()
973 if (ULONG_CMP_LT(rdp->rcu_iw_gp_seq + ULONG_MAX / 4, rnp->gp_seq)) in rcu_gpnum_ovf()
974 rdp->rcu_iw_gp_seq = rnp->gp_seq + ULONG_MAX / 4; in rcu_gpnum_ovf()
986 trace_rcu_fqs(rcu_state.name, rdp->gp_seq, rdp->cpu, TPS("dti")); in dyntick_save_progress_counter()
[all …]
|
| D | tree_stall.h | 156 rdp->rcu_iw_gp_seq = rnp->gp_seq; in rcu_iw_handler()
307 ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq); in print_cpu_stall_info()
315 delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq); in print_cpu_stall_info()
342 (long)rcu_seq_current(&rcu_state.gp_seq), in rcu_check_gp_kthread_starvation()
354 static void print_other_cpu_stall(unsigned long gp_seq) in print_other_cpu_stall() argument
392 (long)rcu_seq_current(&rcu_state.gp_seq), totqlen); in print_other_cpu_stall()
400 if (rcu_seq_current(&rcu_state.gp_seq) != gp_seq) { in print_other_cpu_stall()
451 (long)rcu_seq_current(&rcu_state.gp_seq), totqlen); in print_cpu_stall()
511 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
517 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
[all …]
|
| D | rcu_segcblist.c | 158 BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
159 BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq)); in rcu_segcblist_init()
242 *lp = rsclp->gp_seq[RCU_WAIT_TAIL]; in rcu_segcblist_nextgp()
424 if (ULONG_CMP_LT(seq, rsclp->gp_seq[i])) in rcu_segcblist_advance()
447 rsclp->gp_seq[j] = rsclp->gp_seq[i]; in rcu_segcblist_advance()
484 ULONG_CMP_LT(rsclp->gp_seq[i], seq)) in rcu_segcblist_accelerate()
512 rsclp->gp_seq[i] = seq; in rcu_segcblist_accelerate()
|
| D | rcu.h | 457 unsigned long *gp_seq);
466 int *flags, unsigned long *gp_seq) in rcutorture_get_gp_data() argument
469 *gp_seq = 0; in rcutorture_get_gp_data()
492 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
497 *gp_seq = sp->srcu_idx; in srcutorture_get_gp_data()
504 unsigned long *gp_seq);
|
| D | tree_plugin.h | 224 WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq); in rcu_preempt_ctxt_queue()
264 __this_cpu_read(rcu_data.gp_seq), in rcu_qs()
313 ? rnp->gp_seq in rcu_note_context_switch()
314 : rcu_seq_snap(&rnp->gp_seq)); in rcu_note_context_switch()
486 WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq && in rcu_preempt_deferred_qs_irqrestore()
494 rnp->gp_seq, t->pid); in rcu_preempt_deferred_qs_irqrestore()
515 rnp->gp_seq, in rcu_preempt_deferred_qs_irqrestore()
670 rnp->gp_seq, t->pid); in rcu_preempt_check_blocked_tasks()
755 (long)rnp->gp_seq, (long)rnp->completedqs); in dump_blkd_tasks()
802 __this_cpu_read(rcu_data.gp_seq), TPS("cpuqs")); in rcu_qs()
[all …]
|
| D | tree.h | 45 unsigned long gp_seq; /* Track rsp->rcu_gp_seq. */ member
151 unsigned long gp_seq; /* Track rsp->rcu_gp_seq counter. */ member
301 unsigned long gp_seq; /* Grace-period sequence #. */ member
|
| D | rcutorture.c | 1478 unsigned long __maybe_unused gp_seq = 0; in rcu_torture_stats_print() local
1481 &flags, &gp_seq); in rcu_torture_stats_print()
1483 &flags, &gp_seq); in rcu_torture_stats_print()
1487 rcu_torture_writer_state, gp_seq, flags, in rcu_torture_stats_print()
2166 unsigned long gp_seq = 0; in rcu_torture_cleanup() local
2202 rcutorture_get_gp_data(cur_ops->ttype, &flags, &gp_seq); in rcu_torture_cleanup()
2203 srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp, &flags, &gp_seq); in rcu_torture_cleanup()
2205 cur_ops->name, gp_seq, flags); in rcu_torture_cleanup()
|
| D | srcutree.c | 1243 unsigned long *gp_seq) in srcutorture_get_gp_data() argument
1248 *gp_seq = rcu_seq_current(&ssp->srcu_gp_seq); in srcutorture_get_gp_data()
|
| /Linux-v5.4/include/linux/ |
| D | rcu_segcblist.h | 70 unsigned long gp_seq[RCU_CBLIST_NSEGS]; member
|
