Lines Matching refs:gseq
3897 unsigned long gseq = READ_ONCE(rcu_state.barrier_sequence); in rcu_barrier_entrain() local
3901 if (rcu_seq_state(lseq) || !rcu_seq_state(gseq) || rcu_seq_ctr(lseq) != rcu_seq_ctr(gseq)) in rcu_barrier_entrain()
3915 smp_store_release(&rdp->barrier_seq_snap, gseq); in rcu_barrier_entrain()
3946 unsigned long gseq; in rcu_barrier() local
3966 gseq = rcu_state.barrier_sequence; in rcu_barrier()
3988 if (smp_load_acquire(&rdp->barrier_seq_snap) == gseq) in rcu_barrier()
3992 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
3999 WARN_ON_ONCE(READ_ONCE(rdp->barrier_seq_snap) != gseq); in rcu_barrier()
4009 WARN_ON_ONCE(READ_ONCE(rdp->barrier_seq_snap) != gseq); in rcu_barrier()
4026 gseq = rcu_state.barrier_sequence; in rcu_barrier()
4030 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()