46 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay);
83 static void init_srcu_struct_nodes(struct srcu_struct *ssp)  in init_srcu_struct_nodes()
163 static int init_srcu_struct_fields(struct srcu_struct *ssp, bool is_static)  in init_srcu_struct_fields()
186 int __init_srcu_struct(struct srcu_struct *ssp, const char *name,  in __init_srcu_struct()
207 int init_srcu_struct(struct srcu_struct *ssp)  in init_srcu_struct()
224 static void check_init_srcu_struct(struct srcu_struct *ssp)  in check_init_srcu_struct()
244 static unsigned long srcu_readers_lock_idx(struct srcu_struct *ssp, int idx)  in srcu_readers_lock_idx()
261 static unsigned long srcu_readers_unlock_idx(struct srcu_struct *ssp, int idx)  in srcu_readers_unlock_idx()
278 static bool srcu_readers_active_idx_check(struct srcu_struct *ssp, int idx)  in srcu_readers_active_idx_check()
330 static bool srcu_readers_active(struct srcu_struct *ssp)  in srcu_readers_active()
352 static unsigned long srcu_get_delay(struct srcu_struct *ssp)  in srcu_get_delay()
367 void cleanup_srcu_struct(struct srcu_struct *ssp)  in cleanup_srcu_struct()
400 int __srcu_read_lock(struct srcu_struct *ssp)  in __srcu_read_lock()
416 void __srcu_read_unlock(struct srcu_struct *ssp, int idx)  in __srcu_read_unlock()
435 static void srcu_gp_start(struct srcu_struct *ssp)  in srcu_gp_start()
488 static void srcu_schedule_cbs_snp(struct srcu_struct *ssp, struct srcu_node *snp,  in srcu_schedule_cbs_snp()
509 static void srcu_gp_end(struct srcu_struct *ssp)  in srcu_gp_end()
595 static void srcu_funnel_exp_start(struct srcu_struct *ssp, struct srcu_node *snp,  in srcu_funnel_exp_start()
628 static void srcu_funnel_gp_start(struct srcu_struct *ssp, struct srcu_data *sdp,  in srcu_funnel_gp_start()
695 static bool try_check_zero(struct srcu_struct *ssp, int idx, int trycount)  in try_check_zero()
711 static void srcu_flip(struct srcu_struct *ssp)  in srcu_flip()
756 static bool srcu_might_be_idle(struct srcu_struct *ssp)  in srcu_might_be_idle()
808 static unsigned long srcu_gp_start_if_needed(struct srcu_struct *ssp,  in srcu_gp_start_if_needed()
873 static void __call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp,  in __call_srcu()
903 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp,  in call_srcu()
913 static void __synchronize_srcu(struct srcu_struct *ssp, bool do_norm)  in __synchronize_srcu()
953 void synchronize_srcu_expedited(struct srcu_struct *ssp)  in synchronize_srcu_expedited()
1006 void synchronize_srcu(struct srcu_struct *ssp)  in synchronize_srcu()
1025 unsigned long get_state_synchronize_srcu(struct srcu_struct *ssp)  in get_state_synchronize_srcu()
1044 unsigned long start_poll_synchronize_srcu(struct srcu_struct *ssp)  in start_poll_synchronize_srcu()
1075 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie)  in poll_state_synchronize_srcu()
1092 	struct srcu_struct *ssp;  in srcu_barrier_cb()
1104 void srcu_barrier(struct srcu_struct *ssp)  in srcu_barrier()
1162 unsigned long srcu_batches_completed(struct srcu_struct *ssp)  in srcu_batches_completed()
1173 static void srcu_advance_state(struct srcu_struct *ssp)  in srcu_advance_state()
1248 	struct srcu_struct *ssp;  in srcu_invoke_callbacks()
1296 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay)  in srcu_reschedule()
1321 	struct srcu_struct *ssp;  in process_srcu()
1323 	ssp = container_of(work, struct srcu_struct, work.work);  in process_srcu()
1330 			     struct srcu_struct *ssp, int *flags,  in srcutorture_get_gp_data()
1340 void srcu_torture_stats_print(struct srcu_struct *ssp, char *tt, char *tf)  in srcu_torture_stats_print()
1391 	struct srcu_struct *ssp;  in srcu_init()
1400 		ssp = list_first_entry(&srcu_boot_list, struct srcu_struct,  in srcu_init()
1413 	struct srcu_struct **sspp = mod->srcu_struct_ptrs;  in srcu_module_coming()
1428 	struct srcu_struct **sspp = mod->srcu_struct_ptrs;  in srcu_module_going()