46 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay);
83 static void init_srcu_struct_nodes(struct srcu_struct *ssp, bool is_static)  in init_srcu_struct_nodes()
168 static int init_srcu_struct_fields(struct srcu_struct *ssp, bool is_static)  in init_srcu_struct_fields()
189 int __init_srcu_struct(struct srcu_struct *ssp, const char *name,  in __init_srcu_struct()
210 int init_srcu_struct(struct srcu_struct *ssp)  in init_srcu_struct()
227 static void check_init_srcu_struct(struct srcu_struct *ssp)  in check_init_srcu_struct()
247 static unsigned long srcu_readers_lock_idx(struct srcu_struct *ssp, int idx)  in srcu_readers_lock_idx()
264 static unsigned long srcu_readers_unlock_idx(struct srcu_struct *ssp, int idx)  in srcu_readers_unlock_idx()
281 static bool srcu_readers_active_idx_check(struct srcu_struct *ssp, int idx)  in srcu_readers_active_idx_check()
333 static bool srcu_readers_active(struct srcu_struct *ssp)  in srcu_readers_active()
355 static unsigned long srcu_get_delay(struct srcu_struct *ssp)  in srcu_get_delay()
370 void cleanup_srcu_struct(struct srcu_struct *ssp)  in cleanup_srcu_struct()
403 int __srcu_read_lock(struct srcu_struct *ssp)  in __srcu_read_lock()
419 void __srcu_read_unlock(struct srcu_struct *ssp, int idx)  in __srcu_read_unlock()
438 static void srcu_gp_start(struct srcu_struct *ssp)  in srcu_gp_start()
491 static void srcu_schedule_cbs_snp(struct srcu_struct *ssp, struct srcu_node *snp,  in srcu_schedule_cbs_snp()
512 static void srcu_gp_end(struct srcu_struct *ssp)  in srcu_gp_end()
598 static void srcu_funnel_exp_start(struct srcu_struct *ssp, struct srcu_node *snp,  in srcu_funnel_exp_start()
631 static void srcu_funnel_gp_start(struct srcu_struct *ssp, struct srcu_data *sdp,  in srcu_funnel_gp_start()
698 static bool try_check_zero(struct srcu_struct *ssp, int idx, int trycount)  in try_check_zero()
714 static void srcu_flip(struct srcu_struct *ssp)  in srcu_flip()
759 static bool srcu_might_be_idle(struct srcu_struct *ssp)  in srcu_might_be_idle()
836 static void __call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp,  in __call_srcu()
895 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp,  in call_srcu()
905 static void __synchronize_srcu(struct srcu_struct *ssp, bool do_norm)  in __synchronize_srcu()
945 void synchronize_srcu_expedited(struct srcu_struct *ssp)  in synchronize_srcu_expedited()
995 void synchronize_srcu(struct srcu_struct *ssp)  in synchronize_srcu()
1010 	struct srcu_struct *ssp;  in srcu_barrier_cb()
1022 void srcu_barrier(struct srcu_struct *ssp)  in srcu_barrier()
1080 unsigned long srcu_batches_completed(struct srcu_struct *ssp)  in srcu_batches_completed()
1091 static void srcu_advance_state(struct srcu_struct *ssp)  in srcu_advance_state()
1165 	struct srcu_struct *ssp;  in srcu_invoke_callbacks()
1211 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay)  in srcu_reschedule()
1236 	struct srcu_struct *ssp;  in process_srcu()
1238 	ssp = container_of(work, struct srcu_struct, work.work);  in process_srcu()
1245 			     struct srcu_struct *ssp, int *flags,  in srcutorture_get_gp_data()
1255 void srcu_torture_stats_print(struct srcu_struct *ssp, char *tt, char *tf)  in srcu_torture_stats_print()
1306 	struct srcu_struct *ssp;  in srcu_init()
1310 		ssp = list_first_entry(&srcu_boot_list, struct srcu_struct,  in srcu_init()
1324 	struct srcu_struct **sspp = mod->srcu_struct_ptrs;  in srcu_module_coming()
1339 	struct srcu_struct **sspp = mod->srcu_struct_ptrs;  in srcu_module_going()