Lines Matching refs:srcu_struct
76 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay);
122 static void init_srcu_struct_data(struct srcu_struct *ssp) in init_srcu_struct_data()
165 static bool init_srcu_struct_nodes(struct srcu_struct *ssp, gfp_t gfp_flags) in init_srcu_struct_nodes()
238 static int init_srcu_struct_fields(struct srcu_struct *ssp, bool is_static) in init_srcu_struct_fields()
289 int __init_srcu_struct(struct srcu_struct *ssp, const char *name, in __init_srcu_struct()
309 int init_srcu_struct(struct srcu_struct *ssp) in init_srcu_struct()
320 static void __srcu_transition_to_big(struct srcu_struct *ssp) in __srcu_transition_to_big()
329 static void srcu_transition_to_big(struct srcu_struct *ssp) in srcu_transition_to_big()
349 static void spin_lock_irqsave_check_contention(struct srcu_struct *ssp) in spin_lock_irqsave_check_contention()
373 struct srcu_struct *ssp = sdp->ssp; in spin_lock_irqsave_sdp_contention()
389 static void spin_lock_irqsave_ssp_contention(struct srcu_struct *ssp, unsigned long *flags) in spin_lock_irqsave_ssp_contention()
405 static void check_init_srcu_struct(struct srcu_struct *ssp) in check_init_srcu_struct()
424 static bool srcu_gp_is_expedited(struct srcu_struct *ssp) in srcu_gp_is_expedited()
437 static bool srcu_readers_lock_idx(struct srcu_struct *ssp, int idx, bool gp, unsigned long unlocks) in srcu_readers_lock_idx()
461 static unsigned long srcu_readers_unlock_idx(struct srcu_struct *ssp, int idx, unsigned long *rdm) in srcu_readers_unlock_idx()
483 static bool srcu_readers_active_idx_check(struct srcu_struct *ssp, int idx) in srcu_readers_active_idx_check()
576 static bool srcu_readers_active(struct srcu_struct *ssp) in srcu_readers_active()
643 static unsigned long srcu_get_delay(struct srcu_struct *ssp) in srcu_get_delay()
675 void cleanup_srcu_struct(struct srcu_struct *ssp) in cleanup_srcu_struct()
723 void __srcu_check_read_flavor(struct srcu_struct *ssp, int read_flavor) in __srcu_check_read_flavor()
749 int __srcu_read_lock(struct srcu_struct *ssp) in __srcu_read_lock()
765 void __srcu_read_unlock(struct srcu_struct *ssp, int idx) in __srcu_read_unlock()
779 int __srcu_read_lock_nmisafe(struct srcu_struct *ssp) in __srcu_read_lock_nmisafe()
796 void __srcu_read_unlock_nmisafe(struct srcu_struct *ssp, int idx) in __srcu_read_unlock_nmisafe()
810 static void srcu_gp_start(struct srcu_struct *ssp) in srcu_gp_start()
858 static void srcu_schedule_cbs_snp(struct srcu_struct *ssp, struct srcu_node *snp, in srcu_schedule_cbs_snp()
879 static void srcu_gp_end(struct srcu_struct *ssp) in srcu_gp_end()
985 static void srcu_funnel_exp_start(struct srcu_struct *ssp, struct srcu_node *snp, in srcu_funnel_exp_start()
1025 static void srcu_funnel_gp_start(struct srcu_struct *ssp, struct srcu_data *sdp, in srcu_funnel_gp_start()
1106 static bool try_check_zero(struct srcu_struct *ssp, int idx, int trycount) in try_check_zero()
1128 static void srcu_flip(struct srcu_struct *ssp) in srcu_flip()
1198 static bool srcu_should_expedite(struct srcu_struct *ssp) in srcu_should_expedite()
1253 static unsigned long srcu_gp_start_if_needed(struct srcu_struct *ssp, in srcu_gp_start_if_needed()
1381 static void __call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in __call_srcu()
1411 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in call_srcu()
1421 static void __synchronize_srcu(struct srcu_struct *ssp, bool do_norm) in __synchronize_srcu()
1463 void synchronize_srcu_expedited(struct srcu_struct *ssp) in synchronize_srcu_expedited()
1517 void synchronize_srcu(struct srcu_struct *ssp) in synchronize_srcu()
1536 unsigned long get_state_synchronize_srcu(struct srcu_struct *ssp) in get_state_synchronize_srcu()
1555 unsigned long start_poll_synchronize_srcu(struct srcu_struct *ssp) in start_poll_synchronize_srcu()
1586 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu()
1604 struct srcu_struct *ssp; in srcu_barrier_cb()
1621 static void srcu_barrier_one_cpu(struct srcu_struct *ssp, struct srcu_data *sdp) in srcu_barrier_one_cpu()
1639 void srcu_barrier(struct srcu_struct *ssp) in srcu_barrier()
1683 unsigned long srcu_batches_completed(struct srcu_struct *ssp) in srcu_batches_completed()
1694 static void srcu_advance_state(struct srcu_struct *ssp) in srcu_advance_state()
1771 struct srcu_struct *ssp; in srcu_invoke_callbacks()
1825 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay) in srcu_reschedule()
1852 struct srcu_struct *ssp; in process_srcu()
1879 void srcutorture_get_gp_data(struct srcu_struct *ssp, int *flags, in srcutorture_get_gp_data()
1900 void srcu_torture_stats_print(struct srcu_struct *ssp, char *tt, char *tf) in srcu_torture_stats_print()
2005 struct srcu_struct *ssp; in srcu_module_coming()
2006 struct srcu_struct **sspp = mod->srcu_struct_ptrs; in srcu_module_coming()
2021 struct srcu_struct *ssp; in srcu_module_going()
2022 struct srcu_struct **sspp = mod->srcu_struct_ptrs; in srcu_module_going()