Lines Matching refs:srcu_struct

76 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay);
123 static void init_srcu_struct_data(struct srcu_struct *ssp) in init_srcu_struct_data()
164 static bool init_srcu_struct_nodes(struct srcu_struct *ssp, gfp_t gfp_flags) in init_srcu_struct_nodes()
237 static int init_srcu_struct_fields(struct srcu_struct *ssp, bool is_static) in init_srcu_struct_fields()
289 int __init_srcu_struct(struct srcu_struct *ssp, const char *name, in __init_srcu_struct()
309 int init_srcu_struct(struct srcu_struct *ssp) in init_srcu_struct()
320 static void __srcu_transition_to_big(struct srcu_struct *ssp) in __srcu_transition_to_big()
329 static void srcu_transition_to_big(struct srcu_struct *ssp) in srcu_transition_to_big()
349 static void spin_lock_irqsave_check_contention(struct srcu_struct *ssp) in spin_lock_irqsave_check_contention()
373 struct srcu_struct *ssp = sdp->ssp; in spin_lock_irqsave_sdp_contention()
389 static void spin_lock_irqsave_ssp_contention(struct srcu_struct *ssp, unsigned long *flags) in spin_lock_irqsave_ssp_contention()
405 static void check_init_srcu_struct(struct srcu_struct *ssp) in check_init_srcu_struct()
424 static bool srcu_gp_is_expedited(struct srcu_struct *ssp) in srcu_gp_is_expedited()
437 static bool srcu_readers_lock_idx(struct srcu_struct *ssp, int idx, bool gp, unsigned long unlocks) in srcu_readers_lock_idx()
461 static unsigned long srcu_readers_unlock_idx(struct srcu_struct *ssp, int idx, unsigned long *rdm) in srcu_readers_unlock_idx()
483 static bool srcu_readers_active_idx_check(struct srcu_struct *ssp, int idx) in srcu_readers_active_idx_check()
577 static bool srcu_readers_active(struct srcu_struct *ssp) in srcu_readers_active()
644 static unsigned long srcu_get_delay(struct srcu_struct *ssp) in srcu_get_delay()
676 void cleanup_srcu_struct(struct srcu_struct *ssp) in cleanup_srcu_struct()
724 void __srcu_check_read_flavor(struct srcu_struct *ssp, int read_flavor) in __srcu_check_read_flavor()
750 int __srcu_read_lock(struct srcu_struct *ssp) in __srcu_read_lock()
765 void __srcu_read_unlock(struct srcu_struct *ssp, int idx) in __srcu_read_unlock()
779 int __srcu_read_lock_nmisafe(struct srcu_struct *ssp) in __srcu_read_lock_nmisafe()
795 void __srcu_read_unlock_nmisafe(struct srcu_struct *ssp, int idx) in __srcu_read_unlock_nmisafe()
807 static void srcu_gp_start(struct srcu_struct *ssp) in srcu_gp_start()
855 static void srcu_schedule_cbs_snp(struct srcu_struct *ssp, struct srcu_node *snp, in srcu_schedule_cbs_snp()
876 static void srcu_gp_end(struct srcu_struct *ssp) in srcu_gp_end()
982 static void srcu_funnel_exp_start(struct srcu_struct *ssp, struct srcu_node *snp, in srcu_funnel_exp_start()
1022 static void srcu_funnel_gp_start(struct srcu_struct *ssp, struct srcu_data *sdp, in srcu_funnel_gp_start()
1103 static bool try_check_zero(struct srcu_struct *ssp, int idx, int trycount) in try_check_zero()
1125 static void srcu_flip(struct srcu_struct *ssp) in srcu_flip()
1196 static bool srcu_should_expedite(struct srcu_struct *ssp) in srcu_should_expedite()
1251 static unsigned long srcu_gp_start_if_needed(struct srcu_struct *ssp, in srcu_gp_start_if_needed()
1379 static void __call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in __call_srcu()
1413 void call_srcu(struct srcu_struct *ssp, struct rcu_head *rhp, in call_srcu()
1423 static void __synchronize_srcu(struct srcu_struct *ssp, bool do_norm) in __synchronize_srcu()
1465 void synchronize_srcu_expedited(struct srcu_struct *ssp) in synchronize_srcu_expedited()
1520 void synchronize_srcu(struct srcu_struct *ssp) in synchronize_srcu()
1539 unsigned long get_state_synchronize_srcu(struct srcu_struct *ssp) in get_state_synchronize_srcu()
1558 unsigned long start_poll_synchronize_srcu(struct srcu_struct *ssp) in start_poll_synchronize_srcu()
1589 bool poll_state_synchronize_srcu(struct srcu_struct *ssp, unsigned long cookie) in poll_state_synchronize_srcu()
1607 struct srcu_struct *ssp; in srcu_barrier_cb()
1624 static void srcu_barrier_one_cpu(struct srcu_struct *ssp, struct srcu_data *sdp) in srcu_barrier_one_cpu()
1642 void srcu_barrier(struct srcu_struct *ssp) in srcu_barrier()
1686 unsigned long srcu_batches_completed(struct srcu_struct *ssp) in srcu_batches_completed()
1697 static void srcu_advance_state(struct srcu_struct *ssp) in srcu_advance_state()
1774 struct srcu_struct *ssp; in srcu_invoke_callbacks()
1828 static void srcu_reschedule(struct srcu_struct *ssp, unsigned long delay) in srcu_reschedule()
1855 struct srcu_struct *ssp; in process_srcu()
1882 void srcutorture_get_gp_data(struct srcu_struct *ssp, int *flags, in srcutorture_get_gp_data()
1903 void srcu_torture_stats_print(struct srcu_struct *ssp, char *tt, char *tf) in srcu_torture_stats_print()
2008 struct srcu_struct *ssp; in srcu_module_coming()
2009 struct srcu_struct **sspp = mod->srcu_struct_ptrs; in srcu_module_coming()
2025 struct srcu_struct *ssp; in srcu_module_going()
2026 struct srcu_struct **sspp = mod->srcu_struct_ptrs; in srcu_module_going()