15 struct rcu_tasks;
16 typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *rtp);
21 typedef void (*postgp_func_t)(struct rcu_tasks *rtp);
54 	struct rcu_tasks *rtpp;
94 struct rcu_tasks {  struct
138 static struct rcu_tasks rt_name =							\  argument
230 static void set_tasks_gp_state(struct rcu_tasks *rtp, int newstate)  in set_tasks_gp_state()
238 static const char *tasks_gp_state_getname(struct rcu_tasks *rtp)  in tasks_gp_state_getname()
251 static void cblist_init_generic(struct rcu_tasks *rtp)  in cblist_init_generic()
308 static unsigned long rcu_tasks_lazy_time(struct rcu_tasks *rtp)  in rcu_tasks_lazy_time()
318 	struct rcu_tasks *rtp;  in call_rcu_tasks_generic_timer()
337 	struct rcu_tasks *rtp;  in call_rcu_tasks_iw_wakeup()
346 				   struct rcu_tasks *rtp)  in call_rcu_tasks_generic()
410 	struct rcu_tasks *rtp;  in rcu_barrier_tasks_generic_cb()
422 static void __maybe_unused rcu_barrier_tasks_generic(struct rcu_tasks *rtp)  in rcu_barrier_tasks_generic()
458 static int rcu_tasks_need_gpcb(struct rcu_tasks *rtp)  in rcu_tasks_need_gpcb()
540 static void rcu_tasks_invoke_cbs(struct rcu_tasks *rtp, struct rcu_tasks_percpu *rtpcp)  in rcu_tasks_invoke_cbs()
590 	struct rcu_tasks *rtp;  in rcu_tasks_invoke_cbs_wq()
598 static void rcu_tasks_one_gp(struct rcu_tasks *rtp, bool midboot)  in rcu_tasks_one_gp()
635 	struct rcu_tasks *rtp = arg;  in rcu_tasks_kthread()
665 static void synchronize_rcu_tasks_generic(struct rcu_tasks *rtp)  in synchronize_rcu_tasks_generic()
681 static void __init rcu_spawn_tasks_kthread_generic(struct rcu_tasks *rtp)  in rcu_spawn_tasks_kthread_generic()
722 static void show_rcu_tasks_generic_gp_kthread(struct rcu_tasks *rtp, char *s)  in show_rcu_tasks_generic_gp_kthread()
756 static void rcu_tasks_torture_stats_print_generic(struct rcu_tasks *rtp, char *tt,  in rcu_tasks_torture_stats_print_generic()
812 static void rcu_tasks_wait_gp(struct rcu_tasks *rtp)  in rcu_tasks_wait_gp()
1026 DEFINE_RCU_TASKS(rcu_tasks, rcu_tasks_wait_gp, call_rcu_tasks, "RCU Tasks");
1059 		struct rcu_tasks_percpu *rtpcp = per_cpu_ptr(rcu_tasks.rtpcpu, cpu);  in rcu_tasks_postscan()
1137 static void rcu_tasks_postgp(struct rcu_tasks *rtp)  in rcu_tasks_postgp()
1168 		__func__, rcu_tasks.kname, rcu_tasks.tasks_gp_seq,  in tasks_rcu_exit_srcu_stall()
1169 		tasks_gp_state_getname(&rcu_tasks), jiffies - rcu_tasks.gp_jiffies);  in tasks_rcu_exit_srcu_stall()
1196 	call_rcu_tasks_generic(rhp, func, &rcu_tasks);  in call_rcu_tasks()
1220 	synchronize_rcu_tasks_generic(&rcu_tasks);  in synchronize_rcu_tasks()
1232 	rcu_barrier_tasks_generic(&rcu_tasks);  in rcu_barrier_tasks()
1241 	rcu_tasks.gp_sleep = HZ / 10;  in rcu_spawn_tasks_kthread()
1242 	rcu_tasks.init_fract = HZ / 10;  in rcu_spawn_tasks_kthread()
1244 		rcu_tasks.lazy_jiffies = msecs_to_jiffies(rcu_tasks_lazy_ms);  in rcu_spawn_tasks_kthread()
1245 	rcu_tasks.pregp_func = rcu_tasks_pregp_step;  in rcu_spawn_tasks_kthread()
1246 	rcu_tasks.pertask_func = rcu_tasks_pertask;  in rcu_spawn_tasks_kthread()
1247 	rcu_tasks.postscan_func = rcu_tasks_postscan;  in rcu_spawn_tasks_kthread()
1248 	rcu_tasks.holdouts_func = check_all_holdout_tasks;  in rcu_spawn_tasks_kthread()
1249 	rcu_tasks.postgp_func = rcu_tasks_postgp;  in rcu_spawn_tasks_kthread()
1250 	rcu_tasks.wait_state = TASK_IDLE;  in rcu_spawn_tasks_kthread()
1251 	rcu_spawn_tasks_kthread_generic(&rcu_tasks);  in rcu_spawn_tasks_kthread()
1258 	show_rcu_tasks_generic_gp_kthread(&rcu_tasks, "");  in show_rcu_tasks_classic_gp_kthread()
1264 	rcu_tasks_torture_stats_print_generic(&rcu_tasks, tt, tf, "");  in rcu_tasks_torture_stats_print()
1271 	return rcu_tasks.kthread_ptr;  in get_rcu_tasks_gp_kthread()
1278 	*gp_seq = rcu_seq_current(&rcu_tasks.tasks_gp_seq);  in rcu_tasks_get_gp_data()
1300 	rtpcp = this_cpu_ptr(rcu_tasks.rtpcpu);  in exit_tasks_rcu_start()
1320 	rtpcp = per_cpu_ptr(rcu_tasks.rtpcpu, t->rcu_tasks_exit_cpu);  in exit_tasks_rcu_finish()
1354 static void rcu_tasks_rude_wait_gp(struct rcu_tasks *rtp)  in rcu_tasks_rude_wait_gp()
1971 static void rcu_tasks_trace_postgp(struct rcu_tasks *rtp)  in rcu_tasks_trace_postgp()
2247 	cblist_init_generic(&rcu_tasks);  in tasks_cblist_init_generic()