238 	struct rcu_data *rdp;  in rcu_report_exp_cpu_mult()  local
248 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_report_exp_cpu_mult()
249 		if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp)  in rcu_report_exp_cpu_mult()
251 		rdp->rcu_forced_tick_exp = false;  in rcu_report_exp_cpu_mult()
260 static void rcu_report_exp_rdp(struct rcu_data *rdp)  in rcu_report_exp_rdp()  argument
263 	struct rcu_node *rnp = rdp->mynode;  in rcu_report_exp_rdp()
266 	WRITE_ONCE(rdp->cpu_no_qs.b.exp, false);  in rcu_report_exp_rdp()
267 	ASSERT_EXCLUSIVE_WRITER(rdp->cpu_no_qs.b.exp);  in rcu_report_exp_rdp()
268 	rcu_report_exp_cpu_mult(rnp, flags, rdp->grpmask, true);  in rcu_report_exp_rdp()
296 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());  in exp_funnel_lock()  local
297 	struct rcu_node *rnp = rdp->mynode;  in exp_funnel_lock()
365 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in __sync_rcu_exp_select_node_cpus()  local
366 		unsigned long mask = rdp->grpmask;  in __sync_rcu_exp_select_node_cpus()
391 				rdp->exp_watching_snap = snap;  in __sync_rcu_exp_select_node_cpus()
407 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in __sync_rcu_exp_select_node_cpus()  local
408 		unsigned long mask = rdp->grpmask;  in __sync_rcu_exp_select_node_cpus()
411 		if (rcu_watching_snap_stopped_since(rdp, rdp->exp_watching_snap)) {  in __sync_rcu_exp_select_node_cpus()
575 			struct rcu_data *rdp;  in synchronize_rcu_expedited_stall()  local
581 			rdp = per_cpu_ptr(&rcu_data, cpu);  in synchronize_rcu_expedited_stall()
584 				"o."[!!(rdp->grpmask & rnp->expmaskinit)],  in synchronize_rcu_expedited_stall()
585 				"N."[!!(rdp->grpmask & rnp->expmaskinitnext)],  in synchronize_rcu_expedited_stall()
586 				"D."[!!data_race(rdp->cpu_no_qs.b.exp)]);  in synchronize_rcu_expedited_stall()
627 	struct rcu_data *rdp;  in synchronize_rcu_expedited_wait()  local
641 				rdp = per_cpu_ptr(&rcu_data, cpu);  in synchronize_rcu_expedited_wait()
642 				if (rdp->rcu_forced_tick_exp)  in synchronize_rcu_expedited_wait()
644 				rdp->rcu_forced_tick_exp = true;  in synchronize_rcu_expedited_wait()
749 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_exp_handler()  local
750 	struct rcu_node *rnp = rdp->mynode;  in rcu_exp_handler()
761 	ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp);  in rcu_exp_handler()
762 	if (WARN_ON_ONCE(!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in rcu_exp_handler()
763 			 READ_ONCE(rdp->cpu_no_qs.b.exp)))  in rcu_exp_handler()
774 			rcu_report_exp_rdp(rdp);  in rcu_exp_handler()
794 		if (rnp->expmask & rdp->grpmask) {  in rcu_exp_handler()
795 			WRITE_ONCE(rdp->cpu_no_qs.b.exp, true);  in rcu_exp_handler()
872 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_exp_handler()  local
873 	struct rcu_node *rnp = rdp->mynode;  in rcu_exp_handler()
876 	ASSERT_EXCLUSIVE_WRITER_SCOPED(rdp->cpu_no_qs.b.exp);  in rcu_exp_handler()
877 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in rcu_exp_handler()
893 	struct rcu_data *rdp;  in sync_sched_exp_online_cleanup()  local
897 	rdp = per_cpu_ptr(&rcu_data, cpu);  in sync_sched_exp_online_cleanup()
898 	rnp = rdp->mynode;  in sync_sched_exp_online_cleanup()
901 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in sync_sched_exp_online_cleanup()
902 	    READ_ONCE(rdp->cpu_no_qs.b.exp)) {  in sync_sched_exp_online_cleanup()
1063 	struct rcu_data *rdp;  in start_poll_synchronize_rcu_expedited()  local
1068 	rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());  in start_poll_synchronize_rcu_expedited()
1069 	rnp = rdp->mynode;  in start_poll_synchronize_rcu_expedited()