33 	int cpu_stall_timeout = READ_ONCE(rcu_exp_cpu_stall_timeout);  in rcu_exp_jiffies_till_stall_check()
62 	int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout);  in rcu_jiffies_till_stall_check()
154 	rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs);  in record_gp_stall_check_time()
173 	if (!READ_ONCE(rcu_kick_kthreads))  in rcu_stall_kick_kthreads()
175 	j = READ_ONCE(rcu_state.jiffies_kick_kthreads);  in rcu_stall_kick_kthreads()
177 	    (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) {  in rcu_stall_kick_kthreads()
392 	unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity);  in rcu_is_gp_kthread_starving()
413 	j = jiffies - READ_ONCE(rdp->rcuc_activity);  in rcu_is_rcuc_kthread_starving()
522 		       data_race(READ_ONCE(rcu_state.gp_flags)),  in rcu_check_gp_kthread_starvation()
524 		       data_race(READ_ONCE(rcu_state.gp_state)),  in rcu_check_gp_kthread_starvation()
525 		       gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu);  in rcu_check_gp_kthread_starvation()
534 			} else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) {  in rcu_check_gp_kthread_starvation()
556 	jiffies_fqs = READ_ONCE(rcu_state.jiffies_force_qs);  in rcu_check_gp_kthread_expired_fqs_timer()
560 	    gpk && !READ_ONCE(gpk->on_rq)) {  in rcu_check_gp_kthread_expired_fqs_timer()
565 		       data_race(READ_ONCE(rcu_state.gp_flags)), // Diagnostic read  in rcu_check_gp_kthread_expired_fqs_timer()
567 		       data_race(READ_ONCE(gpk->__state)));  in rcu_check_gp_kthread_expired_fqs_timer()
629 			gpa = data_race(READ_ONCE(rcu_state.gp_activity));  in print_other_cpu_stall()
632 			       data_race(READ_ONCE(jiffies_till_next_fqs)),  in print_other_cpu_stall()
633 			       data_race(READ_ONCE(rcu_get_root()->qsmask)));  in print_other_cpu_stall()
637 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_other_cpu_stall()
692 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_cpu_stall()
727 	if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) ||  in check_cpu_stall()
738 	if (READ_ONCE(rcu_state.nr_fqs_jiffies_stall) > 0)  in check_cpu_stall()
761 	gs1 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
763 	js = READ_ONCE(rcu_state.jiffies_stall);  in check_cpu_stall()
765 	gps = READ_ONCE(rcu_state.gp_start);  in check_cpu_stall()
767 	gs2 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
775 	self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask;  in check_cpu_stall()
788 		if (READ_ONCE(csd_lock_suppress_rcu_stall) && csd_lock_is_stuck()) {  in check_cpu_stall()
798 		if (READ_ONCE(rcu_cpu_stall_ftrace_dump))  in check_cpu_stall()
801 		if (READ_ONCE(rcu_state.jiffies_stall) == jn) {  in check_cpu_stall()
838 			if (data_race(READ_ONCE(rnp->qsmask))) {  in rcu_check_boost_fail()
841 				if (READ_ONCE(rnp->gp_tasks))  in rcu_check_boost_fail()
884 	struct task_struct *t = READ_ONCE(rcu_state.gp_kthread);  in show_rcu_gp_kthreads()
887 	ja = j - data_race(READ_ONCE(rcu_state.gp_activity));  in show_rcu_gp_kthreads()
888 	jr = j - data_race(READ_ONCE(rcu_state.gp_req_activity));  in show_rcu_gp_kthreads()
889 	js = j - data_race(READ_ONCE(rcu_state.gp_start));  in show_rcu_gp_kthreads()
890 	jw = j - data_race(READ_ONCE(rcu_state.gp_wake_time));  in show_rcu_gp_kthreads()
893 		data_race(READ_ONCE(rcu_state.gp_state)),  in show_rcu_gp_kthreads()
894 		t ? data_race(READ_ONCE(t->__state)) : 0x1ffff, t ? t->rt_priority : 0xffU,  in show_rcu_gp_kthreads()
895 		js, ja, jr, jw, (long)data_race(READ_ONCE(rcu_state.gp_wake_seq)),  in show_rcu_gp_kthreads()
896 		(long)data_race(READ_ONCE(rcu_state.gp_seq)),  in show_rcu_gp_kthreads()
897 		(long)data_race(READ_ONCE(rcu_get_root()->gp_seq_needed)),  in show_rcu_gp_kthreads()
898 		data_race(READ_ONCE(rcu_state.gp_max)),  in show_rcu_gp_kthreads()
899 		data_race(READ_ONCE(rcu_state.gp_flags)));  in show_rcu_gp_kthreads()
901 		if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), READ_ONCE(rnp->gp_seq_needed)) &&  in show_rcu_gp_kthreads()
902 		    !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) &&  in show_rcu_gp_kthreads()
903 		    !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks)))  in show_rcu_gp_kthreads()
907 			(long)data_race(READ_ONCE(rnp->gp_seq)),  in show_rcu_gp_kthreads()
908 			(long)data_race(READ_ONCE(rnp->gp_seq_needed)),  in show_rcu_gp_kthreads()
909 			data_race(READ_ONCE(rnp->qsmask)),  in show_rcu_gp_kthreads()
910 			".b"[!!data_race(READ_ONCE(rnp->boost_kthread_task))],  in show_rcu_gp_kthreads()
911 			".B"[!!data_race(READ_ONCE(rnp->boost_tasks))],  in show_rcu_gp_kthreads()
912 			".E"[!!data_race(READ_ONCE(rnp->exp_tasks))],  in show_rcu_gp_kthreads()
913 			".G"[!!data_race(READ_ONCE(rnp->gp_tasks))],  in show_rcu_gp_kthreads()
914 			data_race(READ_ONCE(rnp->n_boosts)));  in show_rcu_gp_kthreads()
919 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
920 			    ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq),  in show_rcu_gp_kthreads()
921 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
924 				cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed)));  in show_rcu_gp_kthreads()
929 		cbs += data_race(READ_ONCE(rdp->n_cbs_invoked));  in show_rcu_gp_kthreads()
951 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
952 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
956 	if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
957 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
964 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
965 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
966 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
967 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
978 	    ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq),  in rcu_check_gp_start_stall()
979 			 READ_ONCE(rnp_root->gp_seq_needed)) ||  in rcu_check_gp_start_stall()
980 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
981 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
1011 			__func__, jiffies - data_race(READ_ONCE(rcu_state.gp_start)));  in rcu_fwd_progress_check()
1015 			__func__, jiffies - data_race(READ_ONCE(rcu_state.gp_end)));  in rcu_fwd_progress_check()