158 static void zero_cpu_stall_ticks(struct rcu_data *rdp)  in zero_cpu_stall_ticks()  argument
160 	rdp->ticks_this_gp = 0;  in zero_cpu_stall_ticks()
161 	rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id());  in zero_cpu_stall_ticks()
162 	WRITE_ONCE(rdp->last_fqs_resched, jiffies);  in zero_cpu_stall_ticks()
193 	struct rcu_data *rdp;  in rcu_iw_handler()  local
196 	rdp = container_of(iwp, struct rcu_data, rcu_iw);  in rcu_iw_handler()
197 	rnp = rdp->mynode;  in rcu_iw_handler()
199 	if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) {  in rcu_iw_handler()
200 		rdp->rcu_iw_gp_seq = rnp->gp_seq;  in rcu_iw_handler()
201 		rdp->rcu_iw_pending = false;  in rcu_iw_handler()
399 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp)  in rcu_is_rcuc_kthread_starving()  argument
405 	rcuc = rdp->rcu_cpu_kthread_task;  in rcu_is_rcuc_kthread_starving()
413 	j = jiffies - READ_ONCE(rdp->rcuc_activity);  in rcu_is_rcuc_kthread_starving()
423 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stat_info()  local
429 	rsrp = &rdp->snap_record;  in print_cpu_stat_info()
430 	if (rsrp->gp_seq != rdp->gp_seq)  in print_cpu_stat_info()
464 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stall_info()  local
477 	ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq);  in print_cpu_stall_info()
482 		ticks_value = rdp->ticks_this_gp;  in print_cpu_stall_info()
484 	delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq);  in print_cpu_stall_info()
487 	rcuc_starved = rcu_is_rcuc_kthread_starving(rdp, &j);  in print_cpu_stall_info()
494 	       "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)],  in print_cpu_stall_info()
495 	       "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)],  in print_cpu_stall_info()
497 			rdp->rcu_iw_pending ? (int)min(delta, 9UL) + '0' :  in print_cpu_stall_info()
502 	       rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu),  in print_cpu_stall_info()
527 			struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_check_gp_kthread_starvation()  local
534 			} else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) {  in rcu_check_gp_kthread_starvation()
655 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in print_cpu_stall()  local
675 	raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
677 	raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
715 static void check_cpu_stall(struct rcu_data *rdp)  in check_cpu_stall()  argument
773 	rnp = rdp->mynode;  in check_cpu_stall()
775 	self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask;  in check_cpu_stall()
882 	struct rcu_data *rdp;  in show_rcu_gp_kthreads()  local
918 			rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
919 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
921 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
924 				cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed)));  in show_rcu_gp_kthreads()
928 		rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
929 		cbs += data_race(READ_ONCE(rdp->n_cbs_invoked));  in show_rcu_gp_kthreads()
930 		if (rcu_segcblist_is_offloaded(&rdp->cblist))  in show_rcu_gp_kthreads()
931 			show_rcu_nocb_state(rdp);  in show_rcu_gp_kthreads()
942 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,  in rcu_check_gp_start_stall()  argument
1007 	struct rcu_data *rdp;  in rcu_fwd_progress_check()  local
1017 		rdp = this_cpu_ptr(&rcu_data);  in rcu_fwd_progress_check()
1018 		rcu_check_gp_start_stall(rdp->mynode, rdp, j);  in rcu_fwd_progress_check()