Lines Matching refs:srcu_gp_seq_needed

137 		sdp->srcu_gp_seq_needed = ssp->srcu_sup->srcu_gp_seq;  in init_srcu_struct_data()
270 	smp_store_release(&ssp->srcu_sup->srcu_gp_seq_needed,  in init_srcu_struct_fields()
410 	if (!rcu_seq_state(smp_load_acquire(&ssp->srcu_sup->srcu_gp_seq_needed))) /*^^^*/  in check_init_srcu_struct()
413 	if (!rcu_seq_state(ssp->srcu_sup->srcu_gp_seq_needed)) {  in check_init_srcu_struct()
699 	    WARN_ON(rcu_seq_current(&sup->srcu_gp_seq) != sup->srcu_gp_seq_needed) ||  in cleanup_srcu_struct()
703 			rcu_seq_current(&sup->srcu_gp_seq), sup->srcu_gp_seq_needed);  in cleanup_srcu_struct()
812 	WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_sup->srcu_gp_seq, ssp->srcu_sup->srcu_gp_seq_needed));  in srcu_gp_start()
944 			if (ULONG_CMP_GE(gpseq, sdp->srcu_gp_seq_needed + 100))  in srcu_gp_end()
945 				sdp->srcu_gp_seq_needed = gpseq;  in srcu_gp_end()
958 	    ULONG_CMP_LT(gpseq, sup->srcu_gp_seq_needed)) {  in srcu_gp_end()
1069 	if (ULONG_CMP_LT(sup->srcu_gp_seq_needed, s)) {  in srcu_funnel_gp_start()
1074 		smp_store_release(&sup->srcu_gp_seq_needed, s); /*^^^*/  in srcu_funnel_gp_start()
1233 	if (ULONG_CMP_LT(curseq, READ_ONCE(ssp->srcu_sup->srcu_gp_seq_needed)))  in srcu_should_expedite()
1327 	if (ULONG_CMP_LT(sdp->srcu_gp_seq_needed, s)) {  in srcu_gp_start_if_needed()
1328 		sdp->srcu_gp_seq_needed = s;  in srcu_gp_start_if_needed()
1716 		if (ULONG_CMP_GE(ssp->srcu_sup->srcu_gp_seq, ssp->srcu_sup->srcu_gp_seq_needed)) {  in srcu_advance_state()
1833 	if (ULONG_CMP_GE(ssp->srcu_sup->srcu_gp_seq, ssp->srcu_sup->srcu_gp_seq_needed)) {  in srcu_reschedule()
2030 		if (!rcu_seq_state(smp_load_acquire(&ssp->srcu_sup->srcu_gp_seq_needed)) &&  in srcu_module_going()