Lines Matching refs:WRITE_ONCE

449 		WRITE_ONCE(jiffies_to_sched_qs, jiffies_till_sched_qs);  in adjust_jiffies_till_sched_qs()
458 WRITE_ONCE(jiffies_to_sched_qs, j); in adjust_jiffies_till_sched_qs()
467 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : j); in param_set_first_fqs_jiffies()
479 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : (j ?: 1)); in param_set_next_fqs_jiffies()
675 WRITE_ONCE(rdp->rcu_forced_tick, true); in __rcu_irq_enter_check_tick()
708 WRITE_ONCE(rdp->rcu_urgent_qs, false); in rcu_disable_urgency_upon_qs()
709 WRITE_ONCE(rdp->rcu_need_heavy_qs, false); in rcu_disable_urgency_upon_qs()
712 WRITE_ONCE(rdp->rcu_forced_tick, false); in rcu_disable_urgency_upon_qs()
772 WRITE_ONCE(rdp->gpwrap, true); in rcu_gpnum_ovf()
884 WRITE_ONCE(rdp->rcu_need_heavy_qs, true); in rcu_watching_snap_recheck()
888 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_watching_snap_recheck()
902 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_watching_snap_recheck()
903 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_watching_snap_recheck()
917 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_watching_snap_recheck()
1003 WRITE_ONCE(rnp->gp_seq_needed, gp_seq_req); in rcu_start_this_gp()
1027 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_INIT); in rcu_start_this_gp()
1028 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_start_this_gp()
1038 WRITE_ONCE(rnp_start->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1039 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1117 WRITE_ONCE(rcu_state.gp_wake_time, jiffies); in rcu_gp_kthread_wake()
1118 WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); in rcu_gp_kthread_wake()
1305 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in __note_gp_changes()
1307 WRITE_ONCE(rdp->last_sched_clock, jiffies); in __note_gp_changes()
1308 WRITE_ONCE(rdp->gpwrap, false); in __note_gp_changes()
1341 WRITE_ONCE(rcu_gp_slow_suppress, rgssp); in rcu_gp_slow_register()
1350 WRITE_ONCE(rcu_gp_slow_suppress, NULL); in rcu_gp_slow_unregister()
1374 WRITE_ONCE(sleep_duration, duration); in rcu_gp_set_torture_wait()
1802 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1809 WRITE_ONCE(rcu_state.gp_flags, 0); /* Clear all flags: New GP. */ in rcu_gp_init()
1856 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1920 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1927 WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); in rcu_gp_init()
1942 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1984 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs()
1985 WRITE_ONCE(rcu_state.n_force_qs, rcu_state.n_force_qs + 1); in rcu_gp_fqs()
1991 WRITE_ONCE(rcu_state.jiffies_stall, in rcu_gp_fqs()
1994 WRITE_ONCE(rcu_state.nr_fqs_jiffies_stall, --nr_fqs); in rcu_gp_fqs()
2007 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags & ~RCU_GP_FLAG_FQS); in rcu_gp_fqs()
2034 WRITE_ONCE(rcu_state.jiffies_force_qs, jiffies + j); in rcu_gp_fqs_loop()
2040 WRITE_ONCE(rcu_state.jiffies_kick_kthreads, in rcu_gp_fqs_loop()
2045 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
2049 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
2077 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
2083 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
2112 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
2146 WRITE_ONCE(rnp->gp_seq, new_gp_seq); in rcu_gp_cleanup()
2164 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
2174 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
2196 WRITE_ONCE(rcu_state.gp_flags, RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
2197 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_gp_cleanup()
2207 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags & RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
2231 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
2236 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
2241 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_kthread()
2251 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
2253 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
2271 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_FQS); in rcu_report_qs_rsp()
2313 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2567 WRITE_ONCE(rhp->func, (rcu_callback_t)0L); in rcu_do_batch()
2773 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_FQS); in rcu_force_quiescent_state()
2904 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2909 WRITE_ONCE(*workp, 0); in rcu_cpu_kthread()
2925 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
3026 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
3028 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
3077 WRITE_ONCE(head->func, rcu_leak_callback); in __call_rcu_common()
3813 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
3851 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4141 WRITE_ONCE(rnp->exp_kworker, kworker); in rcu_spawn_exp_par_gp_kworker()
4227 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus + 1); in rcutree_prepare_cpu()
4299 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcutree_report_cpu_starting()
4366 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcutree_report_cpu_dead()
4438 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus - 1); in rcutree_dead_cpu()
4527 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_spawn_gp_kthread()
4528 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_spawn_gp_kthread()